-- Logs begin at Wed 2021-11-24 18:36:50 UTC, end at Wed 2021-11-24 20:35:25 UTC. -- Nov 24 19:10:13.333461 dv-neutron-818346-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 19:10:15.681865 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.common.config [-] Logging enabled! Nov 24 19:10:15.683119 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev79 Nov 24 19:10:15.683119 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 19:10:15.686303 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.common.config [-] Logging enabled! Nov 24 19:10:15.686559 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev79 Nov 24 19:10:15.686874 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 19:10:15.687793 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 19:10:15.688049 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 19:10:15.688400 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 19:10:15.688647 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 19:10:15.688872 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 19:10:15.689186 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.689481 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.689778 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.690009 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.690304 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.690594 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.690877 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.691168 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.691462 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.691746 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.692061 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.692350 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.692584 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.692868 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.693157 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.693444 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.693670 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] debug = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.693950 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.694382 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.694777 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.695057 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.695347 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.695626 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.695898 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.696199 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.696485 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.696815 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] host = dv-neutron-818346-1-hyperv {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.697095 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.697383 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.697670 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.697959 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.698304 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.699223 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.699659 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.699936 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.700236 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] log_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.700517 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.700813 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.701104 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.701395 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.701622 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.701844 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.702133 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.702422 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.702699 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.702976 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.703252 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.703526 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.703799 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.704090 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.704382 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.704667 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.704952 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.705229 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.705504 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.705778 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.706049 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.706334 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.706609 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.706882 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.707153 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.707439 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.707707 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.708003 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.708308 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.708598 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.708882 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.709168 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.709441 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.709726 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.709997 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.710266 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.710537 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] use_json = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.710808 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.711076 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.711356 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.711628 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.711899 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.712193 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.712466 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.712751 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:15.713047 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.713344 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.713643 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.713947 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.714254 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.714528 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.714816 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.715092 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.715380 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.715668 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.715951 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.716249 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.716539 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.716817 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.717111 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.717414 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.717707 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.717996 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.718271 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.718546 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.718819 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.719094 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.719375 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.719664 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.719950 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.720243 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.720519 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.720809 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.721083 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.721353 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.721628 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.721919 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.722190 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.722461 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.722740 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.723013 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.723286 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.723556 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.723830 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.724149 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.724425 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.724696 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.724964 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.725236 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.725506 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.725786 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.726058 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.726332 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.726604 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.726877 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.727149 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.727418 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.727694 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.727990 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.728267 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.728540 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.728814 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.729086 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.729359 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.729692 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.730151 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.730432 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.730714 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.730991 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.731265 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.731543 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.731821 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.732127 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.732419 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.732721 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.733001 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.733284 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.733567 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.733846 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.734128 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.734408 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.734690 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.734971 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.735246 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.735539 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.735826 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.736137 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.736426 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.736708 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.737007 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.737288 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.737575 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.737854 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.738133 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.738424 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.738710 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.739006 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.739303 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.739598 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.739892 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.740210 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.740496 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.740806 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.741088 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:15.741308 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 19:10:15.741547 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87378) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 19:10:16.129263 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO keyring.backend [-] Loading KWallet Nov 24 19:10:16.136743 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO keyring.backend [-] Loading SecretService Nov 24 19:10:16.140483 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO keyring.backend [-] Loading Windows Nov 24 19:10:16.141801 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO keyring.backend [-] Loading chainer Nov 24 19:10:16.142379 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO keyring.backend [-] Loading macOS Nov 24 19:10:16.176393 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:16.176675 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:16.176968 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:16.177297 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 19:10:16.482691 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.482913 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.483191 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.484415 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.484694 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.484964 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.605703 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.605985 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.606250 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.619446 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.619728 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.620023 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.648563 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.648843 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.649115 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.687311 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.687858 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.687858 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.919876 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.920170 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.920443 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.920712 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:16.921458 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.045741 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.046061 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.046344 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.046615 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.046886 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.047198 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.047463 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.047722 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.047996 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.048282 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.048543 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.048950 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.049223 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.049482 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.049755 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.050031 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.050296 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.050570 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.050825 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.051107 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.051458 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.051716 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.051988 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.052272 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.052522 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.052770 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.053149 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.053386 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.053620 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.053854 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.054085 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.054316 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.054683 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 19:10:17.058406 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 19:10:17.062353 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 19:10:17.066150 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 24 19:10:17.067772 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 19:10:17.068238 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 19:10:17.068575 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 19:10:17.068961 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 19:10:17.071936 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 19:10:17.072216 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 19:10:17.072564 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 19:10:17.100391 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 19:10:17.100838 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.101135 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87378) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 24 19:10:17.101497 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.102853 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87378) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 19:10:17.103134 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 19:10:17.103383 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 19:10:17.106733 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.107014 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.168687 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 19:10:17.168917 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 19:10:17.169152 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 19:10:17.169515 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 19:10:17.201807 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_db.sqlalchemy.engines [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87378) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 24 19:10:17.532610 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing driver for type 'gre' Nov 24 19:10:17.533056 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] gre ID ranges: [(1, 1000)] Nov 24 19:10:17.585622 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing driver for type 'local' Nov 24 19:10:17.586027 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing driver for type 'vlan' Nov 24 19:10:17.597995 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] VlanTypeDriver initialization complete Nov 24 19:10:17.598374 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing driver for type 'vxlan' Nov 24 19:10:17.598864 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] vxlan ID ranges: [(1, 1000)] Nov 24 19:10:17.649876 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing extension driver 'port_security' Nov 24 19:10:17.650258 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.extensions.port_security [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] PortSecurityExtensionDriver initialization complete Nov 24 19:10:17.650902 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing mechanism driver 'openvswitch' Nov 24 19:10:17.651256 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing mechanism driver 'hyperv' Nov 24 19:10:17.658355 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.plugins.ml2.plugin [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:10:17.659108 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.659475 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.659822 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.660240 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.660589 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.660927 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.661299 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.661644 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.661981 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.662356 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > security_group after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.662696 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > security_group after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.663031 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.663402 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.663739 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.664105 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.664476 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > address_group after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.664811 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > address_group after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.665142 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.665477 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] ML2 OVO RPC backend initialized. {{(pid=87378) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 24 19:10:17.666168 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.666513 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.667003 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.667388 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > networks before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.667735 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.668093 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > ports before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.668432 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnet before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.668770 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnets before_response 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.669111 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.669446 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.669776 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.670108 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.670437 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.670767 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.671097 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.671427 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.671756 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.672351 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.plugin [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Modular L2 Plugin initialization complete Nov 24 19:10:17.672678 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading services supported by the core plugin {{(pid=87378) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 19:10:17.672998 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.plugins.ml2.managers [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Got port-security extension from driver 'port_security' Nov 24 19:10:17.673456 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.extensions.vlantransparent [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Disabled vlantransparent extension. Nov 24 19:10:17.673936 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87378) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 19:10:17.674245 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: router Nov 24 19:10:17.710504 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.711074 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router after_create 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.711249 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router before_create 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.711610 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.711997 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.712347 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router after_delete 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.712701 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.713058 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router after_create 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.713394 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router after_update 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.713736 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router after_update 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.714640 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.714992 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router after_update 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.715398 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.715759 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: port after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.716120 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: port after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.716452 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: subnet after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.716784 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.717129 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.717470 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.717810 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: port before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.718147 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.718499 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router after_update 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.718832 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.719174 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.719526 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.719864 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.720250 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > agent after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.720595 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > agent after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.720935 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > network after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.721788 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Tracking information for resource: router configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.722117 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Tracking information for resource: floatingip configured {{(pid=87378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 19:10:17.727045 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.db.l3_agentschedulers_db [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 19:10:17.727620 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: port after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.728328 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: port after_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.728679 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: port after_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.729027 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: port after_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.729842 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router before_create 55550100 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.730204 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.730559 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_create 55550100 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.730910 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > router precommit_update 55550100 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.735560 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.services.provider_configuration [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service providers = [] {{(pid=87378) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 19:10:17.735921 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.db.servicetype_db [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87378) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 19:10:17.738861 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.services.service_base [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 19:10:17.739209 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.services.service_base [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 19:10:17.739549 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.services.service_base [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 19:10:17.740625 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.services.service_base [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 19:10:17.740995 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.services.service_base [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 19:10:17.741382 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.741680 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 19:10:17.752698 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.753031 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: auto_allocate Nov 24 19:10:17.758848 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: network precommit_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.759216 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: network precommit_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.759727 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.760083 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: tag Nov 24 19:10:17.767519 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.767844 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: timestamp Nov 24 19:10:17.771754 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.772117 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: network_ip_availability Nov 24 19:10:17.777729 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.778093 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.778445 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:17.779148 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.779583 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: flavors Nov 24 19:10:17.784602 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.784883 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading Plugin: revisions Nov 24 19:10:17.789133 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 19:10:17.789521 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_concurrency.lockutils [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.612s {{(pid=87378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:17.790255 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87378) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 19:10:17.790588 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Initializing extension manager. Nov 24 19:10:17.791084 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: __init__.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.791421 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: __pycache__ {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.791751 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.792131 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: address_group.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.792948 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.793509 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: address-group Nov 24 19:10:17.793831 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: address_scope.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.794536 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.795041 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: address-scope Nov 24 19:10:17.795362 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.796311 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.796813 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: router-admin-state-down-before-update Nov 24 19:10:17.797136 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: agent.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.797828 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.798327 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: agent Nov 24 19:10:17.798647 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: agent_resources_synced.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.799547 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.800084 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: agent-resources-synced Nov 24 19:10:17.800407 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: allowedaddresspairs.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.802150 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.802657 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: allowed-address-pairs Nov 24 19:10:17.802978 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: auto_allocated_topology.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.804076 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.804580 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: auto-allocated-topology Nov 24 19:10:17.804904 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: availability_zone.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.805585 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.806080 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: availability_zone Nov 24 19:10:17.806395 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: availability_zone_filter.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.807295 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.808428 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: availability_zone_filter Nov 24 19:10:17.808768 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: data_plane_status.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.809660 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.810158 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 19:10:17.810476 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: default_subnetpools.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.811382 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.811884 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: default-subnetpools Nov 24 19:10:17.812225 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.813092 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.813590 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: dhcp_agent_scheduler Nov 24 19:10:17.813909 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: dns.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.814805 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.815304 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 19:10:17.815623 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: dns_domain_ports.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.816563 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.817063 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 19:10:17.817381 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: dvr.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.818040 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.818536 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: dvr Nov 24 19:10:17.818852 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: empty_string_filtering.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.819743 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.820264 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: empty-string-filtering Nov 24 19:10:17.820585 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.821480 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.821979 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 19:10:17.822297 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.823236 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.823739 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 19:10:17.824090 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: external_net.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.824994 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.825495 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: external-net Nov 24 19:10:17.825813 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.826710 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.827205 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: extra_dhcp_opt Nov 24 19:10:17.827523 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: extraroute.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.828439 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.828936 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: extraroute Nov 24 19:10:17.829252 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: extraroute_atomic.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.830284 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.830782 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: extraroute-atomic Nov 24 19:10:17.831097 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: filter_validation.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.831753 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.832349 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: filter-validation Nov 24 19:10:17.832666 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: fip_pf_description.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.835053 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.835569 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 19:10:17.835896 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: fip_port_details.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.836841 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.837351 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: fip-port-details Nov 24 19:10:17.837674 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: flavors.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.839664 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.840205 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: flavors Nov 24 19:10:17.840525 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.842181 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.842693 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 19:10:17.843018 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: floatingip_pools.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.843708 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.844249 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: floatingip-pools Nov 24 19:10:17.844572 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: ip_allocation.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.845482 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.845980 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 19:10:17.846298 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.847202 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.847703 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: ip-substring-filtering Nov 24 19:10:17.848060 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l2_adjacency.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.848976 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.849470 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 19:10:17.849788 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l3.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.850740 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.851251 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: router Nov 24 19:10:17.851571 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.853839 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.854355 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 19:10:17.855247 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.856379 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.856890 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: ext-gw-mode Nov 24 19:10:17.857219 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.858129 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.858633 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: l3-ha Nov 24 19:10:17.858955 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l3_flavors.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.859856 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.860386 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: l3-flavors Nov 24 19:10:17.860707 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.861687 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.862182 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 19:10:17.862534 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: l3agentscheduler.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.863561 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.864095 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: l3_agent_scheduler Nov 24 19:10:17.864420 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: logging.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.866352 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.866895 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension logging not supported by any of loaded plugins Nov 24 19:10:17.867326 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: metering.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.868285 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.869143 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: metering Nov 24 19:10:17.869490 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.871505 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.872114 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: metering_source_and_destination_fields Nov 24 19:10:17.872568 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: multiprovidernet.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.874363 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.874945 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: multi-provider Nov 24 19:10:17.875268 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: netmtu.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.876541 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.877429 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: net-mtu Nov 24 19:10:17.877724 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: netmtu_writable.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.878715 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.879261 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: net-mtu-writable Nov 24 19:10:17.879584 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: network_availability_zone.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.880572 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.881130 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: network_availability_zone Nov 24 19:10:17.881450 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: network_ip_availability.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.882719 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.883262 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: network-ip-availability Nov 24 19:10:17.883587 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: network_segment_range.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.884542 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.885211 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 19:10:17.885575 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: pagination.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.887182 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.887631 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: pagination Nov 24 19:10:17.888082 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: port_device_profile.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.889430 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.889997 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: port-device-profile Nov 24 19:10:17.890328 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.891591 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.892186 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: port-mac-address-regenerate Nov 24 19:10:17.892613 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.893809 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.894359 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: port-numa-affinity-policy Nov 24 19:10:17.894727 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: port_resource_request.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.896086 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.896827 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 19:10:17.897189 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: portbindings.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.898203 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.898827 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: binding Nov 24 19:10:17.899243 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: portbindings_extended.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.900933 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.902037 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: binding-extended Nov 24 19:10:17.902586 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: portsecurity.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.903508 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.904051 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: port-security Nov 24 19:10:17.904381 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: project_id.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.905363 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.905693 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: project-id Nov 24 19:10:17.906017 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: providernet.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.906943 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.907451 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: provider Nov 24 19:10:17.907773 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.911371 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.911894 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos not supported by any of loaded plugins Nov 24 19:10:17.912252 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.913506 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.914016 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 19:10:17.914349 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.915272 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.915778 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 19:10:17.916131 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_default.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.917802 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.918532 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-default not supported by any of loaded plugins Nov 24 19:10:17.918858 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_fip.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.919518 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.920043 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 19:10:17.920371 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_gateway_ip.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.921343 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.921802 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 19:10:17.922134 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_port_network_policy.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.923046 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.923549 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 19:10:17.923875 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_rule_type_details.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.924818 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.925573 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 19:10:17.925661 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: qos_rules_alias.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.926664 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.927169 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 19:10:17.927495 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: quotasv2.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.928479 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.928936 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: quotas Nov 24 19:10:17.929261 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: quotasv2_detail.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.930881 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.931226 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: quota_details Nov 24 19:10:17.931561 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: rbac.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.932857 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.933608 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: rbac-policies Nov 24 19:10:17.934177 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: rbac_address_group.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.935630 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.936569 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: rbac-address-group Nov 24 19:10:17.937146 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: rbac_address_scope.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.938646 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.939552 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: rbac-address-scope Nov 24 19:10:17.940181 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: rbac_security_groups.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.941678 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.942585 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: rbac-security-groups Nov 24 19:10:17.943153 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: rbac_subnetpool.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.944395 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.944920 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: rbac-subnetpool Nov 24 19:10:17.945253 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: revisionifmatch.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.946195 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.946704 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: revision-if-match Nov 24 19:10:17.947034 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: revisions.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.948268 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.949141 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: standard-attr-revisions Nov 24 19:10:17.949725 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: router_availability_zone.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.950603 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.951121 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: router_availability_zone Nov 24 19:10:17.951449 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: routerservicetype.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.952412 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.952922 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 19:10:17.953245 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.954167 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.954672 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: security-groups-normalized-cidr Nov 24 19:10:17.954997 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.955923 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.956455 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: port-security-groups-filtering Nov 24 19:10:17.956778 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.957694 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.958199 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: security-groups-remote-address-group Nov 24 19:10:17.958520 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: securitygroup.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.973158 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.973687 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: security-group Nov 24 19:10:17.974015 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: segment.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.974809 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.975325 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension segment not supported by any of loaded plugins Nov 24 19:10:17.975654 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.976641 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.977152 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 19:10:17.977477 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: servicetype.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.978590 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.979107 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: service-type Nov 24 19:10:17.979542 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: sorting.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.981317 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.981762 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: sorting Nov 24 19:10:17.982095 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: standard_attr_segment.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.983021 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.983533 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 19:10:17.983857 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: standardattrdescription.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.984535 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.985043 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: standard-attr-description Nov 24 19:10:17.985370 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: stateful_security_group.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.986294 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.986802 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: stateful-security-group Nov 24 19:10:17.987122 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: stdattrs_common.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.987707 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 19:10:17.988053 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.989059 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.989567 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 19:10:17.989889 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: subnet_onboard.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.990969 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.991484 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: subnet_onboard Nov 24 19:10:17.991807 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.992781 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.993286 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 19:10:17.993608 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: subnet_service_types.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.994532 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.995084 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: subnet-service-types Nov 24 19:10:17.995561 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: subnetallocation.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.996859 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.997388 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: subnet_allocation Nov 24 19:10:17.997714 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:17.998402 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:17.998910 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: subnetpool-prefix-ops Nov 24 19:10:17.999235 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:18.000199 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:18.000707 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 19:10:18.001030 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: tagging.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:18.002096 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:18.002622 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: standard-attr-tag Nov 24 19:10:18.002947 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: timestamp.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:18.004164 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:18.004681 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loaded extension: standard-attr-timestamp Nov 24 19:10:18.005010 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: trunk.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:18.006036 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:18.006547 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension trunk not supported by any of loaded plugins Nov 24 19:10:18.006875 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: trunk_details.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:18.007801 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:18.008336 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 19:10:18.008666 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: uplink_status_propagation.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:18.009593 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:18.010103 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 19:10:18.010430 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Loading extension file: vlantransparent.py {{(pid=87378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 19:10:18.011412 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 19:10:18.011938 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 19:10:18.014415 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:network Nov 24 19:10:18.015159 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:subnet Nov 24 19:10:18.015983 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 19:10:18.016584 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:port Nov 24 19:10:18.017884 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.018319 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service FLAVORS assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.018935 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.019365 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.019703 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:router Nov 24 19:10:18.020380 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 19:10:18.021094 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service METERING assigned prefix: /metering {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.022560 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:18.022929 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:18.023286 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:10:18.024456 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 19:10:18.024904 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:security_group Nov 24 19:10:18.025823 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 19:10:18.027281 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service CORE assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.027692 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 19:10:18.028069 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] subnetpool is already registered Nov 24 19:10:18.028674 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service CORE assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.029003 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 19:10:18.029330 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] subnetpool is already registered Nov 24 19:10:18.031866 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.032324 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service FLAVORS assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.032920 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.033342 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.033677 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:router Nov 24 19:10:18.034012 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] router is already registered Nov 24 19:10:18.034655 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 19:10:18.034943 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] floatingip is already registered Nov 24 19:10:18.035571 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service METERING assigned prefix: /metering {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.036265 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 19:10:18.036591 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] rbac_policy is already registered Nov 24 19:10:18.037134 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:security_group Nov 24 19:10:18.037490 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] security_group is already registered Nov 24 19:10:18.038075 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 19:10:18.038400 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] security_group_rule is already registered Nov 24 19:10:18.039064 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service CORE assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.039391 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 19:10:18.039718 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] subnetpool is already registered Nov 24 19:10:18.040349 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.v2.resource_helper [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Service CORE assigned prefix: {{(pid=87378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 19:10:18.040674 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 19:10:18.041006 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING neutron.quota.resource_registry [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] subnetpool is already registered Nov 24 19:10:18.041636 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: extensions {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.044160 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: address-groups {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.045830 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: address-scopes {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.047051 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: agents {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.048274 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: auto-allocated-topology {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.049532 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: availability_zones {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.050873 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: dhcp-networks {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.052330 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: dhcp-agents {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.053784 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: routers {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.056558 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: flavors {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.057916 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: service_profiles {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.059289 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: next_providers {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.061226 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: service_profiles {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.064111 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: floatingip-pools {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.066553 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: routers {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.069013 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: floatingips {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.070231 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: l3-routers {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.071667 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: l3-agents {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.073173 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: metering-labels {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.074965 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: metering-label-rules {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.076295 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: network-ip-availabilities {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.077568 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: bindings {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.079255 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: quotas {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.080748 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: quotas {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.082199 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: rbac-policies {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.083640 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: security-groups {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.084903 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: security-group-rules {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.086158 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: service-providers {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.087412 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: subnetpools {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.089513 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: subnetpools {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.091192 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.092949 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.094839 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.096699 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.098501 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.100425 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.102175 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.104154 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.106990 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.108908 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron.api.extensions [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Extended resource: tags {{(pid=87378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 19:10:18.115098 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING keystonemiddleware.auth_token [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 19:10:18.119893 dv-neutron-818346-1-hyperv neutron-server[87378]: WARNING keystonemiddleware.auth_token [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 19:10:18.128676 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_concurrency.lockutils [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Acquired lock "singleton_lock" {{(pid=87378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 24 19:10:18.129173 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_concurrency.lockutils [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Releasing lock "singleton_lock" {{(pid=87378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 24 19:10:18.129776 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO oslo_service.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Starting 2 workers Nov 24 19:10:18.134427 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Started child 87485 {{(pid=87378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 19:10:18.139500 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Started child 87486 {{(pid=87378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 19:10:18.139864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:18.141058 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO neutron.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 19:10:18.141424 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [-] (87485) wsgi starting up on http://0.0.0.0:9696 Nov 24 19:10:18.141682 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Notify callbacks [] for process, before_spawn {{(pid=87378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:18.143772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:18.144277 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO oslo_service.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Starting 1 workers Nov 24 19:10:18.145216 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [-] (87486) wsgi starting up on http://0.0.0.0:9696 Nov 24 19:10:18.148969 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Started child 87487 {{(pid=87378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 19:10:18.149480 dv-neutron-818346-1-hyperv neutron-server[87378]: INFO oslo_service.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Starting 1 workers Nov 24 19:10:18.153336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] calling RpcWorker wait() {{(pid=87487) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 19:10:18.153871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] returning from RpcWorker wait() {{(pid=87487) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 19:10:18.154891 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Started child 87488 {{(pid=87378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 19:10:18.155189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:18.155667 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG neutron_lib.callbacks.manager [None req-95b672cd-3771-41f3-9eb9-d42d0836bfc9 None None] Notify callbacks [] for process, after_spawn {{(pid=87378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:18.155764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:10:18.157396 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 24 19:10:18.157605 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 19:10:18.157795 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 19:10:18.158012 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 19:10:18.158361 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 19:10:18.158536 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 19:10:18.159023 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.159283 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.159438 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:18.159888 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.159888 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.160227 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.160399 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:10:18.160780 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.161037 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.161292 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.161571 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.161806 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.161975 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.162135 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.162402 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.162652 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.162942 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.163222 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.163458 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.163747 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.163920 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.164209 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.164478 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.164718 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.164987 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] debug = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.165213 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.165688 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.165931 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.166172 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.166411 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.166681 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.167042 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.167425 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.167819 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.168258 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.168521 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.168801 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.169035 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.169273 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.169499 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.169763 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.169999 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.170460 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] host = dv-neutron-818346-1-hyperv {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.170699 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.170942 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.171179 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.171437 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.171681 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.171903 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.172173 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.172420 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.172677 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.172915 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.173193 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.173436 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.173653 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.173894 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.174051 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_options = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.174290 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.174572 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.174852 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.175046 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.175216 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.175393 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.175645 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.175793 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.176075 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.176294 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.176527 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.176743 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.176980 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.177193 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.177455 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.177683 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.177913 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.178140 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.178394 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.178652 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.178894 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.179113 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.179357 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.179576 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.179795 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.180046 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.180304 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.180520 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.180734 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.182043 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.182310 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.182605 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.182872 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.183148 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.183403 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.183651 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.183888 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.184218 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.184792 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.184948 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.185178 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.185420 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.185678 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.185908 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.186136 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.186381 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_json = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.186607 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.186830 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.187139 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.187562 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.187815 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.188068 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.188318 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.188563 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.189010 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.189262 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.189591 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.189857 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.190277 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.190765 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.190765 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.190765 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.191168 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.191325 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.191702 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.192534 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.193029 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.193273 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.193536 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.193900 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.194149 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.194417 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.194680 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.194934 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.195158 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.195386 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.195728 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.196025 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.196295 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.196577 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.196834 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.197060 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.197300 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.197526 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.197744 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.197967 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.198761 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.198985 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.199210 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.199526 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.199678 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.199858 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.200123 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.200378 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.200619 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.200854 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.201081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.201301 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.201546 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.201763 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.202003 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.202258 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.202481 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.202725 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.202972 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.203214 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.203432 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.203669 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.203910 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.206315 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.206315 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.206315 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.211066 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.212402 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.212402 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.212402 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.212402 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.212932 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.212932 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.213292 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.213292 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.213520 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.215396 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.215396 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.215396 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.215396 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.215396 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.216530 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.216764 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.217019 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.217297 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.217631 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.217858 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.218132 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.218383 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.218648 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.219649 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.219928 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.220218 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.220438 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.221291 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.221593 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.221833 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.222095 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.222715 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.222950 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.223194 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.223452 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.223705 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.223980 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.224235 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.224823 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.225099 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.232239 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.232517 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.232814 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.233079 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.233391 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.233662 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.233968 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.234249 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.234542 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.234869 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.235171 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.235452 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.235718 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.236468 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.236790 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.237059 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.237355 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.237614 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.237855 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.238108 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.238387 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.238656 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.238896 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.239148 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.239408 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.239732 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.240000 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.240214 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.240442 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.240740 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.240978 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.241224 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.241530 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.241799 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.242055 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.242332 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.242564 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.242789 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.243035 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.243287 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.243525 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.243776 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.244132 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.244540 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.244985 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.245751 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.246003 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.246245 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.246571 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.246925 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.247232 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.247466 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.247729 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.247979 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.248255 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.248528 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.248772 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.248999 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.249241 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.249862 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.250151 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.250381 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.250670 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.250965 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.251217 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.251466 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.251708 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.252000 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.252225 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.252496 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.252724 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.252961 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.253182 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.253410 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.253651 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.253890 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.254119 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.254514 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.254787 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.255035 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.255360 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.255619 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.255875 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.256153 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.256377 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.256646 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.256890 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.257132 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.257353 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.257574 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.257794 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.258069 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.258315 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.258571 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.258805 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.259020 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.259252 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.259477 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.259710 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.260043 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.260309 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.260671 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.260932 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.261219 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.261412 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.261625 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.261861 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.262080 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.262293 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.262539 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.262752 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.262985 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.263204 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.263416 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.263713 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.263992 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.264218 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.264508 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.264755 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.265011 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.265239 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.265559 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.265774 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.266039 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.266297 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.266522 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.266765 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.267038 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.267425 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.267740 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.268204 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.268334 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.268890 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.269094 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.269371 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.269589 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.269886 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.270218 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.270515 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.270788 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.271072 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.271343 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.271573 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.271998 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.272218 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.272463 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.272687 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.272949 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.273193 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.273450 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.273674 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.273907 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.274134 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.274387 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.274626 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.275430 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.275923 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.276108 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 19:10:18.276830 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 24 19:10:18.276997 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 19:10:18.277497 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 19:10:18.277680 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 19:10:18.278182 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 19:10:18.278344 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 19:10:18.280078 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.280278 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.280462 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.280638 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.280813 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.281005 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.281177 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.281346 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.281516 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.281692 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.281902 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.282164 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.282336 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.282500 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.282663 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.282824 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.282987 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.283147 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.283313 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.283473 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.283632 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.283792 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.283951 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] debug = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.284167 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.284386 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.284552 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.284881 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.284981 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.285126 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.285285 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.285443 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.285602 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.285760 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.285919 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.286077 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.286235 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.286395 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.286551 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.286710 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.286869 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.287028 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] host = dv-neutron-818346-1-hyperv {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.287189 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.287348 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.287509 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.287652 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.287812 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.287991 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.288154 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.288314 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.288477 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.288635 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.288793 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.288951 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.289039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:10:18.289125 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.289762 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.289939 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_options = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.290102 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.290263 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.290423 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.290609 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.290775 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.290936 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.291094 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.291255 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.291416 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.291575 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.291735 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.292587 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.292766 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.292950 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.293166 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.293398 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.293571 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.293740 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.293908 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.294073 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.294237 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.294406 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.294569 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.294758 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.294923 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.295099 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.295230 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.295390 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.295548 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.295707 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.295866 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.296047 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.296208 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.296366 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.296524 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.296684 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.296842 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.297005 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.297162 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.297319 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.297477 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.297634 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.297791 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.297948 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.298104 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.298260 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_json = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.298418 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.298576 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.298732 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.298888 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.299045 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.299202 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.299358 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.299515 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 19:10:18.299692 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.299853 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.300055 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.300292 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.300461 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.300637 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.300764 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.300931 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.301086 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.301245 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.301412 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.301570 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.301738 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.301898 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.302057 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.302219 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.302377 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.302534 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.302696 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.302894 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.302993 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.303151 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.303326 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.303484 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.304084 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.304084 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.304084 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.304084 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.304414 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.304414 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305086 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305086 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305086 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305086 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305373 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305373 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305520 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.305597 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306044 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306044 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306044 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306249 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306320 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306470 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306600 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306759 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.306918 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.307075 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.307233 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.307391 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.308160 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.308380 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.308560 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.308720 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.308879 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.309038 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.309201 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.309363 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.309527 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.309666 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.309824 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.309996 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.310153 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.310312 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.310470 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.310629 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.310789 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.310949 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.311107 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.311265 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.311423 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.311582 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.311741 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.311898 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.312097 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.312257 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.312416 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.312602 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.312864 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.312969 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.313052 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.313192 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.313352 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.313514 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.313677 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.313849 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.314006 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.314166 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.314323 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.314483 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.314639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.314796 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.314959 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.315119 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.315275 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.315432 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.315590 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.315750 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.315908 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.316094 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.316250 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.316408 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.316566 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317024 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317024 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317024 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317266 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317354 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317435 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317598 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317758 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.317919 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.318094 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.318240 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.318389 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.318530 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.318695 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.318853 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.318994 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.319132 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.319311 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.319453 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.319611 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.319770 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.319927 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.320108 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.320266 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.320432 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.320600 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.320757 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.320915 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.321072 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.321252 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.321410 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.321567 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.321724 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.321882 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.322040 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.322198 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.322357 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.322514 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.322676 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.322835 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.322994 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.323154 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.323318 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.323473 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.323622 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.323769 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.323915 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.324104 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.324267 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.324410 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.324554 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.324697 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.324839 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.324981 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.325125 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.325334 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.325495 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.325642 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.325785 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.325929 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.326068 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.326221 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.326367 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.326514 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.326670 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.326827 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.326827 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.327094 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.327238 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.327380 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.327526 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.327673 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.327811 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.327951 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.328174 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.328174 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.328456 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.328599 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.331384 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332081 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.332639 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333224 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333224 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333224 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333224 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333224 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333224 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333641 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333641 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333641 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333859 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.333937 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.334050 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.334214 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.334367 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.334514 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.334682 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.334971 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.334971 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.335124 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.335286 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.335606 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.335768 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.335942 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.336118 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.336281 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.336649 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.336649 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.336813 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.336891 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.337043 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.337209 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.337374 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.337536 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.337701 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.337868 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.338035 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.338193 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.338358 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.338527 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.338685 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.338870 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.339059 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.339159 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.339281 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.339438 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.339596 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.339757 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.339916 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.340098 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.340256 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.340414 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.340571 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.340730 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.340889 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.341047 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.341204 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.341362 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.341520 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 19:10:18.341670 dv-neutron-818346-1-hyperv neutron-server[87378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 19:10:18.503656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33470) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:18.512916 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070963 Nov 24 19:10:29.283672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c31e40b-f4f0-433e-9fa8-bb3dd9f5e43c None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:10:29.361858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31e40b-f4f0-433e-9fa8-bb3dd9f5e43c None None] No non-hosted networks {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 19:10:29.375156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.agentschedulers_db [None req-7c31e40b-f4f0-433e-9fa8-bb3dd9f5e43c None None] DHCP Agent not found on host dv-neutron-818346-1-hyperv {{(pid=87487) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 19:10:29.496609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d9050fe-21cc-45c0-8f19-22f40a5e7b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751924'] for agent, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:29.687279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751924'] for agent, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:29.688736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.691513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.692345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.692909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.693312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.693720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.694127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.694553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.694952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.695364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.695782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.696207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:29.696811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818346-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:10:29.703706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818346-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:10:31.998211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-34baf376-2564-40bf-84e2-99d2907b0353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751924'] for agent, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:32.039647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-714651a8-dfbe-42ce-857b-6f51d00b8f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:32.663693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751924'] for agent, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:34.383743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751924'] for agent, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:35.968224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33564) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:36.005469 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.db.l3_hamode_db [None req-bef34589-93d6-472e-963d-ecfce5f4775d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 19:10:36.091501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef34589-93d6-472e-963d-ecfce5f4775d None None] Routers set() bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:10:36.091883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef34589-93d6-472e-963d-ecfce5f4775d None None] Router IDs set() for agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 19:10:36.550293 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING oslo_policy.policy [None req-e0f060ef-93f2-4e0f-9a7b-06a8d02af5de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:10:36.550879 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING oslo_policy.policy [None req-e0f060ef-93f2-4e0f-9a7b-06a8d02af5de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:10:36.768708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-e0f060ef-93f2-4e0f-9a7b-06a8d02af5de admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:10:36.769751 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e0f060ef-93f2-4e0f-9a7b-06a8d02af5de admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8006153 Nov 24 19:10:39.122753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33578) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:39.476587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:10:39.576663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.policy [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87486) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 19:10:39.622272 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING oslo_policy.policy [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:10:39.622636 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING oslo_policy.policy [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:10:39.630933 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.quota [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] Loaded quota_driver: . Nov 24 19:10:39.646409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:10:39.705459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734274794365', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734274793746', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734274840674', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734274845752', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734274824814', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734274826939', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1828597', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1964789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-980462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-931238'] for rbac-policy, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:39.766107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:39.767353 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-655a1b1d-d6be-453d-8477-758688e2dfd3 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6436114 Nov 24 19:10:42.349800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33592) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:42.689457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Request body: {'network': {'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'admin_state_up': True, 'name': 'private'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:10:42.694118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:10:42.698623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Usage tracker for resource:network and tenant:d1429fcd0c6944a2be70004282791b5d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:10:42.703110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:10:42.709159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:10:42.718734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Made reservation on behalf of d1429fcd0c6944a2be70004282791b5d for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:10:42.721444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:42.739124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:42.752866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:10:42.756567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Usage tracker for resource:security_group_rule and tenant:d1429fcd0c6944a2be70004282791b5d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:10:42.761610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:10:42.767085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:10:42.861529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:42.865259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:42.871932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:42.891359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:10:42.917190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734276130717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:42.917693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Unsubscribe: segment precommit_create {{(pid=87486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 19:10:42.918175 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Added segment 3c6a8ba2-e162-4abe-8b26-29e4cff9dab4 of type vlan for network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 Nov 24 19:10:42.969928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c589f37-abde-46f4-984e-903123c8dd74,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:10:42.989313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.989673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.990008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.990333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.990656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.990982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.991301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.991618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.991932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.992273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.992584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.992896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Tracked resource versions report: Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: pushed versions: Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: { 'AddressGroup': {'1.2'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'ConntrackHelper': {'1.0'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Log': {'1.0'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Network': {'1.1'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Port': {'1.7'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'PortForwarding': {'1.2'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'QosPolicy': {'1.8'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroup': {'1.4'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SubPort': {'1.0'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Subnet': {'1.1'}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Trunk': {'1.1'}} Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: consumer versions: Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'ConntrackHelper': '1.0', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Log': '1.0', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Network': '1.1', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Port': '1.7', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'PortForwarding': '1.2', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'QosPolicy': '1.8', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroup': '1.4', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroupRule': '1.2', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SubPort': '1.0', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Subnet': '1.1', Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Trunk': '1.1'}} Nov 24 19:10:42.994139 dv-neutron-818346-1-hyperv neutron-server[87486]: {{(pid=87486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:10:43.040545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:43.044368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:43.081713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:43.083234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:10:43.083937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:43.087294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:43.205862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Pushing event updated for resources: {'Network': ['ID=bf1cf610-6a9e-4b12-aad2-1e446960b1b2,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:10:43.209513 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8586094 Nov 24 19:10:43.211483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:43.223209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:10:45.957610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33608) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:46.396736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaafd3-34cd-46b6-bb24-49e4564f6760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:10:46.398056 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-facaafd3-34cd-46b6-bb24-49e4564f6760 admin admin] 10.222.0.47 "GET /v2.0/networks/bf1cf610-6a9e-4b12-aad2-1e446960b1b2 HTTP/1.1" status: 200 len: 825 time: 0.4395034 Nov 24 19:10:46.424501 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-21ccea24-ae8b-42e2-9b3f-62357245365a admin admin] 10.222.0.47 "GET /v2.0/subnetpools/4b5ff428-e27a-4849-b2f1-d69f0313b69c HTTP/1.1" status: 200 len: 734 time: 0.0205400 Nov 24 19:10:46.433373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '4b5ff428-e27a-4849-b2f1-d69f0313b69c', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:10:46.437801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:10:46.443628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Usage tracker for resource:subnet and tenant:d1429fcd0c6944a2be70004282791b5d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:10:46.448812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:10:46.456019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:10:46.465394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Made reservation on behalf of d1429fcd0c6944a2be70004282791b5d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:10:46.467728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:46.759681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:46.765282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:46.842007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e63cfbc-ff87-4a91-aca8-01ff8c6c937d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:10:46.843990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Checking segment: {'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:10:46.844366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Network hostable DHCP agents. Network: bf1cf610-6a9e-4b12-aad2-1e446960b1b2, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:10:46.851486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:46.866001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:10:46.879095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, bf1cf610-6a9e-4b12-aad2-1e446960b1b2) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:10:46.884489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:10:46.885305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:46.889783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d7415-4e06-47a9-8ebb-fd9f9d7b9722 None None] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:10:46.910197 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4807417 Nov 24 19:10:47.288402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'fixed_ips': [{'subnet_id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:10:47.289626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:47.471885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Allocated IP 172.20.0.2 (bf1cf610-6a9e-4b12-aad2-1e446960b1b2/0e63cfbc-ff87-4a91-aca8-01ff8c6c937d/0764472c-2241-45f2-b890-46765ce9caa5) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:10:47.696304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:47.710181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Transition to ACTIVE for port object 0764472c-2241-45f2-b890-46765ce9caa5 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:10:47.730100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Transition to ACTIVE for port object 0764472c-2241-45f2-b890-46765ce9caa5 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:10:47.736980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:47.745449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:47.801676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:10:47.804473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:10:47.810929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:10:47.844660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Pushing event updated for resources: {'Port': ['ID=0764472c-2241-45f2-b890-46765ce9caa5,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:10:47.859595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.859945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.860295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.860615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.860931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.861259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.861575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.861885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.862209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.862517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.862823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.863133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Tracked resource versions report: Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: pushed versions: Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: { 'AddressGroup': {'1.2'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'ConntrackHelper': {'1.0'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Log': {'1.0'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Network': {'1.1'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Port': {'1.7'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'PortForwarding': {'1.2'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'QosPolicy': {'1.8'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroup': {'1.4'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SubPort': {'1.0'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Subnet': {'1.1'}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Trunk': {'1.1'}} Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: consumer versions: Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'ConntrackHelper': '1.0', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Log': '1.0', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Network': '1.1', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Port': '1.7', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'PortForwarding': '1.2', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'QosPolicy': '1.8', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroup': '1.4', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroupRule': '1.2', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SubPort': '1.0', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Subnet': '1.1', Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Trunk': '1.1'}} Nov 24 19:10:47.864558 dv-neutron-818346-1-hyperv neutron-server[87487]: {{(pid=87487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:10:47.910941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:47.919870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Attempting to bind port 0764472c-2241-45f2-b890-46765ce9caa5 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:10:47.920310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Attempting to bind port 0764472c-2241-45f2-b890-46765ce9caa5 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:10:47.920737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Attempting to bind port 0764472c-2241-45f2-b890-46765ce9caa5 on network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:10:47.925912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:10:47.926316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Checking segment: {'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:10:47.926817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:47.927205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Bound using segment: {'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:10:47.927666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Bound port: 0764472c-2241-45f2-b890-46765ce9caa5, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:10:47.928106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:48.014852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] For port 0764472c-2241-45f2-b890-46765ce9caa5, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:10:48.018531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] For port 0764472c-2241-45f2-b890-46765ce9caa5, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0764472c-2241-45f2-b890-46765ce9caa5,segment=NetworkSegment(3c6a8ba2-e162-4abe-8b26-29e4cff9dab4),segment_id=3c6a8ba2-e162-4abe-8b26-29e4cff9dab4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:10:48.023623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:48.028563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:48.130626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Pushing event updated for resources: {'Port': ['ID=0764472c-2241-45f2-b890-46765ce9caa5,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:10:48.137285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:49.319527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33618) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:49.685045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-ea84ec6c-dd59-40c1-a452-308e304129a0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:10:49.686043 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ea84ec6c-dd59-40c1-a452-308e304129a0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3655391 Nov 24 19:10:51.826866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0764472c-2241-45f2-b890-46765ce9caa5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:10:51.858128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52204aa6-69e4-4e07-b5ea-b9e52237566b None None] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:10:51.993459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0adcb4e8-8892-499d-8be0-72211592c37f None None] Provisioning for port 0764472c-2241-45f2-b890-46765ce9caa5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:10:52.064105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 0764472c-2241-45f2-b890-46765ce9caa5 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:10:52.073247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33634) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:52.074448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0764472c-2241-45f2-b890-46765ce9caa5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:10:52.074860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:52.257995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:52.297768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 0764472c-2241-45f2-b890-46765ce9caa5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0764472c-2241-45f2-b890-46765ce9caa5,segment=NetworkSegment(3c6a8ba2-e162-4abe-8b26-29e4cff9dab4),segment_id=3c6a8ba2-e162-4abe-8b26-29e4cff9dab4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:10:52.303082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:52.305452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:10:52.379604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=0764472c-2241-45f2-b890-46765ce9caa5,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:10:52.382800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:10:52.471394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-e1ff24cb-d8f7-408c-8951-c7b1bba871de admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:10:52.472413 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e1ff24cb-d8f7-408c-8951-c7b1bba871de admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3981912 Nov 24 19:10:52.537654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5176d693-1dd0-4224-a28d-57af55377213 None None] Provisioning complete for port 0764472c-2241-45f2-b890-46765ce9caa5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:10:52.537961 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5176d693-1dd0-4224-a28d-57af55377213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:53.797539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0764472c-2241-45f2-b890-46765ce9caa5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:10:53.863724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0764472c-2241-45f2-b890-46765ce9caa5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:10:53.864219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:55.102893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33646) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:55.439905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:10:55.444905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:10:55.448994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Usage tracker for resource:router and tenant:d1429fcd0c6944a2be70004282791b5d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:10:55.452192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:10:55.457695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:10:55.467715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:55.469254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:55.489844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:55.597571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:55.616260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:55.617420 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-973ea35a-21d4-4b3d-bb71-a55ad04f5a7d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5135560 Nov 24 19:10:57.962520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 33656) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:10:58.318975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-b0ab0efb-7a4d-4323-b690-81c8bcec38ae admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:10:58.319946 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b0ab0efb-7a4d-4323-b690-81c8bcec38ae admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564909 Nov 24 19:10:59.210619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-598c44b3-d8d0-4dec-9448-6b324f3acbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:10:59.670943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:00.758241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 33666) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:11:01.327065 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING oslo_policy.policy [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:11:01.327659 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING oslo_policy.policy [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:11:01.544100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:11:01.545784 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.quota [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Loaded quota_driver: . Nov 24 19:11:01.561269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:11:01.567641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Usage tracker for resource:network and tenant:7054c9a19b48469c853d935025354082 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:11:01.572506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:11:01.579862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:11:01.595582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Made reservation on behalf of 7054c9a19b48469c853d935025354082 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:11:01.667814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.policy [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87485) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 19:11:01.715058 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING oslo_policy.policy [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:11:01.715433 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING oslo_policy.policy [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 19:11:01.725469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:01.750093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:01.764626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:11:01.768329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Usage tracker for resource:security_group_rule and tenant:7054c9a19b48469c853d935025354082 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:11:01.771433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:11:01.777340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:11:01.877940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:01.881734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:01.887472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:01.899291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Reserving flat network on physical network physnet1 {{(pid=87485) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 19:11:01.931832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734276130717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:01.932823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Unsubscribe: segment precommit_create {{(pid=87485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 19:11:01.932978 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Added segment 3272d440-397c-47d6-b71c-215b4395654e of type flat for network d58a3010-7cb9-461e-92c0-e2263b275e0d Nov 24 19:11:01.987787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8958123-b72b-4ac9-9421-c49391b80e11,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:01.991839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-240a448e-a9fc-455e-9011-aff063def769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:02.006923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.007283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.007612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.007930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.008267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.008582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.008890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.009272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.009669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.009973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.010280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.010583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Tracked resource versions report: Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: pushed versions: Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: { 'AddressGroup': {'1.2'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'ConntrackHelper': {'1.0'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Log': {'1.0'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Network': {'1.1'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Port': {'1.7'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'PortForwarding': {'1.2'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'QosPolicy': {'1.8'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroup': {'1.4'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SubPort': {'1.0'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Subnet': {'1.1'}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Trunk': {'1.1'}} Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: consumer versions: Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'ConntrackHelper': '1.0', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Log': '1.0', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Network': '1.1', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Port': '1.7', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'PortForwarding': '1.2', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'QosPolicy': '1.8', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroup': '1.4', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroupRule': '1.2', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SubPort': '1.0', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Subnet': '1.1', Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Trunk': '1.1'}} Nov 24 19:11:02.011800 dv-neutron-818346-1-hyperv neutron-server[87485]: {{(pid=87485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:11:02.066501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:02.068203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:02.111711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:02.113297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:11:02.113949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:02.119235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:02.223923 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4633348 Nov 24 19:11:02.224547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Pushing event updated for resources: {'Network': ['ID=d58a3010-7cb9-461e-92c0-e2263b275e0d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:02.228214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:02.236344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d58a3010-7cb9-461e-92c0-e2263b275e0d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:11:02.618393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:04.334088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:04.606276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 33696) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:11:04.820447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d757cf9a-dfc8-4a0e-af86-35a3bfd787e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:11:04.822614 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d757cf9a-dfc8-4a0e-af86-35a3bfd787e9 admin admin] 10.222.0.47 "GET /v2.0/subnets/0e63cfbc-ff87-4a91-aca8-01ff8c6c937d HTTP/1.1" status: 200 len: 849 time: 0.2152073 Nov 24 19:11:05.003471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1e0d4458-0207-4737-908f-92616522ec64 admin admin] 10.222.0.47 "GET /v2.0/routers/1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 HTTP/1.1" status: 200 len: 704 time: 0.1755164 Nov 24 19:11:05.483474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:05.713216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Allocated IP 172.20.0.1 (bf1cf610-6a9e-4b12-aad2-1e446960b1b2/0e63cfbc-ff87-4a91-aca8-01ff8c6c937d/930debf7-e87d-477b-bdb4-f0850863cd13) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:11:05.868852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:05.888859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Transition to ACTIVE for port object 930debf7-e87d-477b-bdb4-f0850863cd13 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:11:05.944207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:05.950020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:06.016022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:11:06.018894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:11:06.026708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:11:06.026708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:06.140216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Pushing event updated for resources: {'Port': ['ID=930debf7-e87d-477b-bdb4-f0850863cd13,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:06.159122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:06.261129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aefafefb-5575-4789-99eb-0dd6e871ebb6 None None] Provisioning for port 930debf7-e87d-477b-bdb4-f0850863cd13 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:11:06.265849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aefafefb-5575-4789-99eb-0dd6e871ebb6 None None] Provisioning complete for port 930debf7-e87d-477b-bdb4-f0850863cd13 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:11:06.266258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aefafefb-5575-4789-99eb-0dd6e871ebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:06.296365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:06.317967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aefafefb-5575-4789-99eb-0dd6e871ebb6 None None] Port 930debf7-e87d-477b-bdb4-f0850863cd13 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:11:06.561873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:06.566108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:06.567295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:06.570486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:06.697884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Pushing event updated for resources: {'Port': ['ID=930debf7-e87d-477b-bdb4-f0850863cd13,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:06.701968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:06.760479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:11:06.761585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:11:06.940106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cb6adc61-5440-4f55-b092-773718d4ee2c None None] Provisioning complete for port 930debf7-e87d-477b-bdb4-f0850863cd13 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:11:06.940474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb6adc61-5440-4f55-b092-773718d4ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:06.954576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:11:06.997441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-cb6adc61-5440-4f55-b092-773718d4ee2c None None] Port 930debf7-e87d-477b-bdb4-f0850863cd13 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:11:07.106376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:11:07.115377 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] 10.222.0.47 "PUT /v2.0/routers/1eed66a2-f5e0-4f38-8243-1c444b1cc8a2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1070070 Nov 24 19:11:07.116277 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5330780-9704-421c-9d97-857221fafffa None None] Sync routers for ids ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:11:07.127063 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] Routers {'1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:11:07.127907 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:11:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:07.303226 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] Set router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:11:07.671083 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'name': 'router1', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:10:55Z', 'updated_at': '2021-11-24T19:11:06Z', 'revision_number': 2, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'gw_port_host': None, '_interfaces': [{'id': '930debf7-e87d-477b-bdb4-f0850863cd13', 'name': '', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'mac_address': 'fa:16:3e:b5:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:05Z', 'updated_at': '2021-11-24T19:11:06Z', 'revision_number': 2, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'subnets': [{'id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5ff428-e27a-4849-b2f1-d69f0313b69c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:07.675865 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5330780-9704-421c-9d97-857221fafffa None None] Checking router: 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:11:07.676257 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5330780-9704-421c-9d97-857221fafffa None None] Updating router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 port 930debf7-e87d-477b-bdb4-f0850863cd13 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:11:07.731552 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5330780-9704-421c-9d97-857221fafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:08.129606 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5330780-9704-421c-9d97-857221fafffa None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:08.144601 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-f5330780-9704-421c-9d97-857221fafffa None None] Transition to ACTIVE for port object 930debf7-e87d-477b-bdb4-f0850863cd13 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:11:08.151607 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5330780-9704-421c-9d97-857221fafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:08.157903 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:08.312284 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:11:08.379743 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Pushing event updated for resources: {'Port': ['ID=930debf7-e87d-477b-bdb4-f0850863cd13,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:08.395735 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.396116 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.396455 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.396789 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.397117 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.397463 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.397791 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.398114 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.398453 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.398775 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.399093 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.399428 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Tracked resource versions report: Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: pushed versions: Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: { 'AddressGroup': {'1.2'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'ConntrackHelper': {'1.0'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Log': {'1.0'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Network': {'1.1'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Port': {'1.7'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'PortForwarding': {'1.2'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'QosPolicy': {'1.8'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroup': {'1.4'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SubPort': {'1.0'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Subnet': {'1.1'}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Trunk': {'1.1'}} Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: consumer versions: Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'ConntrackHelper': '1.0', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Log': '1.0', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Network': '1.1', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Port': '1.7', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'PortForwarding': '1.2', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'QosPolicy': '1.8', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroup': '1.4', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroupRule': '1.2', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SubPort': '1.0', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Subnet': '1.1', Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Trunk': '1.1'}} Nov 24 19:11:08.401697 dv-neutron-818346-1-hyperv neutron-server[87488]: {{(pid=87488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:11:08.414146 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:08.423729 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f5330780-9704-421c-9d97-857221fafffa None None] Attempting to bind port 930debf7-e87d-477b-bdb4-f0850863cd13 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:11:08.424177 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f5330780-9704-421c-9d97-857221fafffa None None] Attempting to bind port 930debf7-e87d-477b-bdb4-f0850863cd13 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:11:08.424652 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5330780-9704-421c-9d97-857221fafffa None None] Attempting to bind port 930debf7-e87d-477b-bdb4-f0850863cd13 on network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:11:08.430033 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5330780-9704-421c-9d97-857221fafffa None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:11:08.430422 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5330780-9704-421c-9d97-857221fafffa None None] Checking segment: {'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:11:08.431007 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5330780-9704-421c-9d97-857221fafffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:08.431381 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5330780-9704-421c-9d97-857221fafffa None None] Bound using segment: {'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:11:08.431901 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f5330780-9704-421c-9d97-857221fafffa None None] Bound port: 930debf7-e87d-477b-bdb4-f0850863cd13, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6a8ba2-e162-4abe-8b26-29e4cff9dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:11:08.432386 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5330780-9704-421c-9d97-857221fafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:08.521255 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-f5330780-9704-421c-9d97-857221fafffa None None] For port 930debf7-e87d-477b-bdb4-f0850863cd13, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:11:08.526151 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-f5330780-9704-421c-9d97-857221fafffa None None] For port 930debf7-e87d-477b-bdb4-f0850863cd13, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=930debf7-e87d-477b-bdb4-f0850863cd13,segment=NetworkSegment(3c6a8ba2-e162-4abe-8b26-29e4cff9dab4),segment_id=3c6a8ba2-e162-4abe-8b26-29e4cff9dab4)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:11:08.530986 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5330780-9704-421c-9d97-857221fafffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:08.534958 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:08.620625 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Pushing event updated for resources: {'Port': ['ID=930debf7-e87d-477b-bdb4-f0850863cd13,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:08.624914 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:08.628011 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] Routers {'1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:11:08.628605 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:11:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:08.783538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] Set router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:11:09.113271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5330780-9704-421c-9d97-857221fafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'name': 'router1', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:10:55Z', 'updated_at': '2021-11-24T19:11:06Z', 'revision_number': 2, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'gw_port_host': None, '_interfaces': [{'id': '930debf7-e87d-477b-bdb4-f0850863cd13', 'name': '', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'mac_address': 'fa:16:3e:b5:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:05Z', 'updated_at': '2021-11-24T19:11:08Z', 'revision_number': 4, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'subnets': [{'id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5ff428-e27a-4849-b2f1-d69f0313b69c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:09.117192 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5330780-9704-421c-9d97-857221fafffa None None] The sync data for ids ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'] in dv-neutron-818346-1-hyperv is: [{'id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'name': 'router1', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:10:55Z', 'updated_at': '2021-11-24T19:11:06Z', 'revision_number': 2, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'gw_port_host': None, '_interfaces': [{'id': '930debf7-e87d-477b-bdb4-f0850863cd13', 'name': '', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'mac_address': 'fa:16:3e:b5:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:05Z', 'updated_at': '2021-11-24T19:11:08Z', 'revision_number': 4, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'subnets': [{'id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5ff428-e27a-4849-b2f1-d69f0313b69c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:11:09.300787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 33720) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:11:09.454353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60afa-7f79-4bdf-abfe-f73388caf28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:11:09.454932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4de60afa-7f79-4bdf-abfe-f73388caf28a admin admin] Synchronizing usage tracker for tenant:7054c9a19b48469c853d935025354082 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:11:09.472866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4de60afa-7f79-4bdf-abfe-f73388caf28a admin admin] Unset dirty status for tenant:7054c9a19b48469c853d935025354082 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:11:09.474242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4de60afa-7f79-4bdf-abfe-f73388caf28a admin admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 842 time: 0.1723163 Nov 24 19:11:09.486942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:11:09.492234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:11:09.497059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Usage tracker for resource:subnet and tenant:7054c9a19b48469c853d935025354082 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:11:09.500116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:11:09.506361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:11:09.516828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Made reservation on behalf of 7054c9a19b48469c853d935025354082 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:11:09.519191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Notify callbacks [] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:09.841547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 930debf7-e87d-477b-bdb4-f0850863cd13 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:11:09.918400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 930debf7-e87d-477b-bdb4-f0850863cd13 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:11:09.923512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 930debf7-e87d-477b-bdb4-f0850863cd13 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:11:09.924116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:09.940219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:11:09.940699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:09.944859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:10.021776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a2a84c-e246-4682-b31a-dc107dceabe6,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:10.026584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:11:10.026944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Network hostable DHCP agents. Network: d58a3010-7cb9-461e-92c0-e2263b275e0d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:11:10.031416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:10.052006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:11:10.054657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:10.067034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d58a3010-7cb9-461e-92c0-e2263b275e0d) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:11:10.072138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:11:10.072765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:10.085261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e3fe3-b7db-4f40-91e2-b43260917d0a None None] Network d58a3010-7cb9-461e-92c0-e2263b275e0d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:11:10.095594 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6122375 Nov 24 19:11:10.179267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 930debf7-e87d-477b-bdb4-f0850863cd13, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=930debf7-e87d-477b-bdb4-f0850863cd13,segment=NetworkSegment(3c6a8ba2-e162-4abe-8b26-29e4cff9dab4),segment_id=3c6a8ba2-e162-4abe-8b26-29e4cff9dab4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:11:10.186551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:10.192475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:10.339595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=930debf7-e87d-477b-bdb4-f0850863cd13,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:10.346662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:10.409681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1cd204-c79f-428f-bfac-6ab8d433baaf None None] Network d58a3010-7cb9-461e-92c0-e2263b275e0d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:11:11.806135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 930debf7-e87d-477b-bdb4-f0850863cd13 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:11:11.874485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 930debf7-e87d-477b-bdb4-f0850863cd13 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:11:11.875449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:12.329103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 33734) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:11:12.565454 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6f41cb1b-0c51-46ca-9901-e4a4a17eaa1c admin admin] 10.222.0.47 "GET /v2.0/routers/1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 HTTP/1.1" status: 200 len: 710 time: 0.2351346 Nov 24 19:11:12.692792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306a5a44-98df-4ec7-b0fc-65be29f411fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:11:12.694150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-306a5a44-98df-4ec7-b0fc-65be29f411fa admin admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 886 time: 0.1237211 Nov 24 19:11:12.703370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:11:13.138383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:13.462913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:13.519313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:13.650000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Allocated IP 172.26.6.106 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/5deba8f7-078d-4f0a-bc52-35840bee76e4) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:11:13.840543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:13.871736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:13.876518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:13.936395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:11:13.938955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:11:13.943529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:11:14.057719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Pushing event updated for resources: {'Port': ['ID=5deba8f7-078d-4f0a-bc52-35840bee76e4,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:14.066461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:14.321387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:14.656738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:14.660045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:14.837725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:11:15.013555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:11:15.021479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:15.022666 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] 10.222.0.47 "PUT /v2.0/routers/1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 HTTP/1.1" status: 200 len: 890 time: 2.3224914 Nov 24 19:11:15.022764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Sync routers for ids ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:11:15.033739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Routers {'1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:11:15.034425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:11:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:15.228288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Set router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:11:15.605401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'name': 'router1', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '5deba8f7-078d-4f0a-bc52-35840bee76e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:10:55Z', 'updated_at': '2021-11-24T19:11:14Z', 'revision_number': 4, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'gw_port': {'id': '5deba8f7-078d-4f0a-bc52-35840bee76e4', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:13Z', 'updated_at': '2021-11-24T19:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '930debf7-e87d-477b-bdb4-f0850863cd13', 'name': '', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'mac_address': 'fa:16:3e:b5:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:05Z', 'updated_at': '2021-11-24T19:11:10Z', 'revision_number': 5, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'subnets': [{'id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5ff428-e27a-4849-b2f1-d69f0313b69c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:15.610117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Checking router: 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:11:15.610471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Updating router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 port 5deba8f7-078d-4f0a-bc52-35840bee76e4 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:11:15.662780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:16.001480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:16.012825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Transition to ACTIVE for port object 5deba8f7-078d-4f0a-bc52-35840bee76e4 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:11:16.018315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:16.022862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:16.124787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Attempting to bind port 5deba8f7-078d-4f0a-bc52-35840bee76e4 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:11:16.125165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Attempting to bind port 5deba8f7-078d-4f0a-bc52-35840bee76e4 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:11:16.125531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Attempting to bind port 5deba8f7-078d-4f0a-bc52-35840bee76e4 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:11:16.131014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc8134-3cfb-4d89-9ecc-8dddb99c766e None None] Pushing event updated for resources: {'Port': ['ID=5deba8f7-078d-4f0a-bc52-35840bee76e4,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:16.136277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-07dc8134-3cfb-4d89-9ecc-8dddb99c766e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:16.137036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:11:16.137411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:11:16.137811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:16.138196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:11:16.138664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Bound port: 5deba8f7-078d-4f0a-bc52-35840bee76e4, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:11:16.139057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:16.211022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] For port 5deba8f7-078d-4f0a-bc52-35840bee76e4, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:11:16.214127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] For port 5deba8f7-078d-4f0a-bc52-35840bee76e4, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5deba8f7-078d-4f0a-bc52-35840bee76e4,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:11:16.218297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:16.222190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-94240deb-d2e7-4beb-8def-7ffc3a84dbc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:16.298411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Routers {'1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:11:16.299029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:11:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:16.353643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc8134-3cfb-4d89-9ecc-8dddb99c766e None None] Pushing event updated for resources: {'Port': ['ID=5deba8f7-078d-4f0a-bc52-35840bee76e4,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:16.367588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-07dc8134-3cfb-4d89-9ecc-8dddb99c766e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:16.485128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] Set router 1eed66a2-f5e0-4f38-8243-1c444b1cc8a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:11:16.810479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'name': 'router1', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '5deba8f7-078d-4f0a-bc52-35840bee76e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:10:55Z', 'updated_at': '2021-11-24T19:11:14Z', 'revision_number': 4, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'gw_port': {'id': '5deba8f7-078d-4f0a-bc52-35840bee76e4', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:13Z', 'updated_at': '2021-11-24T19:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '930debf7-e87d-477b-bdb4-f0850863cd13', 'name': '', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'mac_address': 'fa:16:3e:b5:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:05Z', 'updated_at': '2021-11-24T19:11:10Z', 'revision_number': 5, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'subnets': [{'id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5ff428-e27a-4849-b2f1-d69f0313b69c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:11:16.814270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5184c-6627-473e-8681-11846679dbc2 None None] The sync data for ids ['1eed66a2-f5e0-4f38-8243-1c444b1cc8a2'] in dv-neutron-818346-1-hyperv is: [{'id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'name': 'router1', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.106'}], 'enable_snat': True}, 'gw_port_id': '5deba8f7-078d-4f0a-bc52-35840bee76e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:10:55Z', 'updated_at': '2021-11-24T19:11:14Z', 'revision_number': 4, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'gw_port': {'id': '5deba8f7-078d-4f0a-bc52-35840bee76e4', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:13Z', 'updated_at': '2021-11-24T19:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '930debf7-e87d-477b-bdb4-f0850863cd13', 'name': '', 'network_id': 'bf1cf610-6a9e-4b12-aad2-1e446960b1b2', 'tenant_id': 'd1429fcd0c6944a2be70004282791b5d', 'mac_address': 'fa:16:3e:b5:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed66a2-f5e0-4f38-8243-1c444b1cc8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:11:05Z', 'updated_at': '2021-11-24T19:11:10Z', 'revision_number': 5, 'project_id': 'd1429fcd0c6944a2be70004282791b5d', 'subnets': [{'id': '0e63cfbc-ff87-4a91-aca8-01ff8c6c937d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5ff428-e27a-4849-b2f1-d69f0313b69c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:11:17.412061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 33744) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:11:17.529535 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-56c124d2-4064-4d0a-bffa-56cd09a851b5 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163361 Nov 24 19:11:17.833523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5deba8f7-078d-4f0a-bc52-35840bee76e4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:11:17.910828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 5deba8f7-078d-4f0a-bc52-35840bee76e4 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:11:17.917589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5deba8f7-078d-4f0a-bc52-35840bee76e4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:11:17.917589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:18.042213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:18.060178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 5deba8f7-078d-4f0a-bc52-35840bee76e4, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5deba8f7-078d-4f0a-bc52-35840bee76e4,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:11:18.064255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:18.066452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:11:18.133042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=5deba8f7-078d-4f0a-bc52-35840bee76e4,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:11:18.136282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:11:19.818415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5deba8f7-078d-4f0a-bc52-35840bee76e4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:11:19.897868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5deba8f7-078d-4f0a-bc52-35840bee76e4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:11:19.897868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:29.213580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d2f27599-af60-4c49-8f21-4e7152cf45b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:29.674312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:31.994452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d46c7bc2-5f4d-4cdd-ab84-febf8bb373de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:32.623393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:34.346738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:45.261391 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:11:59.216404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9d1e-388b-4293-9f30-c48ef10039ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:11:59.677770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:01.996629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-48113028-769b-492e-acb3-154bdedd8415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:02.623992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:04.352699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:22.263599 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:12:29.224639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6246c215-9c9e-4e86-8319-75ba8e810cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:29.685644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:32.000307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1e03a7c-9ccf-49b4-903c-2fea3bbc32e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:32.629336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:34.362210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:59.243110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a34f2dc9-48bc-4dac-b718-d21fa7f2f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:12:59.263249 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:12:59.679841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:02.002960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b220753-601e-4235-ac75-3ba6f2d3881a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:02.629343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:04.359761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:22.735563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34346) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:22.848417 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f93d24-937b-489f-a59e-69398fcfbac3 admin admin] GET failed (client error): The resource could not be found. Nov 24 19:13:22.850567 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-94f93d24-937b-489f-a59e-69398fcfbac3 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1139700 Nov 24 19:13:22.989067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378056ba-cef0-4740-b2da-42a42a0eb0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:22.990839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-378056ba-cef0-4740-b2da-42a42a0eb0e8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1363227 Nov 24 19:13:25.123231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34356) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:25.232483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf5a2f-ac48-473a-b6d0-a9445ac71546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:25.233720 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-03cf5a2f-ac48-473a-b6d0-a9445ac71546 admin admin] 10.222.0.47 "GET /v2.0/subnets/0e63cfbc-ff87-4a91-aca8-01ff8c6c937d HTTP/1.1" status: 200 len: 849 time: 0.1095669 Nov 24 19:13:25.243274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:13:25.357847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:25.545191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734276240204'] for subnet, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:25.549461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-470a6eba-e380-448f-b595-89da773f0cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:13:25.592027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:25.592955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:25.593854 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] 10.222.0.47 "PUT /v2.0/subnets/0e63cfbc-ff87-4a91-aca8-01ff8c6c937d HTTP/1.1" status: 200 len: 868 time: 0.3547564 Nov 24 19:13:25.611113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d95d6-9210-437e-8fb1-dba0f194933d None None] Network bf1cf610-6a9e-4b12-aad2-1e446960b1b2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:13:25.621445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e63cfbc-ff87-4a91-aca8-01ff8c6c937d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:13:25.629274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.629649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.629944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.630779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.631103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.631449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.632002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.632383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.632708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.633027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.633340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.633801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:13:25.637340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:13:26.129328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ed4d1ea3-d639-422c-97de-ecb8e01028ed None None] Provisioning complete for port 930debf7-e87d-477b-bdb4-f0850863cd13 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:13:26.129811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ed4d1ea3-d639-422c-97de-ecb8e01028ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:26.265318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ed4d1ea3-d639-422c-97de-ecb8e01028ed None None] Provisioning complete for port 0764472c-2241-45f2-b890-46765ce9caa5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:13:26.265772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ed4d1ea3-d639-422c-97de-ecb8e01028ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:27.743829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34366) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:27.917105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ec65c-42d8-401e-8e27-7657a9b0261c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:27.917694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ec65c-42d8-401e-8e27-7657a9b0261c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:27.919256 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c37ec65c-42d8-401e-8e27-7657a9b0261c admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1744618 Nov 24 19:13:29.216348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-424b2e89-b86a-45e0-ab24-7f908257de25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:29.685084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:30.161631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34376) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:30.331536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88927ee8-3e6c-411f-a7b5-704e83e141b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:30.332047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88927ee8-3e6c-411f-a7b5-704e83e141b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:30.334197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-88927ee8-3e6c-411f-a7b5-704e83e141b9 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1716192 Nov 24 19:13:32.008154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6115d4af-56b5-4ef8-b74d-dfd95c6f8a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:32.488038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34386) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:32.632572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:32.663517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9e59b-a6a5-4642-954c-176e30c993bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:32.664913 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c5e9e59b-a6a5-4642-954c-176e30c993bb admin admin] 10.222.0.47 "GET /v2.0/networks/bf1cf610-6a9e-4b12-aad2-1e446960b1b2 HTTP/1.1" status: 200 len: 869 time: 0.1759150 Nov 24 19:13:34.363175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:34.824517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34396) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:34.992246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a22094-c938-4305-ab49-0f529b80d5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:34.993616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-15a22094-c938-4305-ab49-0f529b80d5ee admin admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 886 time: 0.1680717 Nov 24 19:13:36.262751 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:13:37.125398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34406) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:37.230784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80749fa3-0e29-450d-a36a-b4dff20bfe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:37.231146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80749fa3-0e29-450d-a36a-b4dff20bfe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:37.231858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-80749fa3-0e29-450d-a36a-b4dff20bfe16 admin admin] Synchronizing usage tracker for tenant:7054c9a19b48469c853d935025354082 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:13:37.248662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-80749fa3-0e29-450d-a36a-b4dff20bfe16 admin admin] Unset dirty status for tenant:7054c9a19b48469c853d935025354082 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:13:37.249795 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-80749fa3-0e29-450d-a36a-b4dff20bfe16 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234579 Nov 24 19:13:39.400189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34416) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:39.513180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e283d6f1-2351-44cb-9376-cf4844cdb1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:39.513638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e283d6f1-2351-44cb-9376-cf4844cdb1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:39.515137 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e283d6f1-2351-44cb-9376-cf4844cdb1c2 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1137443 Nov 24 19:13:41.637994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34426) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:41.756157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a233e-2a3c-45d0-882c-a7bbefb0724f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:41.757464 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2f6a233e-2a3c-45d0-882c-a7bbefb0724f admin admin] 10.222.0.47 "GET /v2.0/subnets/0e63cfbc-ff87-4a91-aca8-01ff8c6c937d HTTP/1.1" status: 200 len: 868 time: 0.1184833 Nov 24 19:13:43.938404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34436) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:13:44.038077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851dbd8f-0bfa-4d41-bb0a-f4264a414a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:13:44.039400 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-851dbd8f-0bfa-4d41-bb0a-f4264a414a96 admin admin] 10.222.0.47 "GET /v2.0/subnets/c5a2a84c-e246-4682-b31a-dc107dceabe6 HTTP/1.1" status: 200 len: 816 time: 0.1000223 Nov 24 19:13:59.218553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9f80fc1d-2482-4d9d-bcbc-bc11f7a42f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:13:59.687383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:02.011225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aeb3829e-7af3-46e5-9159-020d418a9f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:02.636181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:04.366220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:07.332755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34480) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:14:07.380763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-38c5a5fb-6964-46c0-bc4e-059c95e2698b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:14:07.381769 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-38c5a5fb-6964-46c0-bc4e-059c95e2698b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479841 Nov 24 19:14:09.604405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34490) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:14:09.670364 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faf377f-9711-4297-905b-1f21666a0e86 admin admin] GET failed (client error): The resource could not be found. Nov 24 19:14:09.671589 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1faf377f-9711-4297-905b-1f21666a0e86 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662580 Nov 24 19:14:09.799205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a12d40-224c-4cae-beba-e9624453c6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:14:09.801205 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-94a12d40-224c-4cae-beba-e9624453c6f7 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1250589 Nov 24 19:14:11.998755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34500) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:14:12.045296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:14:12.050764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:14:12.060403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:14:12.070399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Made reservation on behalf of 7054c9a19b48469c853d935025354082 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:14:12.072700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:12.160901 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.services.revisions.revision_plugin [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Could not find related network for resource to bump revision. Nov 24 19:14:12.172683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:14:12.181469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:12.181816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Added segment 15f86fa6-719c-49fc-90e4-c2ed12f32f47 of type vlan for network d9969629-db3b-4b38-9b98-55f522a3b37d Nov 24 19:14:12.207794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:12.238444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:12.240043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:14:12.240622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:12.245194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:14:12.342099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3422787 Nov 24 19:14:12.342657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Pushing event updated for resources: {'Network': ['ID=d9969629-db3b-4b38-9b98-55f522a3b37d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:14:12.349438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.349801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.350136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.350468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.350789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.351110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.351442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.351764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.352118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.352434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.352748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.353057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:12.357410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:14:12.367028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d9969629-db3b-4b38-9b98-55f522a3b37d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:14:13.261880 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:14:14.517519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34510) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:14:14.584943 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0ca9fa-c6d5-4365-b273-7807079fda92 admin admin] GET failed (client error): The resource could not be found. Nov 24 19:14:14.585705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e0ca9fa-c6d5-4365-b273-7807079fda92 admin admin] Synchronizing usage tracker for tenant:7054c9a19b48469c853d935025354082 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:14:14.605389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e0ca9fa-c6d5-4365-b273-7807079fda92 admin admin] Unset dirty status for tenant:7054c9a19b48469c853d935025354082 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:14:14.606669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e0ca9fa-c6d5-4365-b273-7807079fda92 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0881608 Nov 24 19:14:14.714130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a4e40-181c-478b-bbc9-419ebd1b8adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:14:14.715613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-813a4e40-181c-478b-bbc9-419ebd1b8adf admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1048381 Nov 24 19:14:14.726102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:14:14.730465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:14:14.739948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:14:14.748976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Made reservation on behalf of 7054c9a19b48469c853d935025354082 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:14:14.751159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:14.953012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:14.957076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fd1f93b4-0bbf-48f5-8921-ba644644eaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:14:15.028384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=718b57df-70d5-441b-85af-b18c80f2af87,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:14:15.031454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:14:15.037425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Checking segment: {'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:14:15.037768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Network hostable DHCP agents. Network: d9969629-db3b-4b38-9b98-55f522a3b37d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:14:15.056353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Network d9969629-db3b-4b38-9b98-55f522a3b37d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:14:15.064848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d9969629-db3b-4b38-9b98-55f522a3b37d) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:14:15.069615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:14:15.070196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:15.074579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4206dbd-2513-4c54-98eb-93e2ebbaec01 None None] Network d9969629-db3b-4b38-9b98-55f522a3b37d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:14:15.094107 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3722360 Nov 24 19:14:15.298049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-d9969629-db3b-4b38-9b98-55f522a3b37d', 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d', 'tenant_id': '7054c9a19b48469c853d935025354082', 'fixed_ips': [{'subnet_id': '718b57df-70d5-441b-85af-b18c80f2af87'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:14:15.298943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:15.460228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Allocated IP 192.168.233.2 (d9969629-db3b-4b38-9b98-55f522a3b37d/718b57df-70d5-441b-85af-b18c80f2af87/b5401bf9-860f-4c96-a98a-1738afd3b4cd) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:14:15.666337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:15.678222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Transition to ACTIVE for port object b5401bf9-860f-4c96-a98a-1738afd3b4cd will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:14:15.696935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Transition to ACTIVE for port object b5401bf9-860f-4c96-a98a-1738afd3b4cd will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:14:15.702716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:15.708285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:14:15.796811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Network d9969629-db3b-4b38-9b98-55f522a3b37d is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:14:15.799485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:14:15.804294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:14:15.841188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Pushing event updated for resources: {'Port': ['ID=b5401bf9-860f-4c96-a98a-1738afd3b4cd,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:14:15.890168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.890517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.890840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.891165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.891488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.891820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.892160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.892480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.892811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.893126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.893435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.893770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:14:15.903784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:14:15.920857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Attempting to bind port b5401bf9-860f-4c96-a98a-1738afd3b4cd on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:14:15.921153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Attempting to bind port b5401bf9-860f-4c96-a98a-1738afd3b4cd by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:14:15.921519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Attempting to bind port b5401bf9-860f-4c96-a98a-1738afd3b4cd on network d9969629-db3b-4b38-9b98-55f522a3b37d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:14:15.928001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:14:15.928378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Checking segment: {'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:14:15.928774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:15.929169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Bound using segment: {'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:14:15.929637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Bound port: b5401bf9-860f-4c96-a98a-1738afd3b4cd, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:14:15.930020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:16.020821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] For port b5401bf9-860f-4c96-a98a-1738afd3b4cd, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:14:16.024357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] For port b5401bf9-860f-4c96-a98a-1738afd3b4cd, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b5401bf9-860f-4c96-a98a-1738afd3b4cd,segment=NetworkSegment(15f86fa6-719c-49fc-90e4-c2ed12f32f47),segment_id=15f86fa6-719c-49fc-90e4-c2ed12f32f47)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:14:16.028815 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:16.032788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-07dc8134-3cfb-4d89-9ecc-8dddb99c766e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:14:16.112903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Pushing event updated for resources: {'Port': ['ID=b5401bf9-860f-4c96-a98a-1738afd3b4cd,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:14:16.117101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:14:16.937452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b473066-4c3c-40ea-bd00-e8efd6d14b41 None None] Network d9969629-db3b-4b38-9b98-55f522a3b37d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:14:17.037478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7b9cffa7-9cb2-4c43-bc59-1998ba42e7db None None] Provisioning for port b5401bf9-860f-4c96-a98a-1738afd3b4cd completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:14:17.927567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b5401bf9-860f-4c96-a98a-1738afd3b4cd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:14:18.007324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port b5401bf9-860f-4c96-a98a-1738afd3b4cd completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:14:18.012330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b5401bf9-860f-4c96-a98a-1738afd3b4cd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:14:18.012708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:18.131640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:18.164175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port b5401bf9-860f-4c96-a98a-1738afd3b4cd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b5401bf9-860f-4c96-a98a-1738afd3b4cd,segment=NetworkSegment(15f86fa6-719c-49fc-90e4-c2ed12f32f47),segment_id=15f86fa6-719c-49fc-90e4-c2ed12f32f47)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:14:18.168764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:18.170980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:14:18.237187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=b5401bf9-860f-4c96-a98a-1738afd3b4cd,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:14:18.242165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:14:19.900744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b5401bf9-860f-4c96-a98a-1738afd3b4cd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:14:19.975775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b5401bf9-860f-4c96-a98a-1738afd3b4cd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:14:19.976172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:29.222391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4a55e131-0a39-4f34-a65e-3f72d8bb7a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:29.689024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:32.014826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17c21a33-4956-4a7f-a761-bb25819ddb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:32.642685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:34.370799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:50.260497 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:14:59.223806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4e9f-b199-4d2c-a6ae-757b30347758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:14:59.691465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:02.019228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-61425481-401a-4992-942e-fcafb076a3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:02.642564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:04.373378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:27.259630 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:15:29.226568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b69af7dd-6e1b-4241-9d07-69a001f0da7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:29.396401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34560) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:15:29.402506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-2e79c6b0-e7f0-470d-ab95-f5133fa98ee9 tempest-verify_tempest_config-509429642 tempest-verify_tempest_config-509429642-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:15:29.403483 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2e79c6b0-e7f0-470d-ab95-f5133fa98ee9 tempest-verify_tempest_config-509429642 tempest-verify_tempest_config-509429642-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060544 Nov 24 19:15:29.692154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:29.702956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34578) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:15:29.815656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:29.830346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:15:29.834155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2610905148491aa483a5467edb002b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:15:29.837168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:15:29.842927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:15:29.927655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:29.931383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:29.939225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:15:29.977392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Synchronizing usage tracker for tenant:7054c9a19b48469c853d935025354082 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:15:29.980641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef43ea8-aa1f-4c7a-b8da-30f4249f510a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:15:29.990450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.990788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.991112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.991433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.991747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.992106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.992424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.992747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.993059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.993365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.993670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.993974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:29.998215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:15:30.008727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Unset dirty status for tenant:7054c9a19b48469c853d935025354082 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:15:30.009979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c2610905148491aa483a5467edb002b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3054795 Nov 24 19:15:30.012716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34584) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:15:30.070427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:30.099196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:30.192373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:30.196238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:15:30.207340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef43ea8-aa1f-4c7a-b8da-30f4249f510a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:15:30.216486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.216841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.217173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.217495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.217809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.218139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.218458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.218788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.219100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.219408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.219717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.220061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:15:30.223294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:15:30.224425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:30.225508 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ef43ea8-aa1f-4c7a-b8da-30f4249f510a HTTP/1.1" status: 204 len: 168 time: 0.2118282 Nov 24 19:15:32.026171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-300664a5-663a-42ce-9167-afeb13586f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:32.643427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:34.374377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:59.227369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2b6c48a1-3784-4c54-9a4f-2f4bb58a64f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:15:59.694882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:02.018616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-18576002-7685-4ee0-98c8-b6b210ae300f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:02.647296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:04.259307 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:16:04.378548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:29.228460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6ba55992-4a9b-403f-aee7-3ce715af2e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:29.696925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:32.020472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-abdb0492-6ee0-4bb5-a07b-a8a5c4708dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:32.650488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:34.384963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:41.257754 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 5 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:16:48.862860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-751924'] for agent, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:59.231050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fa2976f9-1b8b-4a95-8fa1-396735299e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:16:59.698476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:02.022270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a111e03-49aa-4675-834f-43290e907e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:02.544668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34654) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:17:02.654246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:02.655607 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3b9cc12-85aa-4c2b-8b25-0e3a99c5e5d0 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1096931 Nov 24 19:17:04.386069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:04.797630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34664) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:17:04.851823 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d382d836-be90-4332-a88f-8e2f4c803f3e admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0528736 Nov 24 19:17:18.257409 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:17:18.814087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:29.234735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f5edae39-06ea-4cf9-bafe-5ae99091b4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:29.700406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:32.026698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a66e-878f-4667-8af2-400d10df11a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:32.657383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:34.387444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:48.826994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:55.256459 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:17:59.236778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4c328300-b28c-4ef3-a047-35ee0ee93d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:17:59.704245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:02.029662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e49be8a0-e21d-4d5d-a75c-e0ea5d103b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:02.658593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:04.390669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:18.829262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:27.675942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34842) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:28.126047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34864) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:28.175974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1829154663-network', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:28.180778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:28.184729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Usage tracker for resource:network and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:28.187631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:28.193601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:28.206203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Made reservation on behalf of 783ff7d3dde7415fb08d9e2c5c939948 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:28.209340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.225059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.240312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:28.244915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:28.248111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:28.254165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:28.354498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.358509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.363205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:28.398011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae96c050-753e-435e-8045-e8bfccec8a54,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:28.407993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:28.410788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.411147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.411483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.411814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.412166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.412511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.412864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.413192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.413513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.413977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.414301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.414617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Tracked resource versions report: Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: pushed versions: Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: { 'AddressGroup': {'1.2'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'ConntrackHelper': {'1.0'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Log': {'1.0'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Network': {'1.1'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Port': {'1.7'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'PortForwarding': {'1.2'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'QosPolicy': {'1.8'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroup': {'1.4'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SubPort': {'1.0'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Subnet': {'1.1'}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Trunk': {'1.1'}} Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: consumer versions: Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: HyperV agent@hv-neutron-8183: {}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'ConntrackHelper': '1.0', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Log': '1.0', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Network': '1.1', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Port': '1.7', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'PortForwarding': '1.2', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'QosPolicy': '1.8', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroup': '1.4', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SecurityGroupRule': '1.2', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'SubPort': '1.0', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Subnet': '1.1', Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: 'Trunk': '1.1'}} Nov 24 19:18:28.415821 dv-neutron-818346-1-hyperv neutron-server[87486]: {{(pid=87486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:18:28.422361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:28.432083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.432650 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Added segment a73c846e-2a7c-4a27-8b99-08e59a0a0f85 of type vlan for network ffd1af6e-a070-4dc7-a77e-e249aba62325 Nov 24 19:18:28.470101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.508947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.511332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:28.512447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.526324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ddd39ba-4c50-44b3-8832-66576273652a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:28.658526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1577024109-network', 'tenant_id': '96ad70f937664b449eda413986e6a9fb'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:28.668344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd1af6e-a070-4dc7-a77e-e249aba62325,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:28.671776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:28.679877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34888) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:28.682506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:28.685577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Request body: {'subnet': {'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1829154663-subnet', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:28.689804 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9999082 Nov 24 19:18:28.691790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:28.692929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:28.696667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Usage tracker for resource:network and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:28.700501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:28.703604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Usage tracker for resource:subnet and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:28.709064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:28.710594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:28.720768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:28.727492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Made reservation on behalf of 96ad70f937664b449eda413986e6a9fb for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:28.730764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.741750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34892) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:28.745505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.762812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:28.764412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Made reservation on behalf of 783ff7d3dde7415fb08d9e2c5c939948 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:28.766793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.767561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Usage tracker for resource:security_group_rule and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:28.770813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:28.777434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:28.872452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.879230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.883537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:28.933132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:28.938860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cad35f-a2c1-4258-9063-4bf86d32ca0a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:28.942869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:28.948150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:28.948715 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Added segment 31e97448-f54c-4b90-aff3-840b7ceb2188 of type vlan for network db086c39-ec03-423d-b627-bf2b1c677117 Nov 24 19:18:28.984799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.026127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.027761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:29.028375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.033168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:29.103884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.109095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:29.142839 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0157073 Nov 24 19:18:29.143686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Pushing event updated for resources: {'Network': ['ID=db086c39-ec03-423d-b627-bf2b1c677117,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:29.145707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34910) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:29.156033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network db086c39-ec03-423d-b627-bf2b1c677117 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:29.156221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:29.161154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Request body: {'subnet': {'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1577024109-subnet', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:29.167672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:29.173398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Usage tracker for resource:subnet and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:29.177863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:29.185523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:29.186592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cd1994-db5d-4557-a30e-278f12a84964,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:29.200120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.200434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.200764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.201085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.201404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.201734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.202348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.202834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.203151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Made reservation on behalf of 96ad70f937664b449eda413986e6a9fb for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:29.203481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.203952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.204460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.204934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Tracked resource versions report: Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: pushed versions: Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: { 'AddressGroup': {'1.2'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'ConntrackHelper': {'1.0'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Log': {'1.0'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Network': {'1.1'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Port': {'1.7'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'PortForwarding': {'1.2'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'QosPolicy': {'1.8'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroup': {'1.4'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SubPort': {'1.0'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Subnet': {'1.1'}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Trunk': {'1.1'}} Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: consumer versions: Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: HyperV agent@hv-neutron-8183: {}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'ConntrackHelper': '1.0', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Log': '1.0', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Network': '1.1', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Port': '1.7', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'PortForwarding': '1.2', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'QosPolicy': '1.8', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroup': '1.4', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SecurityGroupRule': '1.2', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'SubPort': '1.0', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Subnet': '1.1', Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: 'Trunk': '1.1'}} Nov 24 19:18:29.206092 dv-neutron-818346-1-hyperv neutron-server[87485]: {{(pid=87485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:18:29.208374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.213501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:29.214386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Checking segment: {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:29.214921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Network hostable DHCP agents. Network: ffd1af6e-a070-4dc7-a77e-e249aba62325, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:29.240703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-404485454-network', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:29.246798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:29.250482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:29.258553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Usage tracker for resource:network and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:29.262088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:29.267166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ffd1af6e-a070-4dc7-a77e-e249aba62325) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:29.275810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:29.276669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.280585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d31c6-59bd-4eb7-9c53-96537e4b80b4 None None] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:29.300704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:29.308836 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6278441 Nov 24 19:18:29.312428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34920) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:29.318290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:29.324567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:29.329784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Usage tracker for resource:router and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:29.333504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:29.342773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:29.352989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Made reservation on behalf of b1b6b54ed5404b15a2a2495c2a694600 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:29.356225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.370090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.372137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.397865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.477965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.501376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:29.504967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.522008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-302b0701-6382-4c7e-937b-1a58bcb11ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:29.567454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ffd1af6e-a070-4dc7-a77e-e249aba62325', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:18:29.568372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.587973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f948b9f5-7e8f-4514-b5ee-63e6403055ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.678610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7023ab2a-b42a-482d-a2a4-6dd92848fdbb,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:29.691998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:29.741408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Checking segment: {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:29.741768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Network hostable DHCP agents. Network: db086c39-ec03-423d-b627-bf2b1c677117, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:29.777084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.789627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Allocated IP 172.20.0.2 (ffd1af6e-a070-4dc7-a77e-e249aba62325/04cd1994-db5d-4557-a30e-278f12a84964/1afd542e-c552-4d99-814e-790bb78720ba) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:29.795907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Network db086c39-ec03-423d-b627-bf2b1c677117 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:29.805407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.812374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:29.815271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, db086c39-ec03-423d-b627-bf2b1c677117) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:29.820683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:29.821271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.823368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:29.836404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce3b14-01ab-48e3-91b1-1207cc8e58c2 None None] Network db086c39-ec03-423d-b627-bf2b1c677117 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:29.840613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34934) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:29.848480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:29.859181 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7047925 Nov 24 19:18:29.861142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34942) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:29.871668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:29.884308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:29.893932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Usage tracker for resource:router and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:29.904273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:29.917784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:29.946652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.947824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.969409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:29.974123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.001370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.011258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9758251f-55db-4326-a69c-00fc35302491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:30.050691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f52a723-e07d-4545-adbf-47d9237a4fd2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:30.054766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:30.115756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:30.139691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.140056 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Added segment 4ed898a7-3639-4cc4-afb1-5890e8cfbb74 of type vlan for network 89cf7b32-260d-4e63-be29-4fc5802e392e Nov 24 19:18:30.166902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-db086c39-ec03-423d-b627-bf2b1c677117', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:18:30.168152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.185499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.358314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Allocated IP 172.20.0.2 (db086c39-ec03-423d-b627-bf2b1c677117/7023ab2a-b42a-482d-a2a4-6dd92848fdbb/20690b1e-c438-402b-8d20-4eaf951960a5) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:30.371394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 34954) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:30.473795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.495800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-277471872'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:30.502568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:30.504528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.506803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.509899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:30.510485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.515530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Usage tracker for resource:network and tenant:5cfe1642e3f3479abc431785702f3e78 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:30.519700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:30.527555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:30.546500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:30.569933 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8244240 Nov 24 19:18:30.571569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.605760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34964) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:30.619152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Made reservation on behalf of 5cfe1642e3f3479abc431785702f3e78 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:30.623124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.637476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Request body: {'subnet': {'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-404485454-subnet', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:30.658685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:30.665253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.686754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Usage tracker for resource:subnet and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:30.693367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:30.709395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:30.718348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:30.729407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.740438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Usage tracker for resource:security_group_rule and tenant:5cfe1642e3f3479abc431785702f3e78 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:30.752322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:30.763924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Allocated IP 172.26.6.135 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/3db74733-8bdc-4c6f-9f12-32aa1aecde3e) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:30.786832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Transition to ACTIVE for port object 20690b1e-c438-402b-8d20-4eaf951960a5 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:30.846804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Transition to ACTIVE for port object 20690b1e-c438-402b-8d20-4eaf951960a5 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:30.884235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.887123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:30.915940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:31.007296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Transition to ACTIVE for port object 1afd542e-c552-4d99-814e-790bb78720ba will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:31.024356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:31.027384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34972) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:31.028664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.056382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Network db086c39-ec03-423d-b627-bf2b1c677117 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:31.062859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Made reservation on behalf of b1b6b54ed5404b15a2a2495c2a694600 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:31.063027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:31.065580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.071581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:31.077431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Transition to ACTIVE for port object 1afd542e-c552-4d99-814e-790bb78720ba will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:31.084396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.113634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.124241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.150335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34976) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:31.156951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Pushing event updated for resources: {'Port': ['ID=20690b1e-c438-402b-8d20-4eaf951960a5,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:31.158803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 34980) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:31.189045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2072585668', 'router:external': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:31.193288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.193641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.194100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.194552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.194879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.195221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.195549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.195866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.196220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.196538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.196853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.197164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Tracked resource versions report: Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: pushed versions: Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: { 'AddressGroup': {'1.2'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'ConntrackHelper': {'1.0'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Log': {'1.0'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Network': {'1.1'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Port': {'1.7'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'PortForwarding': {'1.2'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'QosPolicy': {'1.8'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroup': {'1.4'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SubPort': {'1.0'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Subnet': {'1.1'}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Trunk': {'1.1'}} Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: consumer versions: Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: HyperV agent@hv-neutron-8183: {}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'ConntrackHelper': '1.0', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Log': '1.0', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Network': '1.1', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Port': '1.7', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'PortForwarding': '1.2', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'QosPolicy': '1.8', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroup': '1.4', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SecurityGroupRule': '1.2', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'SubPort': '1.0', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Subnet': '1.1', Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: 'Trunk': '1.1'}} Nov 24 19:18:31.198203 dv-neutron-818346-1-hyperv neutron-server[87487]: {{(pid=87487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:18:31.200063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.202731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:31.205045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:31.208938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7d3cf6dd-1346-471a-807d-cdccb44e1872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:31.245522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:31.252847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Attempting to bind port 20690b1e-c438-402b-8d20-4eaf951960a5 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:31.253195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Attempting to bind port 20690b1e-c438-402b-8d20-4eaf951960a5 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:31.253623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Attempting to bind port 20690b1e-c438-402b-8d20-4eaf951960a5 on network db086c39-ec03-423d-b627-bf2b1c677117 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:31.262523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:31.270306 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:31.278249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:31.278557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Checking segment: {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:31.278965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.279360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Bound using segment: {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:31.279840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Bound port: 20690b1e-c438-402b-8d20-4eaf951960a5, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:31.280549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.281129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:network and tenant:4f95c6b250b2467fb3e89eae3af12fa5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:31.295324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:31.314445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:31.318245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:31.326186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:31.335200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Pushing event updated for resources: {'Port': ['ID=1afd542e-c552-4d99-814e-790bb78720ba,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:31.367895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:31.379170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:31.402474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:31.406825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Usage tracker for resource:floatingip and tenant:b52de5b01439445e98017119edff5ef1 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:31.410459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:31.416849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:31.437326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Attempting to bind port 1afd542e-c552-4d99-814e-790bb78720ba on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:31.437688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Attempting to bind port 1afd542e-c552-4d99-814e-790bb78720ba by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:31.438056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Attempting to bind port 1afd542e-c552-4d99-814e-790bb78720ba on network ffd1af6e-a070-4dc7-a77e-e249aba62325 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:31.438768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-963693230'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:31.449028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:31.449475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Checking segment: {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:31.449802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.450197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Bound using segment: {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:31.450653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:31.450767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Bound port: 1afd542e-c552-4d99-814e-790bb78720ba, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:31.451038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.455347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Usage tracker for resource:router and tenant:074a9f2a0fb54cd0aac5ededc1b61dfe is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:31.458500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:31.465895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:31.476884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.502097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.503065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.510929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1338323474'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:31.531049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] For port 20690b1e-c438-402b-8d20-4eaf951960a5, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:31.544478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] For port 20690b1e-c438-402b-8d20-4eaf951960a5, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=20690b1e-c438-402b-8d20-4eaf951960a5,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:31.557061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.558010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:31.563680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Allocated IP 172.26.6.213 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/7ca52181-e975-4edd-972f-b4433f47e887) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:31.565580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:31.572725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Usage tracker for resource:network and tenant:67f93e01ddbc43df9410245a927a3ffc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:31.584230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:31.602900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:31.605389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Pushing event updated for resources: {'Network': ['ID=89cf7b32-260d-4e63-be29-4fc5802e392e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:31.609327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:31.628154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 89cf7b32-260d-4e63-be29-4fc5802e392e details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:31.642581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.644428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] For port 1afd542e-c552-4d99-814e-790bb78720ba, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:31.654018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:31.680420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98091eaa-d408-4c87-834d-f3e275260d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:31.718122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] For port 1afd542e-c552-4d99-814e-790bb78720ba, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1afd542e-c552-4d99-814e-790bb78720ba,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:31.738426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.757804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Pushing event updated for resources: {'Port': ['ID=20690b1e-c438-402b-8d20-4eaf951960a5,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:31.770126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:31.770126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-07dc8134-3cfb-4d89-9ecc-8dddb99c766e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:31.799484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Pushing event updated for resources: {'Port': ['ID=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:31.810099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:31.845298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.848433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.858218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Pushing event updated for resources: {'Port': ['ID=1afd542e-c552-4d99-814e-790bb78720ba,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:31.862194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:31.877949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.910293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Made reservation on behalf of 4f95c6b250b2467fb3e89eae3af12fa5 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:31.912767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.929134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.950081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:31.956525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:31.964572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:security_group_rule and tenant:4f95c6b250b2467fb3e89eae3af12fa5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:31.968043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:31.971707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:32.001904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Made reservation on behalf of 67f93e01ddbc43df9410245a927a3ffc for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:32.010134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.053094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-769989ff-b91f-4ad9-a392-bc9760561fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.058936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:32.078058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:32.111884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.112154 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Added segment e3d4281e-1908-4ad3-8841-e9cea7f7b798 of type vlan for network 9261cac8-844f-4b97-9f6f-fbfecf87b09b Nov 24 19:18:32.137666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.155345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc89d8-fa96-480b-a75d-fab9b1af9d3d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:32.176598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:32.203661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.219916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.219916 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-88cd83e0-23f9-4a86-b0c7-aad5dc5ad0d5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0647140 Nov 24 19:18:32.222582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:32.228057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35004) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:32.238383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Usage tracker for resource:security_group_rule and tenant:67f93e01ddbc43df9410245a927a3ffc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:32.242661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.251438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.257987 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:18:32.262235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:32.288656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:32.328601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:32.413768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a0a33e7-b87c-472d-9b49-9dd349a27c95 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.458508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83169fae-d037-4988-afe0-8d3a23af2ee8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:32.469393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.474315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:32.477521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.529591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:32.530178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.540945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:32.573243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Checking segment: {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:32.573508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Network hostable DHCP agents. Network: 89cf7b32-260d-4e63-be29-4fc5802e392e, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:32.592586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.670531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:32.735327 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8934672 Nov 24 19:18:32.750454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:32.759623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Pushing event updated for resources: {'Network': ['ID=9261cac8-844f-4b97-9f6f-fbfecf87b09b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:32.762314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:32.775206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:32.778013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 9261cac8-844f-4b97-9f6f-fbfecf87b09b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:32.815806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:32.876543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Network 89cf7b32-260d-4e63-be29-4fc5802e392e is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:32.958188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 89cf7b32-260d-4e63-be29-4fc5802e392e) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:32.959915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:32.966140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df403c-bfe5-41cf-83c9-5426971ffeab None None] Network 89cf7b32-260d-4e63-be29-4fc5802e392e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:33.055923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca52181-e975-4edd-972f-b4433f47e887,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:33.062345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:33.062685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.080852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.087995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.096997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:33.135651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67cab3-e43a-4bac-b62b-a5257c3a1f9a None None] Network db086c39-ec03-423d-b627-bf2b1c677117 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:33.202983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.204517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Allocated IP 172.26.6.194 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/f2a27445-9b90-4a7f-b785-35b21713b8c9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:33.251506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:33.319440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:33.344821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a0a33e7-b87c-472d-9b49-9dd349a27c95 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.353238 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7431192 Nov 24 19:18:33.354889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a0a33e7-b87c-472d-9b49-9dd349a27c95 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.357630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d5820536-3715-44ef-8a3a-7ed17712b923 None None] Provisioning for port 20690b1e-c438-402b-8d20-4eaf951960a5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:33.361445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35020) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:33.365579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.383524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:33.439419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775b950f-e7ad-4d74-be17-2121f04649d3,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:33.459217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.459699 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Added segment 263fdc7a-3f42-4b15-b729-6c564cef4814 of type vlan for network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 Nov 24 19:18:33.493203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:33.501457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-89cf7b32-260d-4e63-be29-4fc5802e392e', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:18:33.502445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.518891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:33.523947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Usage tracker for resource:router and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:33.528051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:33.534465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:33.554406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.558546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.561255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.633176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:33.635791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb22b60-fd0b-42c9-a9ff-9b6dfe540ef2 None None] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:33.643405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.643813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Added segment 5ea6f081-25cb-4620-b3b0-e6114c9046f3 of type vlan for network 60f2a527-536e-40a2-9a79-ece7d96e0077 Nov 24 19:18:33.674150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35026) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:33.674685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.691236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:33.705947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.712860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Request body: {'port': {'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b', 'binding:host_id': 'hv-neutron-8183', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1895111366'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:33.719209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a0a33e7-b87c-472d-9b49-9dd349a27c95 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.719801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0a33e7-b87c-472d-9b49-9dd349a27c95 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb569109-59ad-4209-977e-354f52cae470 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:18:33.729239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:33.751583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Usage tracker for resource:port and tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:33.760117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:33.776258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.780829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997e3005-d927-4423-ac2a-224cfeaf1613,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:33.792331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:33.808460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.814912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:33.815437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.824636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:33.840092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:33.871358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.903023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Made reservation on behalf of 60ba12d5bb5f4bb28b5bc07ffb01c925 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:33.905380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.919737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.973521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.973989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5146322e-14f4-4115-8728-2439fe22a504 None None] Provisioning for port 1afd542e-c552-4d99-814e-790bb78720ba completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:33.991396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:33.992046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:33.995973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.011569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:34.025664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Allocated IP 172.20.0.2 (89cf7b32-260d-4e63-be29-4fc5802e392e/83169fae-d037-4988-afe0-8d3a23af2ee8/929ba50c-0a43-4897-a0d1-f5292c02801d) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:34.107488 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.7327573 Nov 24 19:18:34.108298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35032) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:34.115943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a0a33e7-b87c-472d-9b49-9dd349a27c95 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.116356 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4a0a33e7-b87c-472d-9b49-9dd349a27c95 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "DELETE /v2.0/routers/fb569109-59ad-4209-977e-354f52cae470 HTTP/1.1" status: 204 len: 168 time: 1.8870566 Nov 24 19:18:34.123370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:34.129756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35036) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:34.143877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Request body: {'router': {'name': 'tempest-router-1094594008', 'distributed': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:34.165227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Usage tracker for resource:security_group_rule and tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:34.168760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Network': ['ID=60f2a527-536e-40a2-9a79-ece7d96e0077,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:34.170900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:34.175261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:34.179398 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0128169 Nov 24 19:18:34.181298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'subnet': {'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:34.184960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:34.186662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35040) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:34.197079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 60f2a527-536e-40a2-9a79-ece7d96e0077 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:34.202568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:34.240301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Usage tracker for resource:router and tenant:074a9f2a0fb54cd0aac5ededc1b61dfe is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:34.246271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:34.255675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:34.257523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Request body: {'subnet': {'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:34.258916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.259683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event updated for resources: {'Network': ['ID=f5d736fd-56b3-4493-9b43-ba2b2b4d03a5,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:34.275607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 20690b1e-c438-402b-8d20-4eaf951960a5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:34.276608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:34.282941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:34.286568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:18:34.292931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:34.294371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:subnet and tenant:4f95c6b250b2467fb3e89eae3af12fa5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:34.300861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:34.367566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.374731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:34.378438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.379307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.388879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:34.402926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:34.412059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:34.422220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:34.488147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a27445-9b90-4a7f-b785-35b21713b8c9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:34.511939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:34.577831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.639917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:34.648015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Made reservation on behalf of 4f95c6b250b2467fb3e89eae3af12fa5 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:34.650642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.664483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Usage tracker for resource:subnet and tenant:67f93e01ddbc43df9410245a927a3ffc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:34.675433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.681490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:34.695337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:34.718685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.734085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.754721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 20690b1e-c438-402b-8d20-4eaf951960a5 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:34.760366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.771914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.775722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 20690b1e-c438-402b-8d20-4eaf951960a5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:34.776128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.791886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.821808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Transition to ACTIVE for port object 929ba50c-0a43-4897-a0d1-f5292c02801d will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:34.869678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Transition to ACTIVE for port object 929ba50c-0a43-4897-a0d1-f5292c02801d will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:34.884401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.917484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.921416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:34.923288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Made reservation on behalf of 67f93e01ddbc43df9410245a927a3ffc for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:34.926770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks [] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.958721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.977630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:34.981668 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-01fdcbab-5c5c-493b-84a1-d86201944a3c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8418415 Nov 24 19:18:34.991710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35048) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:35.002077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-468c13a9-1daf-49b5-aa9e-d14dc10afb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:35.006013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Network 89cf7b32-260d-4e63-be29-4fc5802e392e is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:35.012041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:35.012214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] device_id is not set on port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:35.014503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:35.019604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:18:35.032737 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Sync routers for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:18:35.058039 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:35.058673 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:35.075814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.145864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Pushing event updated for resources: {'Port': ['ID=929ba50c-0a43-4897-a0d1-f5292c02801d,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:35.160822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:35.200523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Attempting to bind port 929ba50c-0a43-4897-a0d1-f5292c02801d on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:35.201382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Attempting to bind port 929ba50c-0a43-4897-a0d1-f5292c02801d by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:35.201914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Attempting to bind port 929ba50c-0a43-4897-a0d1-f5292c02801d on network 89cf7b32-260d-4e63-be29-4fc5802e392e {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:35.215909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:35.216745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Checking segment: {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:35.217319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.217961 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Bound using segment: {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:35.219380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Bound port: 929ba50c-0a43-4897-a0d1-f5292c02801d, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:35.220022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.223907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.230868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9171245 Nov 24 19:18:35.233130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35052) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:35.252758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 20690b1e-c438-402b-8d20-4eaf951960a5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=20690b1e-c438-402b-8d20-4eaf951960a5,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:35.263215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.269081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1afd542e-c552-4d99-814e-790bb78720ba up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:35.301007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:35.347926 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:35.404251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5901ab-2db2-4478-9a14-153f87a8daec,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:35.415824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:35.420182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a708c447-f184-4abe-b252-7f3758991dfc tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.483552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=20690b1e-c438-402b-8d20-4eaf951960a5,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:35.494534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:35.532926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] For port 929ba50c-0a43-4897-a0d1-f5292c02801d, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:35.538393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] For port 929ba50c-0a43-4897-a0d1-f5292c02801d, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=929ba50c-0a43-4897-a0d1-f5292c02801d,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:35.541093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1afd542e-c552-4d99-814e-790bb78720ba completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:35.552187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.552935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1afd542e-c552-4d99-814e-790bb78720ba triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:35.554005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.603119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:35.728136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Pushing event updated for resources: {'Port': ['ID=929ba50c-0a43-4897-a0d1-f5292c02801d,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:35.745292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:35.821876 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:31Z', 'revision_number': 3, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:35.827005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.830846 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Checking router: b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:18:35.831523 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Updating router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:18:35.876428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1afd542e-c552-4d99-814e-790bb78720ba, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1afd542e-c552-4d99-814e-790bb78720ba,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:35.883183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.891123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:35.945088 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:35.952511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.105643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:36.129947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 20690b1e-c438-402b-8d20-4eaf951960a5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:36.219202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1afd542e-c552-4d99-814e-790bb78720ba,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:36.232682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:36.236935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a708c447-f184-4abe-b252-7f3758991dfc tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.244242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a708c447-f184-4abe-b252-7f3758991dfc tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.269119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 20690b1e-c438-402b-8d20-4eaf951960a5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:36.270992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.421687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Router ce678771-2939-482f-814b-0015d3dcad0f is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:18:36.443130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a708c447-f184-4abe-b252-7f3758991dfc tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.444584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a708c447-f184-4abe-b252-7f3758991dfc tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf2e32ca-0e45-42bb-aa48-30e6593e166e {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:18:36.452605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.460270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] device_id is not set on port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:36.528244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.529268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.532866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.534691 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.550724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Transition to ACTIVE for port object 3db74733-8bdc-4c6f-9f12-32aa1aecde3e will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:36.562097 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.562989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:36.576017 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:36.578515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event updated for resources: {'Subnet': ['ID=04b51ae1-d3d7-46ae-a6cc-1417e87a69fc,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:36.581615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:36.596682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.655564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a708c447-f184-4abe-b252-7f3758991dfc tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.657067 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a708c447-f184-4abe-b252-7f3758991dfc tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "DELETE /v2.0/routers/cf2e32ca-0e45-42bb-aa48-30e6593e166e HTTP/1.1" status: 204 len: 168 time: 1.6473653 Nov 24 19:18:36.661491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Transition to ACTIVE for port object 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb will not be triggered until provisioned by entity L2. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:36.668241 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Pushing event updated for resources: {'Port': ['ID=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:36.679098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35056) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:36.688938 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Attempting to bind port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:36.689398 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Attempting to bind port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:36.689830 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Attempting to bind port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:36.691467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.700042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Request body: {'router': {'name': 'tempest-router-526808557', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cf0aaf701b81447f9425772623bd7a12'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:36.700581 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.700945 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.701359 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.701695 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.702019 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.702727 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.702727 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.704410 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.705126 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.705799 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.706463 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.706872 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Tracked resource versions report: Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: pushed versions: Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: { 'AddressGroup': {'1.2'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'ConntrackHelper': {'1.0'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Log': {'1.0'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Network': {'1.1'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Port': {'1.7'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'PortForwarding': {'1.2'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'QosPolicy': {'1.8'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroup': {'1.4'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroupRule': {'1.2'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SubPort': {'1.0'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Subnet': {'1.1'}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Trunk': {'1.1'}} Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: consumer versions: Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: { DHCP agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: HyperV agent@hv-neutron-8183: {}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: L3 agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: Metadata agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: Metering agent@dv-neutron-818346-1-hyperv: {}, Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: Open vSwitch agent@dv-neutron-818346-1-hyperv: { 'AddressGroup': '1.2', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'ConntrackHelper': '1.0', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Log': '1.0', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Network': '1.1', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Port': '1.7', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'PortForwarding': '1.2', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'QosPolicy': '1.8', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroup': '1.4', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SecurityGroupRule': '1.2', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'SubPort': '1.0', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Subnet': '1.1', Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: 'Trunk': '1.1'}} Nov 24 19:18:36.708151 dv-neutron-818346-1-hyperv neutron-server[87488]: {{(pid=87488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 19:18:36.719510 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:36.720579 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:36.720754 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:36.721141 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.721528 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:36.722087 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Bound port: 3db74733-8bdc-4c6f-9f12-32aa1aecde3e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:36.722487 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.754662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Checking segment: {'id': '263fdc7a-3f42-4b15-b729-6c564cef4814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:36.755296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Network hostable DHCP agents. Network: f5d736fd-56b3-4493-9b43-ba2b2b4d03a5, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:36.780178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:36.816492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Usage tracker for resource:router and tenant:cf0aaf701b81447f9425772623bd7a12 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:36.822528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:36.830775 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] For port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:36.836942 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] For port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:36.843070 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.847533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:36.849935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.855167 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7733831 Nov 24 19:18:36.855167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:36.856739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35060) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:36.858880 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:36.879318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1579515150', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'fixed_ips': [{'ip_address': '172.26.6.194'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:36.892840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a27445-9b90-4a7f-b785-35b21713b8c9,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:36.902595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:36.915415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:36.937536 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:36.938384 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:36.939092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:36.940209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-19dcd853-14bb-4da1-8a92-749b305331ed tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:36.980553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, f5d736fd-56b3-4493-9b43-ba2b2b4d03a5) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:36.993588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaee328-f4e1-4dc6-953e-3cd3f4481c09 None None] Network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:36.997736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Usage tracker for resource:port and tenant:b52de5b01439445e98017119edff5ef1 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:37.005481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Allocated IP 172.26.6.76 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/cf356dac-b554-41e0-aee5-45711b6776d2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:37.018829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.021613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.023437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:37.024063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.028585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:37.075494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:37.137152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:18:37.163354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:37.181724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Checking segment: {'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:37.183094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Network hostable DHCP agents. Network: 9261cac8-844f-4b97-9f6f-fbfecf87b09b, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:37.187714 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Pushing event updated for resources: {'Port': ['ID=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:37.192879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:18:37.193347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.199816 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:37.201081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:37.213513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.224311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Made reservation on behalf of b52de5b01439445e98017119edff5ef1 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:37.228002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.228246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164ac6c-c246-422a-af82-9f06126cac14 None None] Network 89cf7b32-260d-4e63-be29-4fc5802e392e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:37.229931 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:37.273948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:37.304960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8a8b12d0-2545-45b4-b52c-8d589812e0f5 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1050637 Nov 24 19:18:37.308090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35064) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:37.323820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Request body: {'port': {'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1819458140'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:37.344553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Network 9261cac8-844f-4b97-9f6f-fbfecf87b09b is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:37.356547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.377433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 9261cac8-844f-4b97-9f6f-fbfecf87b09b) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:37.378357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Sync routers for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:18:37.382590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.389814 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3a766eaf-506c-435f-a946-a211d6989671 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5276432 Nov 24 19:18:37.392441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35068) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:37.394590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:37.400789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:37.416772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c89a8-241b-490d-b64a-af41bb40cea6 None None] Network 9261cac8-844f-4b97-9f6f-fbfecf87b09b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:37.466282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Usage tracker for resource:security_group_rule and tenant:b52de5b01439445e98017119edff5ef1 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:37.477438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:37.495533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:37.500072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.530171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:37.530822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:37.531502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:37.543240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:37.543930 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:37.547522 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 2 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:37.564490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.566533 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6741946c-e634-4a55-9940-1979ec212fc5 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8841403 Nov 24 19:18:37.570595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:37.571223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:37.571767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:37.573957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35072) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:37.600655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Subnet': ['ID=447bcb5f-6b63-457b-acc7-49c16906669c,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:37.603903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:37.614721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-48580b67-6198-4d8c-a962-544fba875d9f None None] Provisioning for port 929ba50c-0a43-4897-a0d1-f5292c02801d completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:37.623680 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:31Z', 'revision_number': 3, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:37.628877 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b677f-222f-4a96-b15f-c1d68d97ffce None None] The sync data for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv is: [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:31Z', 'revision_number': 3, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:18:37.647582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Checking segment: {'id': '5ea6f081-25cb-4620-b3b0-e6114c9046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:37.647941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network hostable DHCP agents. Network: 60f2a527-536e-40a2-9a79-ece7d96e0077, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:37.653616 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:37.656035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.681900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:37.682921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:37.692437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.735673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:37.736022 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:37.746672 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 3 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:37.785057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:37.797325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Usage tracker for resource:port and tenant:67f93e01ddbc43df9410245a927a3ffc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:37.811127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:37.814243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:37.814243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:37.814468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:37.822338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network 60f2a527-536e-40a2-9a79-ece7d96e0077 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:37.825001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:37.839884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:37.840668 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:37.842980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-f5d736fd-56b3-4493-9b43-ba2b2b4d03a5', 'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5', 'tenant_id': '67f93e01ddbc43df9410245a927a3ffc', 'fixed_ips': [{'subnet_id': '04b51ae1-d3d7-46ae-a6cc-1417e87a69fc'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:18:37.843892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.845086 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 4 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:37.863309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 60f2a527-536e-40a2-9a79-ece7d96e0077) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:37.865589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:37.865934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:37.866348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:37.868509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:37.869099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.924736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Made reservation on behalf of 67f93e01ddbc43df9410245a927a3ffc for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:37.928755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:37.992099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:38.001300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] device_id is not set on port 14a7e753-dfbd-4031-9548-743b71b7acf3 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:38.077506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:38.087980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefb5f1-5120-48f8-88a7-4d552671ca9f None None] Network 60f2a527-536e-40a2-9a79-ece7d96e0077 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:38.187089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:38.187441 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:38.196722 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 5 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:38.227275 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:38.227600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:38.227936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:38.264825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 929ba50c-0a43-4897-a0d1-f5292c02801d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:38.276397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1628463 Nov 24 19:18:38.284536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:38.288096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35076) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:38.298774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:38.315542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:38.328227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:38.402186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:38.438039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:38.439363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:38.439840 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:38.443478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1454040938', 'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:38.451570 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 6 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:38.468195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:38.479352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:38.479986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:38.536084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:38.547051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] device_id is not set on port e04f0cf0-6c71-47c0-a881-573b6a86fd91 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:38.599006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:port and tenant:4f95c6b250b2467fb3e89eae3af12fa5 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:38.603716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:38.655705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Allocated IP 172.20.0.1 (ffd1af6e-a070-4dc7-a77e-e249aba62325/04cd1994-db5d-4557-a30e-278f12a84964/ae465f89-2190-4a14-a276-79901a1c4e74) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:38.683993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Pushing event updated for resources: {'Port': ['ID=cf356dac-b554-41e0-aee5-45711b6776d2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:38.720144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:38.749922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:38.755826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:38.756433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:38.756974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:38.814334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:38.815131 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:38.824290 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 7 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:38.833385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e5419-be06-4718-b8cc-bc774cb1984c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:38.837819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:38.850710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Allocated IP 172.20.0.2 (f5d736fd-56b3-4493-9b43-ba2b2b4d03a5/04b51ae1-d3d7-46ae-a6cc-1417e87a69fc/f6fec7dd-0090-47ef-ac13-ad4d0897269f) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:38.853016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 929ba50c-0a43-4897-a0d1-f5292c02801d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:38.857469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Made reservation on behalf of 4f95c6b250b2467fb3e89eae3af12fa5 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:38.861299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:38.924800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 929ba50c-0a43-4897-a0d1-f5292c02801d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:38.925172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:38.952452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87486) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Nov 24 19:18:38.953244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Router 12f2b212-8dd3-425d-b2ac-ed876bed7d35 migrating from provider to provider. {{(pid=87486) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Nov 24 19:18:38.953728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.030613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:39.030613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:39.030613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:39.036003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.064905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.067930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.114326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.119536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:39.119536 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:39.136779 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 8 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:39.159043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] device_id is not set on port 50f200f2-f4a0-400e-80c3-0da8628f05bd yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:39.184483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Transition to ACTIVE for port object ae465f89-2190-4a14-a276-79901a1c4e74 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:39.215022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb58331-6721-4407-9593-0784ec88dce5 None None] Network 60f2a527-536e-40a2-9a79-ece7d96e0077 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:39.396230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:39.396605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:39.397538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:39.423759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-92271868-8b9b-4999-849d-b8dc2933733f None None] Provisioning complete for port 929ba50c-0a43-4897-a0d1-f5292c02801d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:39.424331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-92271868-8b9b-4999-849d-b8dc2933733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.432416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.456619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1bc04af5-b7b5-4726-8598-9809b334870c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:39.468463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:39.469523 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:39.530424 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 9 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:39.534699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:39.543457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:39.553945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:39.554684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.589859 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] No L3 agents can host the router 12f2b212-8dd3-425d-b2ac-ed876bed7d35 Nov 24 19:18:39.601930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:39.602526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:39.603016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:39.670879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:39.671319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Pushing event updated for resources: {'Port': ['ID=ae465f89-2190-4a14-a276-79901a1c4e74,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:39.671805 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:39.676979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.678763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:39.683861 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 10 to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb Nov 24 19:18:39.695585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:33Z', 'revision_number': 3, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:39.699437 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 19:18:39.700251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:18:39.705029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.732106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Checking router: ce678771-2939-482f-814b-0015d3dcad0f for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:18:39.732932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Updating router ce678771-2939-482f-814b-0015d3dcad0f port 7ca52181-e975-4edd-972f-b4433f47e887 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:18:39.784801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.874478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:39.874995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:39.875385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:39.893109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Transition to ACTIVE for port object f6fec7dd-0090-47ef-ac13-ad4d0897269f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:39.921640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 929ba50c-0a43-4897-a0d1-f5292c02801d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=929ba50c-0a43-4897-a0d1-f5292c02801d,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:39.927525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:39.928060 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:39.928789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.932294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.980359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:39.993588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1afd542e-c552-4d99-814e-790bb78720ba up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:40.002777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Allocated IP 172.20.0.9 (60f2a527-536e-40a2-9a79-ece7d96e0077/447bcb5f-6b63-457b-acc7-49c16906669c/50f200f2-f4a0-400e-80c3-0da8628f05bd) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:40.002975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.016765 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.1502931 Nov 24 19:18:40.017714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35080) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:40.018880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Transition to ACTIVE for port object f6fec7dd-0090-47ef-ac13-ad4d0897269f will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:40.033768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:40.094600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Hosts for router 12f2b212-8dd3-425d-b2ac-ed876bed7d35: [] {{(pid=87486) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Nov 24 19:18:40.103381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-92271868-8b9b-4999-849d-b8dc2933733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.123626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.192829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Hosts for other DVR routers connected to router 12f2b212-8dd3-425d-b2ac-ed876bed7d35: set() {{(pid=87486) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Nov 24 19:18:40.195199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.198804 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fe8088ac-954e-4926-9948-4e1ae2b19a76 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "PUT /v2.0/routers/12f2b212-8dd3-425d-b2ac-ed876bed7d35 HTTP/1.1" status: 200 len: 716 time: 2.6110590 Nov 24 19:18:40.209630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35084) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:40.327247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:40.336836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] For port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb, host hv-neutron-8183, cleared binding levels {{(pid=87486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:40.336836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempted to set empty binding levels {{(pid=87486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 19:18:40.341586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:40.352825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:40.354946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=929ba50c-0a43-4897-a0d1-f5292c02801d,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:40.366500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:40.370522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:40.414423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.445394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:40.486703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Deleting port f2a27445-9b90-4a7f-b785-35b21713b8c9 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:40.487406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.527836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Allocated IP 172.20.0.7 (f5d736fd-56b3-4493-9b43-ba2b2b4d03a5/04b51ae1-d3d7-46ae-a6cc-1417e87a69fc/14a7e753-dfbd-4031-9548-743b71b7acf3) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:40.528983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1afd542e-c552-4d99-814e-790bb78720ba triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:40.529494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.556234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-92271868-8b9b-4999-849d-b8dc2933733f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:18:40.556650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-92271868-8b9b-4999-849d-b8dc2933733f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:18:40.610588 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-67f791eb-340e-49ff-9059-d5ce012c909c tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "GET /v2.0/routers/12f2b212-8dd3-425d-b2ac-ed876bed7d35 HTTP/1.1" status: 200 len: 716 time: 0.3956456 Nov 24 19:18:40.628738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Pushing event updated for resources: {'Port': ['ID=f6fec7dd-0090-47ef-ac13-ad4d0897269f,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:40.629674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35088) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:40.633944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:40.634524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.638384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:40.640811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.668921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Attempting to bind port f6fec7dd-0090-47ef-ac13-ad4d0897269f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:40.669285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Attempting to bind port f6fec7dd-0090-47ef-ac13-ad4d0897269f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '263fdc7a-3f42-4b15-b729-6c564cef4814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:40.669956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Attempting to bind port f6fec7dd-0090-47ef-ac13-ad4d0897269f on network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:40.681902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:40.682628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Checking segment: {'id': '263fdc7a-3f42-4b15-b729-6c564cef4814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:40.682807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.683088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Bound using segment: {'id': '263fdc7a-3f42-4b15-b729-6c564cef4814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:40.683569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Bound port: f6fec7dd-0090-47ef-ac13-ad4d0897269f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263fdc7a-3f42-4b15-b729-6c564cef4814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5d736fd-56b3-4493-9b43-ba2b2b4d03a5'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:40.684744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.762152 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.0815437 Nov 24 19:18:40.769642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:40.770875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35094) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:40.773938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:40.836864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:40.878459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Router 49464fdc-d4d9-4f46-9c96-fdf074020812 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:18:40.882055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3db74733-8bdc-4c6f-9f12-32aa1aecde3e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:40.962513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] For port f6fec7dd-0090-47ef-ac13-ad4d0897269f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:40.986469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] For port f6fec7dd-0090-47ef-ac13-ad4d0897269f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6fec7dd-0090-47ef-ac13-ad4d0897269f,segment=NetworkSegment(263fdc7a-3f42-4b15-b729-6c564cef4814),segment_id=263fdc7a-3f42-4b15-b729-6c564cef4814)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:41.009347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.012765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.015585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Deleting port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:41.015981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.018264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:41.106095 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c9cd5f64-94b4-4381-99e5-e03e27be6d3a tempest-RoutersTestDVR-314256925 tempest-RoutersTestDVR-314256925-project] 10.222.0.47 "GET /v2.0/routers/12f2b212-8dd3-425d-b2ac-ed876bed7d35 HTTP/1.1" status: 200 len: 682 time: 0.4676070 Nov 24 19:18:41.109213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35098) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:41.110487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.110846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.116540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Transition to ACTIVE for port object 7ca52181-e975-4edd-972f-b4433f47e887 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:41.154135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.173038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:41.184838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.185365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Pushing event updated for resources: {'Port': ['ID=f6fec7dd-0090-47ef-ac13-ad4d0897269f,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:41.196500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:41.196903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:41.197125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Allocated IP 172.20.0.1 (db086c39-ec03-423d-b627-bf2b1c677117/7023ab2a-b42a-482d-a2a4-6dd92848fdbb/df4ab801-1920-487f-b28c-9af86aa000f8) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:41.238810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:41.239193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.264200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:41.292057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Attempting to bind port 7ca52181-e975-4edd-972f-b4433f47e887 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:41.292539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Attempting to bind port 7ca52181-e975-4edd-972f-b4433f47e887 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:41.292886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Attempting to bind port 7ca52181-e975-4edd-972f-b4433f47e887 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:41.324066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be2f57fb-5024-416b-9f55-bd2268029e49 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.327344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:41.327733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:41.328168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.328572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:41.329068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Bound port: 7ca52181-e975-4edd-972f-b4433f47e887, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:41.329464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.346618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Calling delete_port for f2a27445-9b90-4a7f-b785-35b21713b8c9 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:18:41.407425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network 60f2a527-536e-40a2-9a79-ece7d96e0077 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:41.413648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d1cc-6e0d-4959-a75e-489c369aee37 None None] Pushing event updated for resources: {'Port': ['ID=7ca52181-e975-4edd-972f-b4433f47e887,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:41.418117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7fa4d1cc-6e0d-4959-a75e-489c369aee37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:41.426066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-176700e4-b686-482d-8eeb-6173b29ec42e None None] Provisioning for port ae465f89-2190-4a14-a276-79901a1c4e74 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:41.458690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-176700e4-b686-482d-8eeb-6173b29ec42e None None] Provisioning complete for port ae465f89-2190-4a14-a276-79901a1c4e74 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:41.460776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-176700e4-b686-482d-8eeb-6173b29ec42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.484708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:41.487094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:41.488258 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:41.488849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.548817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] For port 7ca52181-e975-4edd-972f-b4433f47e887, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:41.552151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] For port 7ca52181-e975-4edd-972f-b4433f47e887, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7ca52181-e975-4edd-972f-b4433f47e887,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:41.566165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:18:41.575639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Port': ['ID=50f200f2-f4a0-400e-80c3-0da8628f05bd,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:41.578674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:41.582521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.616720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.632053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.635630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.636667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e23c9b7-9ccf-4ae6-b1f8-0011e06a2ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:41.687017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-176700e4-b686-482d-8eeb-6173b29ec42e None None] Port ae465f89-2190-4a14-a276-79901a1c4e74 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:41.710864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.740842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:41.741481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:41.744773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.748122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:41.765079 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.3392396 Nov 24 19:18:41.777409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35102) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:41.784066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be2f57fb-5024-416b-9f55-bd2268029e49 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.789299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d1cc-6e0d-4959-a75e-489c369aee37 None None] Pushing event updated for resources: {'Port': ['ID=7ca52181-e975-4edd-972f-b4433f47e887,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:41.809332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Transition to ACTIVE for port object 14a7e753-dfbd-4031-9548-743b71b7acf3 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:41.810402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7fa4d1cc-6e0d-4959-a75e-489c369aee37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:41.814375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:41.819447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be2f57fb-5024-416b-9f55-bd2268029e49 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.825065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.829465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6adff409-5b1e-44b4-ae27-cd82d7d08e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:41.914068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Deleting port 50f200f2-f4a0-400e-80c3-0da8628f05bd {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:41.914567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.971336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be2f57fb-5024-416b-9f55-bd2268029e49 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:41.971814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2f57fb-5024-416b-9f55-bd2268029e49 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12f2b212-8dd3-425d-b2ac-ed876bed7d35 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:18:41.999801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:18:42.001867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.015790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be2f57fb-5024-416b-9f55-bd2268029e49 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.016126 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Sync routers for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:18:42.024024 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-be2f57fb-5024-416b-9f55-bd2268029e49 tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "DELETE /v2.0/routers/12f2b212-8dd3-425d-b2ac-ed876bed7d35 HTTP/1.1" status: 204 len: 168 time: 0.9067101 Nov 24 19:18:42.025896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35108) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:42.035325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Request body: {'router': {'name': 'tempest-router-811473314', 'distributed': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:42.043120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Transition to ACTIVE for port object df4ab801-1920-487f-b28c-9af86aa000f8 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:42.046476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:42.049095 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:42.050150 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:42.071634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:42.076956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:42.090203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Usage tracker for resource:router and tenant:074a9f2a0fb54cd0aac5ededc1b61dfe is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:42.108400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:42.166336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Pushing event updated for resources: {'Port': ['ID=ae465f89-2190-4a14-a276-79901a1c4e74,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:42.166938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 929ba50c-0a43-4897-a0d1-f5292c02801d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:42.224806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:42.252203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:42.277167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:42.317638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:42.417789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] For port 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb, host hv-neutron-8183, got binding levels [] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:42.418071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.440934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.442157 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0732398 Nov 24 19:18:42.456112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35112) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:42.501753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.522770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.523900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.533324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 929ba50c-0a43-4897-a0d1-f5292c02801d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:42.533324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.652064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Calling delete_port for 0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:18:42.690283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Calling delete_port for 50f200f2-f4a0-400e-80c3-0da8628f05bd owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:18:42.718349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.733503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6fec7dd-0090-47ef-ac13-ad4d0897269f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:42.748322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:42.749526 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:38Z', 'revision_number': 3, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:42.754518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Checking router: 49464fdc-d4d9-4f46-9c96-fdf074020812 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:18:42.754976 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Updating router 49464fdc-d4d9-4f46-9c96-fdf074020812 port cf356dac-b554-41e0-aee5-45711b6776d2 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:18:42.768539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c8908-944d-4b57-bda7-85fd2c8b0274 None None] Network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:42.808397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.837986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Network db086c39-ec03-423d-b627-bf2b1c677117 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:42.848999 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.880450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:33Z', 'revision_number': 3, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:42.901981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8f5e8-9148-43d1-846d-6bb67293b76b None None] The sync data for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv is: [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:33Z', 'revision_number': 3, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:18:42.912598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:42.914206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.925188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-34065ef0-83cb-42b3-8b86-0fc9adced0b2 None None] Provisioning for port f6fec7dd-0090-47ef-ac13-ad4d0897269f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:42.940998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:42.941739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:42.959890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port f6fec7dd-0090-47ef-ac13-ad4d0897269f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:42.969833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f6fec7dd-0090-47ef-ac13-ad4d0897269f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:42.970486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.118992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Pushing event updated for resources: {'Port': ['ID=df4ab801-1920-487f-b28c-9af86aa000f8,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:43.122971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:43.158664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.165942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.179931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7426dcc-b373-4e8f-ae59-77a1adfb76ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:43.295074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event updated for resources: {'Port': ['ID=14a7e753-dfbd-4031-9548-743b71b7acf3,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:43.295255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.296601 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-382cd8b9-bda6-4a21-8857-e31523963a2d tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2680290 Nov 24 19:18:43.302110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35116) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:43.336930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:43.346281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.372692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f580a60d-0894-4fde-9478-1cb16af39fc0 None None] Provisioning for port df4ab801-1920-487f-b28c-9af86aa000f8 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:43.389629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:43.392853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f580a60d-0894-4fde-9478-1cb16af39fc0 None None] Provisioning complete for port df4ab801-1920-487f-b28c-9af86aa000f8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:43.393409 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f580a60d-0894-4fde-9478-1cb16af39fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.515568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port f6fec7dd-0090-47ef-ac13-ad4d0897269f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6fec7dd-0090-47ef-ac13-ad4d0897269f,segment=NetworkSegment(263fdc7a-3f42-4b15-b729-6c564cef4814),segment_id=263fdc7a-3f42-4b15-b729-6c564cef4814)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:43.534284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.535462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:43.588382 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.601831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f580a60d-0894-4fde-9478-1cb16af39fc0 None None] Port df4ab801-1920-487f-b28c-9af86aa000f8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:43.602444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.614032 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Transition to ACTIVE for port object cf356dac-b554-41e0-aee5-45711b6776d2 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:43.619137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c229ef87-0a37-476c-a850-07937cf3ae7f tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.625072 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.633713 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-55df84e9-9e5a-4667-94b1-1546bcdb50a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:43.707584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=f6fec7dd-0090-47ef-ac13-ad4d0897269f,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:43.711427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:43.735452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:43.744908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2a27445-9b90-4a7f-b785-35b21713b8c9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:43.748662 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Attempting to bind port cf356dac-b554-41e0-aee5-45711b6776d2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:43.749044 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Attempting to bind port cf356dac-b554-41e0-aee5-45711b6776d2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:43.749418 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Attempting to bind port cf356dac-b554-41e0-aee5-45711b6776d2 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:43.751667 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2c258-2bdb-42e9-a911-87a04f02a950 None None] Pushing event updated for resources: {'Port': ['ID=cf356dac-b554-41e0-aee5-45711b6776d2,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:43.755449 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-e2f2c258-2bdb-42e9-a911-87a04f02a950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:43.761567 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:43.761918 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:43.762392 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.762722 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:43.764058 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Bound port: cf356dac-b554-41e0-aee5-45711b6776d2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:43.764643 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.786034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:43.786562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:43.786916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:43.797671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:43.831590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:43.852401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Provisioning for port 14a7e753-dfbd-4031-9548-743b71b7acf3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:43.858642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Provisioning complete for port 14a7e753-dfbd-4031-9548-743b71b7acf3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:43.858759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:43.860133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.865117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:43.866961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.926325 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] For port cf356dac-b554-41e0-aee5-45711b6776d2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:43.930818 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] For port cf356dac-b554-41e0-aee5-45711b6776d2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cf356dac-b554-41e0-aee5-45711b6776d2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:43.948331 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:43.967770 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:43.979431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Port 14a7e753-dfbd-4031-9548-743b71b7acf3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:44.010257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Provisioning complete for port f6fec7dd-0090-47ef-ac13-ad4d0897269f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:44.010638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.141176 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:44.145710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7ca52181-e975-4edd-972f-b4433f47e887 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:44.157013 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:44.337081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event deleted for resources: {'Port': ['ID=50f200f2-f4a0-400e-80c3-0da8628f05bd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:44.350779 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2c258-2bdb-42e9-a911-87a04f02a950 None None] Pushing event updated for resources: {'Port': ['ID=cf356dac-b554-41e0-aee5-45711b6776d2,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:44.360241 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-e2f2c258-2bdb-42e9-a911-87a04f02a950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:44.377957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Provisioning complete for port ae465f89-2190-4a14-a276-79901a1c4e74 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:44.378336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.407190 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-73f99076-01af-440a-b500-d44cf31027d2 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0928676 Nov 24 19:18:44.414106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.416628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.417779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/9707445b-6d04-448b-b16e-d7679b2ef335 HTTP/1.1" status: 204 len: 168 time: 4.3983564 Nov 24 19:18:44.428716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.430133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35122) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:44.448363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:44.466048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b2d70c65-8241-4c56-a5e3-b9a0b16cb7fb None None] Port ae465f89-2190-4a14-a276-79901a1c4e74 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:44.483130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 7ca52181-e975-4edd-972f-b4433f47e887 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:44.492894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 7ca52181-e975-4edd-972f-b4433f47e887 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:44.493523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.511644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c229ef87-0a37-476c-a850-07937cf3ae7f tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.517113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c229ef87-0a37-476c-a850-07937cf3ae7f tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.520148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.522703 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "DELETE /v2.0/ports/50f200f2-f4a0-400e-80c3-0da8628f05bd HTTP/1.1" status: 204 len: 168 time: 2.7443459 Nov 24 19:18:44.526118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35128) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:44.533007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077', 'external_fixed_ips': [{'subnet_id': '447bcb5f-6b63-457b-acc7-49c16906669c', 'ip_address': '172.20.0.9'}]}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:44.540820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:44.548266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:44.572598 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:44.630612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:44.639539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:44.644488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.649376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.651513 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb HTTP/1.1" status: 204 len: 168 time: 3.8767822 Nov 24 19:18:44.655436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:18:44.658088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35132) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:44.665403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Deleting port 14a7e753-dfbd-4031-9548-743b71b7acf3 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:44.665561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:router and tenant:4f95c6b250b2467fb3e89eae3af12fa5 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:44.665777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.671320 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:44.689823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:44.733810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.761281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f33bdb1d-980d-446e-a7a5-fae6b7cb365b None None] Provisioning complete for port 14a7e753-dfbd-4031-9548-743b71b7acf3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:44.761716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f33bdb1d-980d-446e-a7a5-fae6b7cb365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.773468 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b32fb9-c851-4e5e-85f8-e4fefaee6ce3 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:18:44.774061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-77b32fb9-c851-4e5e-85f8-e4fefaee6ce3 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Synchronizing usage tracker for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:18:44.795800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 7ca52181-e975-4edd-972f-b4433f47e887, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7ca52181-e975-4edd-972f-b4433f47e887,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:44.812604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.813454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6fec7dd-0090-47ef-ac13-ad4d0897269f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:44.892089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7fa4d1cc-6e0d-4959-a75e-489c369aee37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:44.955215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:44.956184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.050246 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:38Z', 'revision_number': 3, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:45.056904 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85fb4e-4210-4988-bf4c-3de76a279ea1 None None] The sync data for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv is: [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:38Z', 'revision_number': 3, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:18:45.089101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c229ef87-0a37-476c-a850-07937cf3ae7f tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.089630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229ef87-0a37-476c-a850-07937cf3ae7f tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81bfbc0e-d35d-4e25-99e5-f54b33af45d5 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:18:45.091039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35140) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:45.100144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.118234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.122792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.129131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:45.148273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f33bdb1d-980d-446e-a7a5-fae6b7cb365b None None] Port 14a7e753-dfbd-4031-9548-743b71b7acf3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:45.160680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c229ef87-0a37-476c-a850-07937cf3ae7f tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.161842 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c229ef87-0a37-476c-a850-07937cf3ae7f tempest-RoutersTestDVR-83286111 tempest-RoutersTestDVR-83286111-project-admin] 10.222.0.47 "DELETE /v2.0/routers/81bfbc0e-d35d-4e25-99e5-f54b33af45d5 HTTP/1.1" status: 204 len: 168 time: 1.8552141 Nov 24 19:18:45.165910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.200471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=7ca52181-e975-4edd-972f-b4433f47e887,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:45.208920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:45.237307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f6fec7dd-0090-47ef-ac13-ad4d0897269f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:45.237689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.241972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Pushing event updated for resources: {'Port': ['ID=df4ab801-1920-487f-b28c-9af86aa000f8,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:45.242534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-77b32fb9-c851-4e5e-85f8-e4fefaee6ce3 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Unset dirty status for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:18:45.250115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:45.250756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35148) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:45.257019 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-77b32fb9-c851-4e5e-85f8-e4fefaee6ce3 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "GET /v2.0/ports/0dacb4d0-c1a6-46a5-8c3a-f695ec67fbbb HTTP/1.1" status: 404 len: 333 time: 0.5837119 Nov 24 19:18:45.331763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Request body: {'port': {'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-786585952'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:45.337372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:45.349172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:45.416064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Made reservation on behalf of 60ba12d5bb5f4bb28b5bc07ffb01c925 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:45.418656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.470440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3db74733-8bdc-4c6f-9f12-32aa1aecde3e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:45.473546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.518833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.618529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:45.621754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:45.622163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.635342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Usage tracker for resource:security_group_rule and tenant:f4fbf9993e6044f78efed7bfdb89b75b is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:45.638117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35154) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:45.671057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:18:45.692081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Sync routers for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:18:45.701089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] device_id is not set on port 3330629e-0058-4b40-8bbd-b27e896f2cfa yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:45.712891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:45.713527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:45.713636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] 10.222.0.47 "PUT /v2.0/routers/b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4759841 Nov 24 19:18:45.735593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:45.770761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:45.905249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:45.937239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.005702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Network db086c39-ec03-423d-b627-bf2b1c677117 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:46.026468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Calling delete_port for 14a7e753-dfbd-4031-9548-743b71b7acf3 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:18:46.137976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Allocated IP 172.20.0.1 (89cf7b32-260d-4e63-be29-4fc5802e392e/83169fae-d037-4988-afe0-8d3a23af2ee8/d5ee441a-bddc-4112-af7f-bc7d4bfdf0db) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:46.149296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:46.215132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:46.226763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.282234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:46.306057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0aaf701b81447f9425772623bd7a12 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:46.314951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:46.422599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.493447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7cb3b033-1779-4b4f-8a42-6a19ff988927 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:46.514602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7ca52181-e975-4edd-972f-b4433f47e887 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:46.581017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.665810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b8ced9a6-4ac1-4a5c-ba47-4d1c4d31f266 None None] Provisioning complete for port df4ab801-1920-487f-b28c-9af86aa000f8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:46.666458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b8ced9a6-4ac1-4a5c-ba47-4d1c4d31f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.706351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.708050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:46.714154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event deleted for resources: {'Port': ['ID=14a7e753-dfbd-4031-9548-743b71b7acf3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:46.718962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.725578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.765481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.773295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:46.774397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:46.793006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.796249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Transition to ACTIVE for port object d5ee441a-bddc-4112-af7f-bc7d4bfdf0db will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:46.804086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "DELETE /v2.0/ports/14a7e753-dfbd-4031-9548-743b71b7acf3 HTTP/1.1" status: 204 len: 168 time: 2.3695533 Nov 24 19:18:46.806869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35172) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:46.845808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b8ced9a6-4ac1-4a5c-ba47-4d1c4d31f266 None None] Port df4ab801-1920-487f-b28c-9af86aa000f8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:46.852766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.876326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:46.904144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 7ca52181-e975-4edd-972f-b4433f47e887 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:46.905868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:46.996834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Network 89cf7b32-260d-4e63-be29-4fc5802e392e is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:47.000266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:47.017718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:47.018398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.043127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=3330629e-0058-4b40-8bbd-b27e896f2cfa,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:47.053743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:47.058001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:47.064745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:47.118811 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d5790303-4ce6-42e5-98d0-b711bab73540 tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3108306 Nov 24 19:18:47.122295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35180) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:47.130602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1601449227'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:47.149382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:47.173693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Usage tracker for resource:network and tenant:67f93e01ddbc43df9410245a927a3ffc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:47.178335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:47.194269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:47.204583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:40Z', 'revision_number': 2, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:47.219120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:47.225731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Made reservation on behalf of 67f93e01ddbc43df9410245a927a3ffc for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:47.231176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.231266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Checking router: b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:18:47.231266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Updating router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd port ae465f89-2190-4a14-a276-79901a1c4e74 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:18:47.250880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Network 9261cac8-844f-4b97-9f6f-fbfecf87b09b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:47.266835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:47.267854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cf356dac-b554-41e0-aee5-45711b6776d2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:47.280742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Router ce678771-2939-482f-814b-0015d3dcad0f has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:18:47.307846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:47.309973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:47.310646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.361650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.366316 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f4fbf9993e6044f78efed7bfdb89b75b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2714150 Nov 24 19:18:47.370213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35184) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:47.376356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:47.379097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.404298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.404909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Added segment c96851b4-4705-42bd-a5c8-775bbc515b6a of type vlan for network b7177fa8-d973-4030-91bd-c174e0a07030 Nov 24 19:18:47.430159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c3ba7-0159-45f4-805f-110ad1839320,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:47.452634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-da7d9c3e-8ccb-4982-af82-c6d514971516 None None] Provisioning for port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:47.465961 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-da7d9c3e-8ccb-4982-af82-c6d514971516 None None] Provisioning complete for port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:47.466445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da7d9c3e-8ccb-4982-af82-c6d514971516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.487871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:47.501373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35188) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:47.503129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.511552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port cf356dac-b554-41e0-aee5-45711b6776d2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:47.516873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911172732', 'description': 'tempest-description--167388581'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:47.544402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:47.564266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port cf356dac-b554-41e0-aee5-45711b6776d2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:47.564646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.597807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Usage tracker for resource:security_group and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:47.602123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:47.619726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:47.642148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-da7d9c3e-8ccb-4982-af82-c6d514971516 None None] Port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:47.667541 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4065351 Nov 24 19:18:47.668095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.674727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35192) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:47.675340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.675896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.687876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:47.688436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.696349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:47.704216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:47.750130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:47.802890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Usage tracker for resource:security_group_rule and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:47.804229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.806787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:47.815120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.815559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6922722 Nov 24 19:18:47.824082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:18:47.829767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35196) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:47.834208 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Sync routers for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:18:47.834820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.835146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:47.844934 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:47.845870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event updated for resources: {'Network': ['ID=b7177fa8-d973-4030-91bd-c174e0a07030,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:47.846111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:47.860961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:47.878338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2cf55858-ddf3-4d56-817d-44e3918c42b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:47.878551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.894261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.899249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:47.904937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:47.945839 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] 10.222.0.47 "PUT /v2.0/routers/ce678771-2939-482f-814b-0015d3dcad0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5479109 Nov 24 19:18:47.974181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network b7177fa8-d973-4030-91bd-c174e0a07030 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:48.001389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.105253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.116042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:48.117430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port cf356dac-b554-41e0-aee5-45711b6776d2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cf356dac-b554-41e0-aee5-45711b6776d2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:48.119516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35202) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:48.120281 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf0aaf701b81447f9425772623bd7a12&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4210334 Nov 24 19:18:48.123022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.126711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:48.144700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.148587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d45722cd-4d0b-4245-affe-a514bcac3335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:48.153672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:48.223233 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:48.242632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ea3ca-e5d7-4993-a3c2-ea49abe16a8e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:48.246781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bcf4e3-613c-4618-b562-93503d8c534d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:48.247859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:48.255375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:48.264557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.268389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Network 89cf7b32-260d-4e63-be29-4fc5802e392e is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:48.269952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:48.272629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.276936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7667372 Nov 24 19:18:48.278573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35206) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:48.302241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Request body: {'security_group_rule': {'security_group_id': '77bcf4e3-613c-4618-b562-93503d8c534d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:48.308796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:48.317999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Usage tracker for resource:security_group_rule and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:48.322210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:48.328466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:48.350155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.363369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=cf356dac-b554-41e0-aee5-45711b6776d2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:48.367564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Transition to ACTIVE for port object ae465f89-2190-4a14-a276-79901a1c4e74 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:48.370448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:48.387312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.392407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7fa4d1cc-6e0d-4959-a75e-489c369aee37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:48.527468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.581582 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-46b615ea-ed26-4e7f-9851-f501cd5389a2 tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "GET /v2.0/agents/59236cdf-b08d-433e-84d9-ece1be38d7f0/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.7460315 Nov 24 19:18:48.596646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35214) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:48.670835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.708325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10209715-7bd0-4607-b939-69916eb36961 None None] Pushing event updated for resources: {'Port': ['ID=ae465f89-2190-4a14-a276-79901a1c4e74,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:48.723136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-10209715-7bd0-4607-b939-69916eb36961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:48.737137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.757528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:48.767794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-49c6b765-3311-4e87-9f01-83bcde7bad5a None None] Provisioning complete for port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:48.768305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-49c6b765-3311-4e87-9f01-83bcde7bad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.778597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c3ba7-0159-45f4-805f-110ad1839320,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:48.809866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:48.837008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Attempting to bind port ae465f89-2190-4a14-a276-79901a1c4e74 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:48.837518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Attempting to bind port ae465f89-2190-4a14-a276-79901a1c4e74 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:48.837995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Attempting to bind port ae465f89-2190-4a14-a276-79901a1c4e74 on network ffd1af6e-a070-4dc7-a77e-e249aba62325 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:48.846723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.863074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:48.863834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Checking segment: {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:48.864476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.865186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Bound using segment: {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:48.866326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Bound port: ae465f89-2190-4a14-a276-79901a1c4e74, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:48.867073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.880020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.893609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-49c6b765-3311-4e87-9f01-83bcde7bad5a None None] Port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:18:48.902460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:48.939148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:49.061732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ea3ca-e5d7-4993-a3c2-ea49abe16a8e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:49.076581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] For port ae465f89-2190-4a14-a276-79901a1c4e74, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:49.079512 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 2, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:49.080434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:49.086138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.089619 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/755c3ba7-0159-45f4-805f-110ad1839320 HTTP/1.1" status: 204 len: 168 time: 1.6596260 Nov 24 19:18:49.093263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.096778 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Checking router: ce678771-2939-482f-814b-0015d3dcad0f for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:18:49.096778 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Updating router ce678771-2939-482f-814b-0015d3dcad0f port df4ab801-1920-487f-b28c-9af86aa000f8 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:18:49.097549 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f02ea3ca-e5d7-4993-a3c2-ea49abe16a8e HTTP/1.1" status: 204 len: 168 time: 0.9733326 Nov 24 19:18:49.107186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] For port ae465f89-2190-4a14-a276-79901a1c4e74, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ae465f89-2190-4a14-a276-79901a1c4e74,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:49.133442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.143380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:49.145700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.166496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Router 49464fdc-d4d9-4f46-9c96-fdf074020812 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:18:49.167679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.173276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:49.223390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ebe002-ac6d-4fa2-acbe-e63afe9b9ffe,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:49.232167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35224) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:49.264811 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.359739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] device_id is not set on port 3330629e-0058-4b40-8bbd-b27e896f2cfa yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:49.360472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:49.361603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:49.370122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.405144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Transition to ACTIVE for port object 3330629e-0058-4b40-8bbd-b27e896f2cfa will not be triggered until provisioned by entity L2. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:49.427705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10209715-7bd0-4607-b939-69916eb36961 None None] Pushing event updated for resources: {'Port': ['ID=ae465f89-2190-4a14-a276-79901a1c4e74,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:49.444424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-10209715-7bd0-4607-b939-69916eb36961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:49.463541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.556661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.570986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:49.573178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:18:49.587647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90218937', 'description': 'tempest-description--1569290606'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:49.592371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Sync routers for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:18:49.601608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:49.607147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Usage tracker for resource:security_group and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:49.634220 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] 10.222.0.47 "PUT /v2.0/routers/49464fdc-d4d9-4f46-9c96-fdf074020812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1016231 Nov 24 19:18:49.635727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:49.642733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.644886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3633606 Nov 24 19:18:49.650652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35234) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:49.654931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:49.659101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:49.659638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:49.663555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Request body: {'security_group_rule': {'security_group_id': '77bcf4e3-613c-4618-b562-93503d8c534d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:49.758881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:49.761237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35238) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:49.780808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Usage tracker for resource:security_group_rule and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:49.786785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35242) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:49.789314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:49.799667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.818034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:49.818663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:49.846214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:49.857141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.872353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Usage tracker for resource:security_group_rule and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:49.891421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:49.901229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:49.903852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:49.920760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:49.931870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:49.933233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Usage tracker for resource:security_group_rule and tenant:074a9f2a0fb54cd0aac5ededc1b61dfe is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:49.941912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d2df8171-8b58-4d96-be8d-0727a7fabceb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b52de5b01439445e98017119edff5ef1&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1754651 Nov 24 19:18:49.944619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:49.948716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35250) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:49.955180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:49.957212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.028233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:50.063376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.080374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.109134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4bb05ff6-3640-464d-8b6d-3c53798483d7 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:50.159731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbab202b-620c-4762-8d5b-f537d7cc14ed,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:50.164165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:50.212173 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.234555 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Transition to ACTIVE for port object df4ab801-1920-487f-b28c-9af86aa000f8 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:50.248128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.250900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=3330629e-0058-4b40-8bbd-b27e896f2cfa,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:50.273725 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.278321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:50.288648 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:50.292982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.294191 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6426489 Nov 24 19:18:50.300134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.300910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35254) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:50.305454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37d2b1-d3ab-487d-8dab-1a5463b693bd tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] Network b7177fa8-d973-4030-91bd-c174e0a07030 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:50.315637 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:50.316782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:50.317217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:50.323341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:50.336915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Allocated IP 172.20.0.9 (60f2a527-536e-40a2-9a79-ece7d96e0077/447bcb5f-6b63-457b-acc7-49c16906669c/436c0fd6-a0b1-44e9-8013-d9ddefa3cece) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:50.337118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.338142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:50.341521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.359552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Usage tracker for resource:floatingip and tenant:783ff7d3dde7415fb08d9e2c5c939948 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:50.364350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a8a81a6-7953-4071-aaaf-16708d05e777 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:50.391827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:50.432705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:50.442101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cf356dac-b554-41e0-aee5-45711b6776d2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:50.499332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:50.499668 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:50.514364 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 2 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:50.520150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.523366 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ce614-1505-43a7-b54a-4ed5dbf53e15 None None] Pushing event updated for resources: {'Port': ['ID=df4ab801-1920-487f-b28c-9af86aa000f8,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:50.526351 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a53ce614-1505-43a7-b54a-4ed5dbf53e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:50.534511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35258) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:50.540440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:50.546575 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8e37d2b1-d3ab-487d-8dab-1a5463b693bd tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "POST /v2.0/agents/59236cdf-b08d-433e-84d9-ece1be38d7f0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.9319830 Nov 24 19:18:50.546739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:50.546813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35262) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:50.557058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.562699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652905508', 'description': 'tempest-description--1291747731'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:50.570496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.571583 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0034902 Nov 24 19:18:50.575891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:50.577125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:50.577993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35266) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:50.600228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:50.600228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:50.600228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:50.607060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.607356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Usage tracker for resource:security_group and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:50.612569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Request body: {'security_group_rule': {'security_group_id': '7dc63acc-8de6-4a5a-acaf-d20aa51dcdff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:50.614298 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Attempting to bind port df4ab801-1920-487f-b28c-9af86aa000f8 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:50.616623 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Attempting to bind port df4ab801-1920-487f-b28c-9af86aa000f8 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:50.617129 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Attempting to bind port df4ab801-1920-487f-b28c-9af86aa000f8 on network db086c39-ec03-423d-b627-bf2b1c677117 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:50.617891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:50.618222 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:50.620643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:50.625916 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 3 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:50.630431 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:50.631460 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Checking segment: {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:50.632199 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.632664 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Bound using segment: {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:50.633178 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Bound port: df4ab801-1920-487f-b28c-9af86aa000f8, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:50.633588 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.636710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:50.649215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:50.658019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Usage tracker for resource:security_group_rule and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:50.667413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c54a1c-b45b-437c-b262-e0fb9eca7f24 None None] Network b7177fa8-d973-4030-91bd-c174e0a07030 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:50.667546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:50.688599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:50.696846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:50.697250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:50.697587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:50.712228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.734341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:50.734667 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:50.738681 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 4 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:50.743930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919b1d79-9c72-4d5c-bb2a-1cbb1505cdef,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:50.762786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:50.764748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.769088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:50.769429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:50.769767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:50.778769 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] For port df4ab801-1920-487f-b28c-9af86aa000f8, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:50.783882 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] For port df4ab801-1920-487f-b28c-9af86aa000f8, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=df4ab801-1920-487f-b28c-9af86aa000f8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:50.789244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.792890 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.799435 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:50.822826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:50.823125 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:50.826494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:50.828495 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 5 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:50.843314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Usage tracker for resource:security_group_rule and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:50.853577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:50.890787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.892427 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:50.893333 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:50.896430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:50.896881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:50.897242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:50.901199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:50.908520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:50.933238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:50.933569 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:50.950139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:50.955186 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 6 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:51.005142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecacba6-591a-4a0c-83d7-1912a342be4d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:51.010469 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ce614-1505-43a7-b54a-4ed5dbf53e15 None None] Pushing event updated for resources: {'Port': ['ID=df4ab801-1920-487f-b28c-9af86aa000f8,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:51.027344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:51.027892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:51.028406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:51.028644 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a53ce614-1505-43a7-b54a-4ed5dbf53e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:51.038927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:51.040388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:51.041089 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:51.046178 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 7 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:51.061416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.068151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.074091 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4791913 Nov 24 19:18:51.087046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35270) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:51.091974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:51.128715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4433ce7e-b178-468a-b98d-5f5b1f40214d tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "GET /v2.0/agents/59236cdf-b08d-433e-84d9-ece1be38d7f0/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.5804977 Nov 24 19:18:51.136130 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=074a9f2a0fb54cd0aac5ededc1b61dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3437197 Nov 24 19:18:51.136846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35272) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:51.144328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.147537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35274) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:51.176881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:51.198966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:51.199494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:51.199828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:51.202101 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:51.251388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.260981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e5419-be06-4718-b8cc-bc774cb1984c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:51.262290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Port': ['ID=436c0fd6-a0b1-44e9-8013-d9ddefa3cece,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:51.268477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:51.269784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port cf356dac-b554-41e0-aee5-45711b6776d2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:51.270236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.283068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:51.291992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Request body: {'security_group_rule': {'security_group_id': '7dc63acc-8de6-4a5a-acaf-d20aa51dcdff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:51.299019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.310942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network 60f2a527-536e-40a2-9a79-ece7d96e0077 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:51.313469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:51.316768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:51.339674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.341099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/546e5419-be06-4718-b8cc-bc774cb1984c HTTP/1.1" status: 204 len: 168 time: 1.3888195 Nov 24 19:18:51.398294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:51.400180 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:51.403367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:51.411491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3e8c7922-fe83-4204-9aaf-5adb6761450c tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "DELETE /v2.0/agents/59236cdf-b08d-433e-84d9-ece1be38d7f0/dhcp-networks/b7177fa8-d973-4030-91bd-c174e0a07030 HTTP/1.1" status: 204 len: 168 time: 0.2665720 Nov 24 19:18:51.414978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35284) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:51.429070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.436304 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 8 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:51.450647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:49Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:51.456717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3038bb8b-e6b2-43f0-8c45-1dbd37b2338a None None] The sync data for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv is: [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:49Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:18:51.475120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:51.494545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Usage tracker for resource:security_group_rule and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:51.622031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:51.636234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 2, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:51.643527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Checking router: 49464fdc-d4d9-4f46-9c96-fdf074020812 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:18:51.647000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Updating router 49464fdc-d4d9-4f46-9c96-fdf074020812 port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:18:51.652901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:51.713060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:51.714055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:51.714545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:51.747900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66fc44-8aa4-45f8-8f21-615bc5a0a621,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:51.750088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.766350 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:51.770312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:51.770751 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:51.771495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.772882 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2374463 Nov 24 19:18:51.777980 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 9 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:51.781632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35290) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:51.798727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Request body: {'security_group_rule': {'security_group_id': 'bb66fc44-8aa4-45f8-8f21-615bc5a0a621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:51.810658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.812252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:51.861537 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:50Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:51.866984 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfca2ee-0151-4e6d-af5d-d084c9490819 None None] The sync data for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv is: [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:50Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:18:51.868646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:51.869020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:51.871313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:51.871550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:51.923536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Usage tracker for resource:security_group_rule and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:51.953789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:51.965315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:51.972561 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:51.982535 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 10 to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa Nov 24 19:18:51.993243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:52.102303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.166489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:52.166831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:52.167172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:52.193232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:18:52.193572 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port 3330629e-0058-4b40-8bbd-b27e896f2cfa on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:18:52.194011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.266324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.301703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0790d786-baf2-4ef5-b1fd-7ae3576c6f78 tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "GET /v2.0/agents/59236cdf-b08d-433e-84d9-ece1be38d7f0/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.8764520 Nov 24 19:18:52.304548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35302) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:52.307190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.436066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ae465f89-2190-4a14-a276-79901a1c4e74 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:52.463426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.495293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:52.519294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919b1d79-9c72-4d5c-bb2a-1cbb1505cdef,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:52.538666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:52.546775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-321f0d39-c66f-4beb-9583-ab71d14c7ffb tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "GET /v2.0/networks/f5d736fd-56b3-4493-9b43-ba2b2b4d03a5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2356491 Nov 24 19:18:52.554469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35312) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:52.613585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.615142 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/919b1d79-9c72-4d5c-bb2a-1cbb1505cdef HTTP/1.1" status: 204 len: 168 time: 1.4658527 Nov 24 19:18:52.622851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.626927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Allocated IP 172.26.6.148 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/faba4c2a-cde6-4ecc-a3dd-5b8920e79639) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:52.668545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.673562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2981565f-fdff-4007-9e7d-effec3d0b875 tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "GET /v2.0/networks/f5d736fd-56b3-4493-9b43-ba2b2b4d03a5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1113000 Nov 24 19:18:52.679139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35318) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:52.684942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:52.736709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.744857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.787399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] For port 3330629e-0058-4b40-8bbd-b27e896f2cfa, host hv-neutron-8183, cleared binding levels {{(pid=87486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:52.787812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempted to set empty binding levels {{(pid=87486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 19:18:52.794843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Transition to ACTIVE for port object d5ee441a-bddc-4112-af7f-bc7d4bfdf0db will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:52.822929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.824353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d65266a-73f8-4512-a2ef-60afe2896a6e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:52.827002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:52.839586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-10209715-7bd0-4607-b939-69916eb36961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:52.847263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.890195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:52.935610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded479f6-3f2d-4d49-a0fe-16b9a1de6948 None None] Pushing event updated for resources: {'Port': ['ID=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:52.948012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port ae465f89-2190-4a14-a276-79901a1c4e74 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:52.954860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ded479f6-3f2d-4d49-a0fe-16b9a1de6948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:52.955575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ae465f89-2190-4a14-a276-79901a1c4e74 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:52.956045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:52.971343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-131072b1-63ea-4b58-ba29-11545e4cd94f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:53.013281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35326) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:53.049746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] In _notify_port_updated(), no bound segment for port 3330629e-0058-4b40-8bbd-b27e896f2cfa on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:18:53.057984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.058144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.064496 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "PUT /v2.0/ports/3330629e-0058-4b40-8bbd-b27e896f2cfa HTTP/1.1" status: 200 len: 976 time: 5.3850069 Nov 24 19:18:53.065831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.072580 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8643651 Nov 24 19:18:53.074922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35332) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:53.075620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35334) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:53.098758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f47b855-2153-4583-8a1e-a9fc9f8f4cb9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:53.129181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:53.163520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.191060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.192317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4070430 Nov 24 19:18:53.208934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35344) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:53.249126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:53.262288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Request body: {'security_group_rule': {'security_group_id': 'bb66fc44-8aa4-45f8-8f21-615bc5a0a621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:53.268926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=3330629e-0058-4b40-8bbd-b27e896f2cfa,revision_number=3']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:53.284915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:53.325313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:53.338234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Usage tracker for resource:floatingip and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:53.343661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:53.354642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:53.357611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1796963902'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:53.366815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:53.387260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Usage tracker for resource:security_group_rule and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:53.411583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:53.414883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:53.432341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:53.440322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.445263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:network and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:53.449421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:53.458219 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-13c530d2-1f37-420d-b2e3-e3b6e11acacf tempest-DHCPAgentSchedulersTestJSON-81371066 tempest-DHCPAgentSchedulersTestJSON-81371066-project-admin] 10.222.0.47 "GET /v2.0/agents/59236cdf-b08d-433e-84d9-ece1be38d7f0/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.7725425 Nov 24 19:18:53.462837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:53.465063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35352) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:53.525898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.533087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Attempting to bind port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:53.533469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Attempting to bind port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:53.533837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Attempting to bind port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db on network 89cf7b32-260d-4e63-be29-4fc5802e392e {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:53.574418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:53.574872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Checking segment: {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:53.575424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.575906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Bound using segment: {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:53.577365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Bound port: d5ee441a-bddc-4112-af7f-bc7d4bfdf0db, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:53.577671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.679549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.700516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.747727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port ae465f89-2190-4a14-a276-79901a1c4e74, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ae465f89-2190-4a14-a276-79901a1c4e74,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:53.750309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] For port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:53.751095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Made reservation on behalf of 75edf5e3e0b149fca0cc8c5bae60f736 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:53.754879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.758460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] For port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:53.759999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.760860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df4ab801-1920-487f-b28c-9af86aa000f8 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:53.777288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.814663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:53.842179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.850287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:53.854500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:security_group_rule and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:53.857419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:53.863750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:53.875127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.879862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.885744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.892964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.893454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.893932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.894507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.894986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.895455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.899500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.900336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.900817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.901289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.901862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:53.906099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.906587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.907182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.907659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.908206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.908681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:53.910345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Synchronizing usage tracker for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:18:53.930092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:53.969502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746ca51c-c67b-4acb-965a-5c976e21f4aa,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:53.972866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:53.980663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.021848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:54.022866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:54.028504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:54.075650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.082510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35364) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:54.083626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8733213 Nov 24 19:18:54.098274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35366) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:54.124969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:54.133181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Unset dirty status for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:18:54.137673 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-236eff68-d9c3-41f1-a5ff-da5d9b8e7cd5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14659 time: 1.0532990 Nov 24 19:18:54.137673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:54.150852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35374) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:54.160416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Usage tracker for resource:floatingip and tenant:b1b6b54ed5404b15a2a2495c2a694600 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:54.210218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:54.210395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:54.224503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:54.227281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:54.240362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:54.297894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:54.313182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event updated for resources: {'Port': ['ID=faba4c2a-cde6-4ecc-a3dd-5b8920e79639,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:54.316621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:54.325516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.342044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-727067668'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:54.354566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:54.357207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.378284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > segment before_delete 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.378881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.379458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.379686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > port after_create 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.380041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > port after_delete 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.380391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > port after_update 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.381507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > segment after_delete 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.381507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet after_create 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.381770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet after_delete 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.381893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:54.382505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet after_update 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.397160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:54.402399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Deleting port 3330629e-0058-4b40-8bbd-b27e896f2cfa {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:54.402743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.452928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=ae465f89-2190-4a14-a276-79901a1c4e74,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:54.468083 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:54.468636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:54.546455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet after_create 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.546796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet after_delete 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.547125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet before_create 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.547260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:54.547464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Subscribe: > subnet before_update 55550000 {{(pid=87485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:18:54.547797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7177fa8-d973-4030-91bd-c174e0a07030']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:54.582866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96851b4-4705-42bd-a5c8-775bbc515b6a') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:54.583156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96851b4-4705-42bd-a5c8-775bbc515b6a') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:54.592639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.597140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.608278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.616050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.624740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:54.644897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port df4ab801-1920-487f-b28c-9af86aa000f8 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:54.657587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port df4ab801-1920-487f-b28c-9af86aa000f8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:54.658068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.665381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:54.669394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.694471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.714759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:18:54.715148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.715999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.717943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: from cryptography.utils import int_from_bytes Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: from cryptography.utils import int_from_bytes Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn_limited( Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn_limited( Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:18:54.733027 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:18:54.739316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6e6ec-455b-4392-b784-a8b1b945d712,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:54.743152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:54.790505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.805500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded479f6-3f2d-4d49-a0fe-16b9a1de6948 None None] Pushing event updated for resources: {'Port': ['ID=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:54.813387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ded479f6-3f2d-4d49-a0fe-16b9a1de6948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:54.902324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.915854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:54.935441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de863228-fac6-450c-b250-47fa10e3f22c None None] The sync data for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv is: [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:18:54.952117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port df4ab801-1920-487f-b28c-9af86aa000f8, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=df4ab801-1920-487f-b28c-9af86aa000f8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:54.961306 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:54.963284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:55.021099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.033430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:55.044519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:55.056552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=df4ab801-1920-487f-b28c-9af86aa000f8,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:55.062838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:55.063000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:55.073953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Router cd0a9d35-022c-42e5-92da-fd7d4c48c863 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:18:55.074381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ae465f89-2190-4a14-a276-79901a1c4e74 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:55.078913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group_rule and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:55.083708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.084151 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Added segment 8236d3ec-cf0c-448c-b627-6b3e03d60411 of type vlan for network 5f78c224-d97d-4b5d-961c-960f1f140889 Nov 24 19:18:55.085755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.090877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:55.113962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event deleted for resources: {'Network': ['ID=b7177fa8-d973-4030-91bd-c174e0a07030,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:55.121905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:55.129084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] For port 3330629e-0058-4b40-8bbd-b27e896f2cfa, host hv-neutron-8183, got binding levels [] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:55.129445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.137828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:55.158888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "DELETE /v2.0/networks/b7177fa8-d973-4030-91bd-c174e0a07030 HTTP/1.1" status: 204 len: 168 time: 1.6888621 Nov 24 19:18:55.163177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35380) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:55.172262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ae465f89-2190-4a14-a276-79901a1c4e74 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:55.172800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.206102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.241953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9848e9d6-fb71-4240-8b75-fac53854e77c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] DELETE failed (client error): The resource could not be found. Nov 24 19:18:55.242376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9848e9d6-fb71-4240-8b75-fac53854e77c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:18:55.246510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9848e9d6-fb71-4240-8b75-fac53854e77c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "DELETE /v2.0/ports/14a7e753-dfbd-4031-9548-743b71b7acf3 HTTP/1.1" status: 404 len: 333 time: 0.0804055 Nov 24 19:18:55.253458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35384) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:55.310159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.346947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.356664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:55.406202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Calling delete_port for 3330629e-0058-4b40-8bbd-b27e896f2cfa owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:18:55.416239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.420432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Deleting subnet 04b51ae1-d3d7-46ae-a6cc-1417e87a69fc {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:18:55.428456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.485632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:55.486241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.545888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event updated for resources: {'Port': ['ID=faba4c2a-cde6-4ecc-a3dd-5b8920e79639,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:55.555934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:55.556453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:55.574685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.580383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Allocated IP 172.26.6.145 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/2fbcc081-b1e2-4afd-974a-4fb3f8123b4b) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:55.610603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5960832 Nov 24 19:18:55.619764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.623657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35388) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:55.687227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'subnet': {'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:55.749346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.765038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.766739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:18:55.780206 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Sync routers for ids ['cd0a9d35-022c-42e5-92da-fd7d4c48c863'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:18:55.793792 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Routers {'cd0a9d35-022c-42e5-92da-fd7d4c48c863'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:55.795039 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['cd0a9d35-022c-42e5-92da-fd7d4c48c863'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:55.831508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:55.835406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Network': ['ID=5f78c224-d97d-4b5d-961c-960f1f140889,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:55.853157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:55.853488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 5f78c224-d97d-4b5d-961c-960f1f140889 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:55.914224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:55.916038 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6111674 Nov 24 19:18:56.029635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event deleted for resources: {'Port': ['ID=3330629e-0058-4b40-8bbd-b27e896f2cfa,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:56.059132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.070303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.077023 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Set router cd0a9d35-022c-42e5-92da-fd7d4c48c863 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:56.078745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:56.094452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:56.106369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:subnet and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:56.112688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:56.126399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:56.132171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.141281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.190128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:56.230527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.231990 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.7048986 Nov 24 19:18:56.239016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:56.251124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.251746 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment 2897c445-d7d9-43ca-98d8-c00ccc6334b6 of type vlan for network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 Nov 24 19:18:56.262938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35404) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:56.264983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Made reservation on behalf of 75edf5e3e0b149fca0cc8c5bae60f736 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:56.273807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.287852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.330149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.338230 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3330629e-0058-4b40-8bbd-b27e896f2cfa HTTP/1.1" status: 204 len: 168 time: 2.1863251 Nov 24 19:18:56.347389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35408) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:56.348343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.415431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:56.416078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.438856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d37d5e7-8ac6-464b-888f-8cc7eeed36cd,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:56.446316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:56.448493 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da7d2b0-ca02-492c-91f5-a52e0635f1c9 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:18:56.448683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5da7d2b0-ca02-492c-91f5-a52e0635f1c9 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Synchronizing usage tracker for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:18:56.450905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c8b8752-17d0-4f94-915a-ebccac13aea8 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:56.461196 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a9d35-022c-42e5-92da-fd7d4c48c863', 'name': '', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077', 'external_fixed_ips': [{'subnet_id': '447bcb5f-6b63-457b-acc7-49c16906669c', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '436c0fd6-a0b1-44e9-8013-d9ddefa3cece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:51Z', 'revision_number': 3, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port': {'id': '436c0fd6-a0b1-44e9-8013-d9ddefa3cece', 'name': '', 'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0a9d35-022c-42e5-92da-fd7d4c48c863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '447bcb5f-6b63-457b-acc7-49c16906669c', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:49Z', 'updated_at': '2021-11-24T19:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '447bcb5f-6b63-457b-acc7-49c16906669c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:56.465566 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Checking router: cd0a9d35-022c-42e5-92da-fd7d4c48c863 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:18:56.465929 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Updating router cd0a9d35-022c-42e5-92da-fd7d4c48c863 port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:18:56.547096 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.559847 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4672358 Nov 24 19:18:56.566551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35418) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:56.575666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'name': 'tempest-PortsTestJSON-505578189'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:56.589596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=52af9e30-fe63-4dcc-abfc-d6420346cbe5,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:56.601005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:56.601645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5da7d2b0-ca02-492c-91f5-a52e0635f1c9 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Unset dirty status for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:18:56.602864 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5da7d2b0-ca02-492c-91f5-a52e0635f1c9 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "GET /v2.0/ports/3330629e-0058-4b40-8bbd-b27e896f2cfa HTTP/1.1" status: 404 len: 333 time: 0.2534049 Nov 24 19:18:56.604749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:18:56.609697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35422) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:56.628003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.654192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-372efc78-0fea-4ee5-b13d-96db868ac9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:56.690681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1603650106', 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:56.696596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:56.705406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35430) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:56.708913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event deleted for resources: {'Subnet': ['ID=04b51ae1-d3d7-46ae-a6cc-1417e87a69fc,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:56.711863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:56.719859 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 19:18:56.734581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1f4db-dc83-47f2-b606-9f22b88e59a4 None None] Network f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:56.745035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.752179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:56.773951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.774575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.827280 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Made reservation on behalf of 60ba12d5bb5f4bb28b5bc07ffb01c925 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:56.830942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:56.860436 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "DELETE /v2.0/subnets/04b51ae1-d3d7-46ae-a6cc-1417e87a69fc HTTP/1.1" status: 204 len: 168 time: 1.6029439 Nov 24 19:18:56.861088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35434) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:56.862554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:56.920421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] device_id is not set on port 3ddddeab-cfd0-4312-ad2c-38eab5720756 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:56.968645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-2345e292-e641-4ce4-b568-e8b350fc60cf tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Synchronizing usage tracker for tenant:783ff7d3dde7415fb08d9e2c5c939948 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:18:57.000048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:57.010154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:57.015264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:57.033527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:57.094268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:57.095990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:57.104017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.114334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] DHCP port deletion for f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:18:57.121059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Deleting port f6fec7dd-0090-47ef-ac13-ad4d0897269f {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:57.121473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.163501 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.176349 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Transition to ACTIVE for port object 436c0fd6-a0b1-44e9-8013-d9ddefa3cece will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:57.177091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:57.194583 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.199208 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fbbf9b92-71e6-4937-88d3-bb3124ae3896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:57.215574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Allocated IP 172.26.6.228 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/61349ea2-77e9-42ab-9da6-09c47af6f640) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:57.217787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:57.229791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d5ee441a-bddc-4112-af7f-bc7d4bfdf0db up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:57.270380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event updated for resources: {'Port': ['ID=2fbcc081-b1e2-4afd-974a-4fb3f8123b4b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:57.310789 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Attempting to bind port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:18:57.311165 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Attempting to bind port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '5ea6f081-25cb-4620-b3b0-e6114c9046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:18:57.311484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 43a23cee-e4f2-4a16-b3be-94692eced687 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:18:57.311591 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Attempting to bind port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece on network 60f2a527-536e-40a2-9a79-ece7d96e0077 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:18:57.313770 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec7514-9c27-425a-a24c-1e0d83a4d305 None None] Pushing event updated for resources: {'Port': ['ID=436c0fd6-a0b1-44e9-8013-d9ddefa3cece,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:57.320162 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-afec7514-9c27-425a-a24c-1e0d83a4d305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:57.324612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.326364 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:18:57.326754 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Checking segment: {'id': '5ea6f081-25cb-4620-b3b0-e6114c9046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:57.327171 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.327570 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Bound using segment: {'id': '5ea6f081-25cb-4620-b3b0-e6114c9046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:18:57.328147 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Bound port: 436c0fd6-a0b1-44e9-8013-d9ddefa3cece, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6f081-25cb-4620-b3b0-e6114c9046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60f2a527-536e-40a2-9a79-ece7d96e0077'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:18:57.328502 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.355379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:57.412246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-2345e292-e641-4ce4-b568-e8b350fc60cf tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Unset dirty status for tenant:783ff7d3dde7415fb08d9e2c5c939948 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:18:57.420968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-2345e292-e641-4ce4-b568-e8b350fc60cf tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--911172732&fields=id&tenant_id=783ff7d3dde7415fb08d9e2c5c939948 HTTP/1.1" status: 200 len: 267 time: 0.7076421 Nov 24 19:18:57.448789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:57.452049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.471598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.474724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] For port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:18:57.480974 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] For port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=436c0fd6-a0b1-44e9-8013-d9ddefa3cece,segment=NetworkSegment(5ea6f081-25cb-4620-b3b0-e6114c9046f3),segment_id=5ea6f081-25cb-4620-b3b0-e6114c9046f3)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:18:57.486750 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.501378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] For port f6fec7dd-0090-47ef-ac13-ad4d0897269f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6fec7dd-0090-47ef-ac13-ad4d0897269f,segment=NetworkSegment(263fdc7a-3f42-4b15-b729-6c564cef4814),segment_id=263fdc7a-3f42-4b15-b729-6c564cef4814)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:57.501820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.502974 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:57.591578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Deleting port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:57.592052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.617092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.621085 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec7514-9c27-425a-a24c-1e0d83a4d305 None None] Pushing event updated for resources: {'Port': ['ID=436c0fd6-a0b1-44e9-8013-d9ddefa3cece,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:57.633957 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-afec7514-9c27-425a-a24c-1e0d83a4d305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:57.639946 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Routers {'cd0a9d35-022c-42e5-92da-fd7d4c48c863'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:18:57.640996 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['cd0a9d35-022c-42e5-92da-fd7d4c48c863'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:57.650656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Calling delete_port for f6fec7dd-0090-47ef-ac13-ad4d0897269f owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:18:57.663799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Subnet': ['ID=44fab42f-dd94-4507-9cf9-d56d820299de,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:57.672953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:57.680270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Deleting port f6fec7dd-0090-47ef-ac13-ad4d0897269f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:57.682113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.754487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Checking segment: {'id': '8236d3ec-cf0c-448c-b627-6b3e03d60411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:57.754990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Network hostable DHCP agents. Network: 5f78c224-d97d-4b5d-961c-960f1f140889, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:57.816100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.828271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5e9d21df-83ef-4ac6-ba0c-00e9e8904f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:57.873408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] No DVR routers for this DVR port f6fec7dd-0090-47ef-ac13-ad4d0897269f on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:18:57.876874 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] Set router cd0a9d35-022c-42e5-92da-fd7d4c48c863 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:18:57.887512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Pushing event deleted for resources: {'Port': ['ID=f6fec7dd-0090-47ef-ac13-ad4d0897269f,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:57.891046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:57.914737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:18:57.922054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.922548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:57.924343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:57.944014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.008457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.022223 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a9d35-022c-42e5-92da-fd7d4c48c863', 'name': '', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:57Z', 'revision_number': 4, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:58.030847 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0678903-1396-4c77-b387-abf7449c54a5 None None] The sync data for ids ['cd0a9d35-022c-42e5-92da-fd7d4c48c863'] in dv-neutron-818346-1-hyperv is: [{'id': 'cd0a9d35-022c-42e5-92da-fd7d4c48c863', 'name': '', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:57Z', 'revision_number': 4, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:18:58.084284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.100146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.133671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-4111e832-1da2-4007-8097-edb3da1cac0e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:58.140367 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-4111e832-1da2-4007-8097-edb3da1cac0e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/networks?id=ffd1af6e-a070-4dc7-a77e-e249aba62325 HTTP/1.1" status: 200 len: 806 time: 0.7181909 Nov 24 19:18:58.140632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:58.147227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.148313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df4ab801-1920-487f-b28c-9af86aa000f8 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:58.165418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] The port 'f6fec7dd-0090-47ef-ac13-ad4d0897269f' was deleted {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:18:58.175594 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-749a97a1-7662-4fb5-99e1-fdf6517dc9ea tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/quotas/783ff7d3dde7415fb08d9e2c5c939948 HTTP/1.1" status: 200 len: 375 time: 0.0343192 Nov 24 19:18:58.196075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.214847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.218162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:58.218934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:58.248677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Network 5f78c224-d97d-4b5d-961c-960f1f140889 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:58.301124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:58.304141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port df4ab801-1920-487f-b28c-9af86aa000f8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:58.304621 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.314290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Network 9261cac8-844f-4b97-9f6f-fbfecf87b09b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:58.322143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:58.325177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:18:58.330374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:58.359650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 5f78c224-d97d-4b5d-961c-960f1f140889) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:58.367662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:58.370298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:58.370903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.383813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c87f5b0-939a-4061-8541-f5ea97ac5ce4 None None] Network 5f78c224-d97d-4b5d-961c-960f1f140889 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:58.403830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:58.405471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:58.405591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.405883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.411394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:58.424422 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8114462 Nov 24 19:18:58.426414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] For port 436c0fd6-a0b1-44e9-8013-d9ddefa3cece, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=436c0fd6-a0b1-44e9-8013-d9ddefa3cece,segment=NetworkSegment(5ea6f081-25cb-4620-b3b0-e6114c9046f3),segment_id=5ea6f081-25cb-4620-b3b0-e6114c9046f3)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:18:58.426770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.429395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade5a36-94d1-4c6c-abd2-438486099124 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=3ddddeab-cfd0-4312-ad2c-38eab5720756,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:58.432582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35438) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:58.439494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.557485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:18:58.599658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.612435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Calling delete_port for 436c0fd6-a0b1-44e9-8013-d9ddefa3cece owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:18:58.614061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.616566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa2e6d-30e8-44ea-9067-0476a5f445aa tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:58.617136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5dfa2e6d-30e8-44ea-9067-0476a5f445aa tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Synchronizing usage tracker for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:18:58.619445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event updated for resources: {'Port': ['ID=61349ea2-77e9-42ab-9da6-09c47af6f640,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:58.625509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.627477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:58.628157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:58.641624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0062540 Nov 24 19:18:58.644153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d736fd-56b3-4493-9b43-ba2b2b4d03a5']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:58.660132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35442) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:58.679859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-689914069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:58.686598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263fdc7a-3f42-4b15-b729-6c564cef4814') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:58.686892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263fdc7a-3f42-4b15-b729-6c564cef4814') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:18:58.700334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:58.705918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-5f78c224-d97d-4b5d-961c-960f1f140889', 'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889', 'tenant_id': '75edf5e3e0b149fca0cc8c5bae60f736', 'fixed_ips': [{'subnet_id': '44fab42f-dd94-4507-9cf9-d56d820299de'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:18:58.707062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.714627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-60482781-31ee-4403-8001-e7fb85d249f5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Synchronizing usage tracker for tenant:783ff7d3dde7415fb08d9e2c5c939948 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:18:58.718089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.725817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:router and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:58.731410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:58.745337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:58.745518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': '2897c445-d7d9-43ca-98d8-c00ccc6334b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:18:58.745786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: 52af9e30-fe63-4dcc-abfc-d6420346cbe5, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:18:58.781700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.794953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5dfa2e6d-30e8-44ea-9067-0476a5f445aa tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Unset dirty status for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:18:58.798929 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5dfa2e6d-30e8-44ea-9067-0476a5f445aa tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "GET /v2.0/ports/3ddddeab-cfd0-4312-ad2c-38eab5720756 HTTP/1.1" status: 200 len: 955 time: 0.3604205 Nov 24 19:18:58.806769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35446) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:58.815582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=43a23cee-e4f2-4a16-b3be-94692eced687,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:58.888936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Allocated IP 172.20.0.2 (5f78c224-d97d-4b5d-961c-960f1f140889/44fab42f-dd94-4507-9cf9-d56d820299de/14ee9ef2-55d6-4b4e-ae26-f7439ab4621c) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:18:58.934680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.936149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:18:58.944138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.955097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.956411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.966040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:18:58.966668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.968288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:58.977830 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8816414 Nov 24 19:18:59.006731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 52af9e30-fe63-4dcc-abfc-d6420346cbe5) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:18:59.019012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Deleting port 3ddddeab-cfd0-4312-ad2c-38eab5720756 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:18:59.019363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:18:59.032873 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:18:59.063627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:18:59.073231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c4ff85-5a98-43fe-bca2-94f32ca70fa3 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:18:59.077911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:18:59.078567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.105255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event updated for resources: {'Port': ['ID=2fbcc081-b1e2-4afd-974a-4fb3f8123b4b,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:59.129205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-60482781-31ee-4403-8001-e7fb85d249f5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Unset dirty status for tenant:783ff7d3dde7415fb08d9e2c5c939948 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:18:59.132260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:59.136591 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-60482781-31ee-4403-8001-e7fb85d249f5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=783ff7d3dde7415fb08d9e2c5c939948&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9599736 Nov 24 19:18:59.158328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.723s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:59.158718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:59.179640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.189002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:59.189306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:59.205227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d5ee441a-bddc-4112-af7f-bc7d4bfdf0db up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:18:59.220902 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8ed9f4af-7cf3-4df8-86c4-794554a3b083 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6532629 Nov 24 19:18:59.221585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35458) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:59.232294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-307712572'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:18:59.238904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.243687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:18:59.273975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.368318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:18:59.369868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2cfcfc45-9dce-473a-88fe-6fcb903d9e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.410290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.418178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:18:59.422852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eb334c92-d93b-4a6d-a736-d26a5d624190 tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:59.453697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:18:59.470388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Pushing event deleted for resources: {'Network': ['ID=f5d736fd-56b3-4493-9b43-ba2b2b4d03a5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:18:59.478538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:18:59.482502 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] 10.222.0.47 "DELETE /v2.0/networks/f5d736fd-56b3-4493-9b43-ba2b2b4d03a5 HTTP/1.1" status: 204 len: 168 time: 2.6071606 Nov 24 19:18:59.490786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:18:59.491336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.509665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.511220 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5e19d0b7-a7ea-4bd9-9508-882ce1229124 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8469236 Nov 24 19:18:59.512776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:18:59.517193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.544116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35484) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:59.544451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35486) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:18:59.559889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:18:59.572620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.573010 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment 1e339800-4877-431a-8f2d-448bd3e6fd6c of type vlan for network c6705e1c-1bb9-47cc-b47f-6df37da26c1d Nov 24 19:18:59.608170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.647357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.665282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.726876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.749446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Transition to ACTIVE for port object 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:59.761089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.818000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.853089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Transition to ACTIVE for port object 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:18:59.873338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.875163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:18:59.885906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:18:59.973794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6fec7dd-0090-47ef-ac13-ad4d0897269f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:19:00.012208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Calling delete_port for 3ddddeab-cfd0-4312-ad2c-38eab5720756 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:00.042841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: f6fec7dd-0090-47ef-ac13-ad4d0897269f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:19:00.043207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6fec7dd-0090-47ef-ac13-ad4d0897269f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:19:00.057661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Network 5f78c224-d97d-4b5d-961c-960f1f140889 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:00.061497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:00.065173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:00.068562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-a816ac65-c148-4d98-bd2f-32390cae89fd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:19:00.069967 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-a816ac65-c148-4d98-bd2f-32390cae89fd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5808301 Nov 24 19:19:00.070691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:00.071688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Pushing event updated for resources: {'Port': ['ID=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:00.075862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:00.137445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35496) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:00.155532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.157488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.175115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-67db5eda-0dee-49b2-a9d8-eefd4121208b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:00.233482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.241994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Attempting to bind port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:00.242513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Attempting to bind port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '8236d3ec-cf0c-448c-b627-6b3e03d60411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:00.242616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Attempting to bind port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c on network 5f78c224-d97d-4b5d-961c-960f1f140889 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:00.249570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:00.249938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Checking segment: {'id': '8236d3ec-cf0c-448c-b627-6b3e03d60411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:00.250349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.250751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Bound using segment: {'id': '8236d3ec-cf0c-448c-b627-6b3e03d60411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:00.251227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Bound port: 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8236d3ec-cf0c-448c-b627-6b3e03d60411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:00.251619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.280227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.284483 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3ddddeab-cfd0-4312-ad2c-38eab5720756 HTTP/1.1" status: 204 len: 168 time: 1.4695010 Nov 24 19:19:00.285174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35502) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:00.334130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.340450 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2385511 Nov 24 19:19:00.341686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event updated for resources: {'Port': ['ID=61349ea2-77e9-42ab-9da6-09c47af6f640,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:00.365503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] For port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:00.369278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] For port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,segment=NetworkSegment(8236d3ec-cf0c-448c-b627-6b3e03d60411),segment_id=8236d3ec-cf0c-448c-b627-6b3e03d60411)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:00.374775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.380001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:00.428372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ddddeab-cfd0-4312-ad2c-38eab5720756,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:00.434992 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f236850-56c2-4637-94d5-ecf47d5a9990 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:19:00.435451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5f236850-56c2-4637-94d5-ecf47d5a9990 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Synchronizing usage tracker for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:00.440581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:00.444975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:00.445215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:00.462033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Pushing event updated for resources: {'Port': ['ID=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:00.465483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:00.476271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5f236850-56c2-4637-94d5-ecf47d5a9990 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Unset dirty status for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:00.484674 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f236850-56c2-4637-94d5-ecf47d5a9990 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "GET /v2.0/ports/3ddddeab-cfd0-4312-ad2c-38eab5720756 HTTP/1.1" status: 404 len: 333 time: 0.1913357 Nov 24 19:19:00.484674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35510) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:00.491121 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Request body: {'port': {'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1382516328'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:00.496176 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1ce0db7e-e6ec-4d13-9cc1-eb9348b40f77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67f93e01ddbc43df9410245a927a3ffc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3570480 Nov 24 19:19:00.498790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event deleted for resources: {'Port': ['ID=436c0fd6-a0b1-44e9-8013-d9ddefa3cece,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:00.498911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:00.500920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35514) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:00.501397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:00.508397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:00.509020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.514430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b8bde412-be6e-4d1a-9d01-e9dff56f3d6c tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:00.532500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:00.562189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Made reservation on behalf of 60ba12d5bb5f4bb28b5bc07ffb01c925 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:00.564537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.576990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-33d018c4-fcb9-4f0c-be98-13837cde8a1b tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Synchronizing usage tracker for tenant:96ad70f937664b449eda413986e6a9fb on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:00.592496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.603991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] device_id is not set on port ba7c40df-eff3-4319-9462-35d1350d8ca0 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:00.681968 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.790864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.813971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ccf49459-be65-4363-8408-b11189815657 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:00.842626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6193929 Nov 24 19:19:00.845311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:00.873294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35518) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:00.877010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b950f-e7ad-4d74-be17-2121f04649d3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:00.884622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:00.888161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'ports': [{'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5'}, {'network_id': 'c6705e1c-1bb9-47cc-b47f-6df37da26c1d'}]} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:00.888516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:00.889501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': 'c6705e1c-1bb9-47cc-b47f-6df37da26c1d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:00.894195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=c6705e1c-1bb9-47cc-b47f-6df37da26c1d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:00.898292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:00.918108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network c6705e1c-1bb9-47cc-b47f-6df37da26c1d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:19:01.007654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.016431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-33d018c4-fcb9-4f0c-be98-13837cde8a1b tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Unset dirty status for tenant:96ad70f937664b449eda413986e6a9fb on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:01.017673 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-33d018c4-fcb9-4f0c-be98-13837cde8a1b tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--90218937&fields=id&tenant_id=96ad70f937664b449eda413986e6a9fb HTTP/1.1" status: 200 len: 267 time: 1.3721571 Nov 24 19:19:01.034115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.035270 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/775b950f-e7ad-4d74-be17-2121f04649d3 HTTP/1.1" status: 204 len: 168 time: 0.5333114 Nov 24 19:19:01.043772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.101787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.136486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.173135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:01.175087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:01.178821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:01.182505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:01.189676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:01.208536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 2} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:01.213632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.226948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.235996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:01.291183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.373099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:01.386911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Network 9261cac8-844f-4b97-9f6f-fbfecf87b09b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:01.397391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:01.404424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:01.405388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:01.406021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.413217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=ba7c40df-eff3-4319-9462-35d1350d8ca0,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:01.418366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:01.460870 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-289678de-4e58-4743-b865-5613e9ef8b4a service neutron] 10.222.0.47 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9660981 Nov 24 19:19:01.513162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.513697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd0a9d35-022c-42e5-92da-fd7d4c48c863 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:19:01.521197 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0352921 Nov 24 19:19:01.525574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35528) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:01.533554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:01.606718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35532) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:01.663481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.689523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af31698-0ead-423f-b9a6-4e2a9cb21fdf None None] Network 5f78c224-d97d-4b5d-961c-960f1f140889 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:01.720237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port d9fc6e27-b331-4182-9b86-b66a7dcbe3be yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:01.811103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Provisioning for port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:01.821667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Provisioning complete for port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:01.821978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:01.935696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Allocated IP 172.20.0.1 (5f78c224-d97d-4b5d-961c-960f1f140889/44fab42f-dd94-4507-9cf9-d56d820299de/4add0e3e-6a43-4ee1-82aa-02a79bd8e36c) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:02.072349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.090945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8f131a91-d6fb-41a6-b6ea-7d06bf68e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.092421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.100695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.101834 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "DELETE /v2.0/routers/cd0a9d35-022c-42e5-92da-fd7d4c48c863 HTTP/1.1" status: 204 len: 168 time: 5.7986329 Nov 24 19:19:02.109127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35536) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:02.154741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-5179ff48-6d2e-4bc7-a599-e96a5b5f4d2b tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:02.156734 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-5179ff48-6d2e-4bc7-a599-e96a5b5f4d2b tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/networks?id=db086c39-ec03-423d-b627-bf2b1c677117 HTTP/1.1" status: 200 len: 812 time: 1.0762374 Nov 24 19:19:02.157761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] For port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,segment=NetworkSegment(8236d3ec-cf0c-448c-b627-6b3e03d60411),segment_id=8236d3ec-cf0c-448c-b627-6b3e03d60411)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:02.169462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:02.174765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.179360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:02.186667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] device_id is not set on port ba7c40df-eff3-4319-9462-35d1350d8ca0 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:02.194966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.195230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Usage tracker for resource:security_group_rule and tenant:2d89098625b44e7ea2c227550b7a9beb is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:02.212511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:02.226787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:02.229566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-b768802c-7135-4d9d-86e8-5eef4207041d tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/quotas/96ad70f937664b449eda413986e6a9fb HTTP/1.1" status: 200 len: 375 time: 0.0426230 Nov 24 19:19:02.240150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.249774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Transition to ACTIVE for port object ba7c40df-eff3-4319-9462-35d1350d8ca0 will not be triggered until provisioned by entity L2. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:02.252660 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-207f9847-00e0-4389-9c8c-e676b96a84c2 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7817831 Nov 24 19:19:02.256348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.345674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Pushing event updated for resources: {'Port': ['ID=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:02.353881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:02.407441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Transition to ACTIVE for port object 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:02.414057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 6d832c81-f51a-42a0-8cf7-38f8184b4677 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:02.551150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-ee099cc4-dfb4-4046-b5e1-e1790ffdc8af tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96ad70f937664b449eda413986e6a9fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3039517 Nov 24 19:19:02.564138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.577786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.584915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f85c829-c291-494c-bcbd-b40218a32b48 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:02.605560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:02.614356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d6e23188-4d07-425e-959f-f1b012544035 None None] Provisioning complete for port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:02.616617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6e23188-4d07-425e-959f-f1b012544035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.681055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.719014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.730294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Network 5f78c224-d97d-4b5d-961c-960f1f140889 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:02.754458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:02.772721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:02.815202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.886343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:02.894232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Port': ['ID=4add0e3e-6a43-4ee1-82aa-02a79bd8e36c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:02.918899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:02.923918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:02.949835 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d89098625b44e7ea2c227550b7a9beb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3349419 Nov 24 19:19:02.956252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Deleting subnet 447bcb5f-6b63-457b-acc7-49c16906669c {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:19:02.967678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35572) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:02.993990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.045610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-52fee526-a61b-46a4-9d21-7ce5586c62c3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:19:03.046673 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-52fee526-a61b-46a4-9d21-7ce5586c62c3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1934583 Nov 24 19:19:03.049091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-5ba6fe85-0fc0-4506-8f69-4b2c36e4ee14 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Synchronizing usage tracker for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:03.061697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.062563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.074094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:03.075649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=ba7c40df-eff3-4319-9462-35d1350d8ca0,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:03.093328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:03.097313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:03.164947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:03.165423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.185304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.192150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:03.192559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:03.193545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:03.201019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:03.202031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-27503ca0-0347-4588-baf5-51d7a3c33126 None None] Provisioning for port 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:03.207894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:03.214954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:03.215364 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:03.216125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:03.217011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.219005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.228287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-27503ca0-0347-4588-baf5-51d7a3c33126 None None] Provisioning complete for port 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:03.228753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-27503ca0-0347-4588-baf5-51d7a3c33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.250850 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 2 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:03.261126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=d9fc6e27-b331-4182-9b86-b66a7dcbe3be,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:03.276083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:03.284033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ca407aea-f44a-4aaa-bd69-a8a5b60ab7d5 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:03.319950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-27503ca0-0347-4588-baf5-51d7a3c33126 None None] Port 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:03.354955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fc71ee-0f43-428a-a818-d92cd0694e66,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:03.359044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:03.365735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:03.366287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:03.366690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:03.387108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:03.387574 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:03.391969 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 3 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:03.423652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=6d832c81-f51a-42a0-8cf7-38f8184b4677,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:03.433389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:03.437126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:03.437126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:03.437455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:03.450676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:03.450676 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:03.452872 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 4 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:03.463005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': '1e339800-4877-431a-8f2d-448bd3e6fd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6705e1c-1bb9-47cc-b47f-6df37da26c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:03.463508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: c6705e1c-1bb9-47cc-b47f-6df37da26c1d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:19:03.475655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.481603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:03.482008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:03.482405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:03.490599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-909b2161-847f-4db4-a92d-a6e76f924b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:03.527461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:03.528255 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:03.531281 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 5 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:03.539031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=447bcb5f-6b63-457b-acc7-49c16906669c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:03.544381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.551125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-5ba6fe85-0fc0-4506-8f69-4b2c36e4ee14 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Unset dirty status for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:03.554090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-5ba6fe85-0fc0-4506-8f69-4b2c36e4ee14 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--652905508&fields=id&tenant_id=b1b6b54ed5404b15a2a2495c2a694600 HTTP/1.1" status: 200 len: 267 time: 0.7410772 Nov 24 19:19:03.557559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:03.561412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:03.561806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:03.562259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:03.565836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.570691 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/447bcb5f-6b63-457b-acc7-49c16906669c HTTP/1.1" status: 204 len: 168 time: 1.4573467 Nov 24 19:19:03.570691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network c6705e1c-1bb9-47cc-b47f-6df37da26c1d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:19:03.572203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35592) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:03.576360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:03.576779 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:03.579264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.594985 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 6 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:03.662813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, c6705e1c-1bb9-47cc-b47f-6df37da26c1d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:03.671907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb1a9c-5bb7-414b-aff1-6ae59b85576f None None] Network c6705e1c-1bb9-47cc-b47f-6df37da26c1d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:03.697252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.701656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:03.701656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:03.701656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:03.711685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:03.718344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:03.724000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:03.724807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.763414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-54f722de-fbc9-48d8-b005-b979b4c37799 service neutron] 10.222.0.47 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387357 Nov 24 19:19:03.768711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:03.776703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:03.777746 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:03.779733 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 7 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:03.790788 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9126670 Nov 24 19:19:03.792744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35600) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:03.982421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:03.982705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:03.982998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:04.008100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.016533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:04.016865 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:04.019696 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 8 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:04.031324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 6d832c81-f51a-42a0-8cf7-38f8184b4677 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:04.031624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.092856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:04.093196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:04.093537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:04.109215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.109585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.110342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.110694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > port after_create 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.111104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.111409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > port after_update 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.111719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.112084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.112393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.112713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.308771 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-c3f249da-0df3-408f-8668-f5a1f7ad882d service neutron] 10.222.0.47 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304766 Nov 24 19:19:04.321978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-07e74e28-ee76-441a-8250-338b2209e775 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:04.322717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-07e74e28-ee76-441a-8250-338b2209e775 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Synchronizing usage tracker for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:04.331399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.361262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-867c5b50-a288-4ea8-b9b4-9a5e8067d983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:04.365011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.365540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.365691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.366005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 19:19:04.366361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f2a527-536e-40a2-9a79-ece7d96e0077']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:04.374502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:04.375340 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:04.381203 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 9 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:04.394179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea6f081-25cb-4620-b3b0-e6114c9046f3') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:04.394471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea6f081-25cb-4620-b3b0-e6114c9046f3') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:04.412840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.426113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.429173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fc71ee-0f43-428a-a818-d92cd0694e66,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:04.436720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:04.445880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-07e74e28-ee76-441a-8250-338b2209e775 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Unset dirty status for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:04.446559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-07e74e28-ee76-441a-8250-338b2209e775 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 811 time: 0.8583555 Nov 24 19:19:04.459057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.460364 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76fc71ee-0f43-428a-a818-d92cd0694e66 HTTP/1.1" status: 204 len: 168 time: 1.4831438 Nov 24 19:19:04.468888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:04.469232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:04.469577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:04.489130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:04.490107 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:04.493108 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-cace0bd7-a2c3-4b22-a070-b1afbbc03ac5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/quotas/b1b6b54ed5404b15a2a2495c2a694600 HTTP/1.1" status: 200 len: 375 time: 0.0389788 Nov 24 19:19:04.499030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.501538 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempt 10 to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 Nov 24 19:19:04.526330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:04.526734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: from cryptography.utils import int_from_bytes Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: from cryptography.utils import int_from_bytes Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn_limited( Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn_limited( Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:04.548198 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:04.566774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:04.569148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:04.569419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempting to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:04.626194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.635575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-de1c7160-8b95-497f-accf-b1a7ab26b188 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Synchronizing usage tracker for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:04.639890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.676060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:04.720066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:04.720798 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Failed to bind port ba7c40df-eff3-4319-9462-35d1350d8ca0 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'e3d4281e-1908-4ad3-8841-e9cea7f7b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9261cac8-844f-4b97-9f6f-fbfecf87b09b'}] Nov 24 19:19:04.721329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.740551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.41', 60981) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:04.811120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.821356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-de1c7160-8b95-497f-accf-b1a7ab26b188 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Unset dirty status for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:04.823049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-de1c7160-8b95-497f-accf-b1a7ab26b188 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3180025 Nov 24 19:19:04.991340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:04.997795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:05.074019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:05.088669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Port': ['ID=4add0e3e-6a43-4ee1-82aa-02a79bd8e36c,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:05.133518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:05.164966 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0f23b38f-f976-4c8f-8856-0647bddf132f req-dce8f81a-3e9d-431a-8b1d-8b062869c963 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 210 time: 0.2434595 Nov 24 19:19:05.177964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 6d832c81-f51a-42a0-8cf7-38f8184b4677 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:05.211731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60f2a527-536e-40a2-9a79-ece7d96e0077 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 19:19:05.232948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:05.254254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] For port ba7c40df-eff3-4319-9462-35d1350d8ca0, host hv-neutron-8183, cleared binding levels {{(pid=87486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:05.254822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attempted to set empty binding levels {{(pid=87486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 19:19:05.260771 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "DELETE /v2.0/networks/60f2a527-536e-40a2-9a79-ece7d96e0077 HTTP/1.1" status: 204 len: 168 time: 1.6859319 Nov 24 19:19:05.292198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event deleted for resources: {'Network': ['ID=60f2a527-536e-40a2-9a79-ece7d96e0077,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:05.301855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:05.402377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:05.423694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f5b5cfe0-d735-47da-9b15-ec5400ac9f6d tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:05.428613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4531ed0f-339c-4e4a-a73e-f1ae1de71d62 req-a7e29424-fef4-4375-bd74-99501f4a5b9f tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.1143792 Nov 24 19:19:05.475149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-fe63926d-140e-4db0-a1da-4180c597bf10 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:05.476647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-fe63926d-140e-4db0-a1da-4180c597bf10 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.41 "GET /v2.0/networks?id=ffd1af6e-a070-4dc7-a77e-e249aba62325 HTTP/1.1" status: 200 len: 806 time: 0.7296088 Nov 24 19:19:05.515270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:05.548311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] In _notify_port_updated(), no bound segment for port ba7c40df-eff3-4319-9462-35d1350d8ca0 on network 9261cac8-844f-4b97-9f6f-fbfecf87b09b {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:19:05.549410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:05.550183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:05.554555 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "PUT /v2.0/ports/ba7c40df-eff3-4319-9462-35d1350d8ca0 HTTP/1.1" status: 200 len: 977 time: 4.0255849 Nov 24 19:19:05.561786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35670) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:05.578027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:05.599691 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/6d832c81-f51a-42a0-8cf7-38f8184b4677 HTTP/1.1" status: 204 len: 168 time: 1.8056984 Nov 24 19:19:05.603164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event updated for resources: {'Port': ['ID=ba7c40df-eff3-4319-9462-35d1350d8ca0,revision_number=3']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:05.611300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:05.614876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35674) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:05.616100 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-bee9e0b7-8b68-4ae9-a1a2-0f875a25c0fc service neutron] 10.222.0.47 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866102 Nov 24 19:19:05.616866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0760f6a5-7889-4143-a692-592cf2e4f85b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:05.617988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Network 5f78c224-d97d-4b5d-961c-960f1f140889 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:05.638323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:05.772622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-272c699f-ca87-4f5f-a526-a2a434151f8d tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783ff7d3dde7415fb08d9e2c5c939948 HTTP/1.1" status: 200 len: 379 time: 0.2407935 Nov 24 19:19:05.857069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Request body: {'port': {'device_id': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'admin_state_up': True, 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'security_groups': ['77bcf4e3-613c-4618-b562-93503d8c534d']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:05.865737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=6d832c81-f51a-42a0-8cf7-38f8184b4677,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:05.884878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:05.890748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35696) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:05.916914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'router': {'name': 'tempest-router--146147530', 'project_id': 'c8e7731a6dcf425f859d15e052f80a95'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:05.933245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:05.955563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:router and tenant:c8e7731a6dcf425f859d15e052f80a95 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:05.972553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:05.982901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Deleting port ba7c40df-eff3-4319-9462-35d1350d8ca0 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:05.983469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:05.999852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:06.032282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:06.033760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:06.057866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:06.065607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-09d27e7a-d4d2-4ab2-9375-9ed2a2bec69b None None] Provisioning complete for port 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:06.066666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-09d27e7a-d4d2-4ab2-9375-9ed2a2bec69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:06.100207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:06.169993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-09d27e7a-d4d2-4ab2-9375-9ed2a2bec69b None None] Port 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:06.185725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d4c3bb-fdcb-4b82-b829-40d491e52e86 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:06.198424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d4c3bb-fdcb-4b82-b829-40d491e52e86 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:06.200024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-09d4c3bb-fdcb-4b82-b829-40d491e52e86 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:06.205470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:06.207282 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-db91c038-8ece-4184-a666-b015807142c0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3128390 Nov 24 19:19:06.213394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35708) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:06.415590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d20c4cec-9f2c-43cf-a028-a81634e16cc0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:06.496470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-09d4c3bb-fdcb-4b82-b829-40d491e52e86 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:06.500410 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-09d4c3bb-fdcb-4b82-b829-40d491e52e86 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7816491 Nov 24 19:19:06.507668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35718) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:06.681330 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-207e34ee-dd52-440b-8a59-ead7e072da75 service neutron] 10.222.0.47 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0513225 Nov 24 19:19:06.702350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:06.739234 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d4896116-6dd3-4f7a-8c92-128b87d07c3d req-a311eeb3-2e2e-4bb4-82d3-b0faf150219f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 210 time: 0.1956358 Nov 24 19:19:07.068531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] For port ba7c40df-eff3-4319-9462-35d1350d8ca0, host hv-neutron-8183, got binding levels [] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:07.069151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.264190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Calling delete_port for ba7c40df-eff3-4319-9462-35d1350d8ca0 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:07.406612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:07.470019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port d9fc6e27-b331-4182-9b86-b66a7dcbe3be {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:07.470662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.538447 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfa4e4c2-2fe0-4816-8a8d-5d8c6aa56467 req-dbe2474b-a366-413a-a383-8a9c4fe01e76 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.1358163 Nov 24 19:19:07.540065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.547794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d20c4cec-9f2c-43cf-a028-a81634e16cc0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.555119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d20c4cec-9f2c-43cf-a028-a81634e16cc0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.577365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Made reservation on behalf of 783ff7d3dde7415fb08d9e2c5c939948 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:07.581391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.626079 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58532718-431a-43d4-aac5-f391ef2dbd1e req-f6f3f94a-2ca8-49e1-af27-e03c20e70395 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.2256603 Nov 24 19:19:07.629642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fa293a30-2a26-4ae7-9dab-981f164448ee tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:07.694350 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35742) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:07.711702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d20c4cec-9f2c-43cf-a028-a81634e16cc0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.713538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c4cec-9f2c-43cf-a028-a81634e16cc0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e135a5c-82a9-4f62-b14b-5c1fa0c8e00e {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:19:07.713935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.772349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba7c40df-eff3-4319-9462-35d1350d8ca0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:07.775309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Router e8fac423-adbc-4ae0-810d-b5a5157db1f9 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:19:07.781862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:07.786083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "DELETE /v2.0/ports/ba7c40df-eff3-4319-9462-35d1350d8ca0 HTTP/1.1" status: 204 len: 168 time: 2.2168369 Nov 24 19:19:07.791125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35750) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:07.866240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d20c4cec-9f2c-43cf-a028-a81634e16cc0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.867446 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d20c4cec-9f2c-43cf-a028-a81634e16cc0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "DELETE /v2.0/routers/5e135a5c-82a9-4f62-b14b-5c1fa0c8e00e HTTP/1.1" status: 204 len: 168 time: 1.6490109 Nov 24 19:19:07.922178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:07.961310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ad75c0-f0b8-48e9-8f81-ba120990f7db tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:19:07.961854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-34ad75c0-f0b8-48e9-8f81-ba120990f7db tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Synchronizing usage tracker for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:08.167629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for d9fc6e27-b331-4182-9b86-b66a7dcbe3be owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:08.279633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1135499556'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:08.286005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:08.292195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Usage tracker for resource:network and tenant:552c6bf8aaa043199102b12dfc3c3da6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:08.295946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:08.304820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:08.313102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:08.320610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35758) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:08.323520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3218a55-6f4d-4f23-a62c-6ef413416125 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:08.398147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-34ad75c0-f0b8-48e9-8f81-ba120990f7db tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Unset dirty status for tenant:60ba12d5bb5f4bb28b5bc07ffb01c925 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:08.400148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-34ad75c0-f0b8-48e9-8f81-ba120990f7db tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] 10.222.0.47 "GET /v2.0/ports/ba7c40df-eff3-4319-9462-35d1350d8ca0 HTTP/1.1" status: 404 len: 333 time: 0.6006215 Nov 24 19:19:08.401663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Made reservation on behalf of 552c6bf8aaa043199102b12dfc3c3da6 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:08.405291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:08.421985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35764) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:08.422813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=d9fc6e27-b331-4182-9b86-b66a7dcbe3be,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:08.433546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:08.449436 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb775137-87c2-448d-a5dd-bc0bbf3401a4 req-c7625b15-ccc2-4e00-9429-cc997a28df48 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 210 time: 0.2257085 Nov 24 19:19:08.467743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:08.480366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:08.511922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:08.514356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Allocated IP 172.20.0.6 (ffd1af6e-a070-4dc7-a77e-e249aba62325/04cd1994-db5d-4557-a30e-278f12a84964/d3174e33-683f-44c6-8c17-aba6ab4eef2f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:08.529079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] Sync routers for ids ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:08.542897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] Routers {'e8fac423-adbc-4ae0-810d-b5a5157db1f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:08.543594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:08.557903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "PUT /v2.0/routers/e8fac423-adbc-4ae0-810d-b5a5157db1f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9140871 Nov 24 19:19:08.560361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35768) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:08.571175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'port': {'network_id': '5f78c224-d97d-4b5d-961c-960f1f140889', 'name': 'tempest-FloatingIPNegativeTestJSON-70693539'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:08.584697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:08.608096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Usage tracker for resource:security_group_rule and tenant:552c6bf8aaa043199102b12dfc3c3da6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:08.612615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:08.626479 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/d9fc6e27-b331-4182-9b86-b66a7dcbe3be HTTP/1.1" status: 204 len: 168 time: 2.1100070 Nov 24 19:19:08.633758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:08.635633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35774) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:08.731262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:08.732946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:08.760763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] Routers {'e8fac423-adbc-4ae0-810d-b5a5157db1f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:08.761552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:08.761954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2065168268', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:08.779201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:08.812944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Usage tracker for resource:router and tenant:f9529820cc1948159e284ee4f2e2bab2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:08.828990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:08.910270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:08.913659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00834af-df95-426f-a74d-6f949b41b670 None None] The sync data for ids ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:08.917704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:09.075581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.076985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.179736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.195869 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f550b87-fcd2-4c08-bf72-eadba4312ee8 req-cc9f282b-d908-4999-ad3d-7cd3e4a0de92 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.2466211 Nov 24 19:19:09.197866 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-795b063a-c2a6-42ce-9119-a331c181631c req-a3149ace-5289-4e49-970f-b54dc53e9fcc tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.2578311 Nov 24 19:19:09.239252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:09.247856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:port and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:09.251173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.253320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:09.255668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.260571 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:19:09.267842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.273261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:09.284554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087192f-7a15-464f-860f-5d0c7d490bed tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:09.285340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7087192f-7a15-464f-860f-5d0c7d490bed tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:09.288393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:09.306763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.310721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Made reservation on behalf of 75edf5e3e0b149fca0cc8c5bae60f736 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:09.315066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.355757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9261cac8-844f-4b97-9f6f-fbfecf87b09b']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:09.356505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] device_id is not set on port ccbf7f93-d52c-4703-bd51-f931d1347828 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:09.371537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:19:09.387495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d4281e-1908-4ad3-8841-e9cea7f7b798') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:09.387763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d4281e-1908-4ad3-8841-e9cea7f7b798') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:09.390943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Transition to ACTIVE for port object d3174e33-683f-44c6-8c17-aba6ab4eef2f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:09.396617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5871e9d0-6b74-4bda-b37f-026bd161b84c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:09.405232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:09.407633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.407915 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Added segment c2ab6464-14c6-481c-9e12-74a9b21138fc of type vlan for network afa65e17-c70d-4b70-b080-3005ea7ac17f Nov 24 19:19:09.409133 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7087192f-7a15-464f-860f-5d0c7d490bed tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:09.413239 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7087192f-7a15-464f-860f-5d0c7d490bed tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7737994 Nov 24 19:19:09.416287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.425254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35782) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:09.504250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.512418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ed62d9-9b1c-42b6-96d1-69c879efc881 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:19:09.517856 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-10ed62d9-9b1c-42b6-96d1-69c879efc881 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/6d832c81-f51a-42a0-8cf7-38f8184b4677 HTTP/1.1" status: 404 len: 333 time: 0.0924067 Nov 24 19:19:09.518621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35788) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:09.571416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:09.571817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:09.603144 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:09.667500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.690558 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba7ef11-e4ab-42be-b79c-b52926c428d0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:19:09.691890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5ba7ef11-e4ab-42be-b79c-b52926c428d0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/d9fc6e27-b331-4182-9b86-b66a7dcbe3be HTTP/1.1" status: 404 len: 333 time: 0.1662254 Nov 24 19:19:09.726854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35792) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:09.734345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e4ab56c1-7123-44e5-b547-774018a6690e req-e51f531b-57b0-4c1d-8146-aef9078fd1ba tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Synchronizing usage tracker for tenant:783ff7d3dde7415fb08d9e2c5c939948 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:09.756962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.766398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Allocated IP 172.20.0.5 (5f78c224-d97d-4b5d-961c-960f1f140889/44fab42f-dd94-4507-9cf9-d56d820299de/ccbf7f93-d52c-4703-bd51-f931d1347828) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:09.785102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:09.852123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:19:09.931274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:09.932581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.935572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.945170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2ba9ff08-e8b9-4a2e-9d59-e4af7ae2d3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:09.948771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:09.969155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e4ab56c1-7123-44e5-b547-774018a6690e req-e51f531b-57b0-4c1d-8146-aef9078fd1ba tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Unset dirty status for tenant:783ff7d3dde7415fb08d9e2c5c939948 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:09.978925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e4ab56c1-7123-44e5-b547-774018a6690e req-e51f531b-57b0-4c1d-8146-aef9078fd1ba tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 210 time: 0.3675582 Nov 24 19:19:09.983996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:09.990144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:10.017138 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] 10.222.0.47 "DELETE /v2.0/networks/9261cac8-844f-4b97-9f6f-fbfecf87b09b HTTP/1.1" status: 204 len: 168 time: 1.5919991 Nov 24 19:19:10.034872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.044865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.068784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:10.069600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.071737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event updated for resources: {'Port': ['ID=d3174e33-683f-44c6-8c17-aba6ab4eef2f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:10.089997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:10.091993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Pushing event deleted for resources: {'Network': ['ID=9261cac8-844f-4b97-9f6f-fbfecf87b09b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:10.120406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:10.122467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:10.167603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:10.178596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.321754 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6268191 Nov 24 19:19:10.369365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c6710f69-254a-46bd-a463-d175eed7705f None None] Provisioning for port d3174e33-683f-44c6-8c17-aba6ab4eef2f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:10.380866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c6710f69-254a-46bd-a463-d175eed7705f None None] Provisioning complete for port d3174e33-683f-44c6-8c17-aba6ab4eef2f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:10.381534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c6710f69-254a-46bd-a463-d175eed7705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.509673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Pushing event updated for resources: {'Network': ['ID=afa65e17-c70d-4b70-b080-3005ea7ac17f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:10.510270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c6710f69-254a-46bd-a463-d175eed7705f None None] Port d3174e33-683f-44c6-8c17-aba6ab4eef2f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:10.516316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:10.528829 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network afa65e17-c70d-4b70-b080-3005ea7ac17f details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:19:10.569662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35806) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:10.640562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac2a94fc-69a8-495d-a52c-d9c450e3082a req-a134ae09-633d-41d7-b225-9af67c960aba tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.0912745 Nov 24 19:19:10.731351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.762805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6705e1c-1bb9-47cc-b47f-6df37da26c1d']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:10.776503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e339800-4877-431a-8f2d-448bd3e6fd6c') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:10.776896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e339800-4877-431a-8f2d-448bd3e6fd6c') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:10.790294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.881844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.929443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb8fc5a9-48b2-4e2e-b6e5-5fa89718fa10 req-008c4a70-1b89-47cf-9a8e-baecba2041d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.4915330 Nov 24 19:19:10.944002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.967155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1828103 Nov 24 19:19:10.985410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:10.994876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:10.996422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.030315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:11.045243 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:11.098490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Transition to ACTIVE for port object ccbf7f93-d52c-4703-bd51-f931d1347828 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:11.116973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35816) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:11.165527 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-45af540b-ab1b-40f9-81bd-bc1521b853a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cfe1642e3f3479abc431785702f3e78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5937788 Nov 24 19:19:11.168976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35818) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:11.201304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Request body: {'port': {'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f', 'binding:host_id': 'hv-neutron-8183', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-702358398'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:11.256443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.259081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:11.271163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:11.295640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Allocated IP 172.26.6.15 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/21484cbe-721c-4960-831d-d422496702a0) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:11.321814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.325427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Usage tracker for resource:port and tenant:a1f8ee172e4c400790b69b66c163f6ef is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:11.338490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.340341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:11.365656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:11.379225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Network 5f78c224-d97d-4b5d-961c-960f1f140889 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:11.387213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.394165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:11.408440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:11.447066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.451310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Port': ['ID=ccbf7f93-d52c-4703-bd51-f931d1347828,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:11.460947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:11.476744 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/c6705e1c-1bb9-47cc-b47f-6df37da26c1d HTTP/1.1" status: 204 len: 168 time: 1.7463317 Nov 24 19:19:11.476744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f38f597a-6fa7-4807-acba-c0a858a4cc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:11.477153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35824) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:11.484630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-716362091'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:11.505964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Made reservation on behalf of a1f8ee172e4c400790b69b66c163f6ef for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:11.508309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.517364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:11.533252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:11.539880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:11.550945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:11.588153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.616938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:11.620807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.637170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.648470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:11.679433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:19:11.689596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.690049 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment dc2b9ae8-6d33-48e6-993a-256ed51365bc of type vlan for network 269b71aa-3354-40d1-8ea7-5c873d561e5a Nov 24 19:19:11.735662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc89d8-fa96-480b-a75d-fab9b1af9d3d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:11.736283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=c6705e1c-1bb9-47cc-b47f-6df37da26c1d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:11.745675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:11.746513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.751403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:11.754508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:11.761708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.775332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.782696 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00cc89d8-fa96-480b-a75d-fab9b1af9d3d HTTP/1.1" status: 204 len: 168 time: 0.6104214 Nov 24 19:19:11.782696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.790516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:11.795686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Usage tracker for resource:security_group_rule and tenant:a1f8ee172e4c400790b69b66c163f6ef is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:11.799060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:11.806441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:11.843108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c623a535-e90b-4df1-8630-0e212c25c8ae None None] Provisioning for port ccbf7f93-d52c-4703-bd51-f931d1347828 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:11.846997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.853814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c623a535-e90b-4df1-8630-0e212c25c8ae None None] Provisioning complete for port ccbf7f93-d52c-4703-bd51-f931d1347828 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:11.854515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c623a535-e90b-4df1-8630-0e212c25c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:11.858528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a16750cb-ad97-45bd-af9e-b4a9d9f92070 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:11.917736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:12.000411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:12.000782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:12.022181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a60206-1b6c-450b-a458-e5490c277418 req-9abd435e-35ae-4ebc-a54d-8b4f60c39f6b tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:12.027897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89a60206-1b6c-450b-a458-e5490c277418 req-9abd435e-35ae-4ebc-a54d-8b4f60c39f6b tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 931 time: 0.8422909 Nov 24 19:19:12.029630 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d029c4d9-3861-4089-bb6f-25af9671520f req-ee05eef0-6a23-413e-956f-b85919c33c62 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.1061594 Nov 24 19:19:12.032233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0deb8086-e38d-46ed-a2de-2b399451b3f5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:12.041898 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4803712 Nov 24 19:19:12.048284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c623a535-e90b-4df1-8630-0e212c25c8ae None None] Port ccbf7f93-d52c-4703-bd51-f931d1347828 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:12.049768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:12.050598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:12.072669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35834) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:12.083562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] device_id is not set on port b2b7a219-29d2-4f00-b199-c2936124e37b yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:12.118425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event updated for resources: {'Port': ['ID=21484cbe-721c-4960-831d-d422496702a0,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:12.129689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:12.137165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:12.142846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:12.166749 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6899228 Nov 24 19:19:12.173342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:12.175361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:12.179259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35840) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:12.185932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:12.188655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:12.290142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:12.324022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:floatingip and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:12.328049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:12.334198 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1e91a2e0-46f7-413e-b43a-a03923231c36 req-6d554207-c2bf-4a9e-83cf-893a797fac01 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.1226404 Nov 24 19:19:12.368072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89a60206-1b6c-450b-a458-e5490c277418 req-83767b80-8dee-4fc8-9816-2d41376082cc tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198419 Nov 24 19:19:12.372598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f0faaa-96c4-4aa9-9e02-5ad8f6b9973f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:12.374289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=269b71aa-3354-40d1-8ea7-5c873d561e5a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:12.388866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:12.413412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 269b71aa-3354-40d1-8ea7-5c873d561e5a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:19:12.436525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:12.444290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:12.478223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:12.510206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35844) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:12.731114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] device_id is not set on port b2b7a219-29d2-4f00-b199-c2936124e37b yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:12.743932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:12.766247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Transition to ACTIVE for port object b2b7a219-29d2-4f00-b199-c2936124e37b will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:12.778144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:12.784550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:12.830754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:12.853430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:12.869877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=b2b7a219-29d2-4f00-b199-c2936124e37b,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:12.875046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:12.884866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Checking segment: {'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:12.885223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Network hostable DHCP agents. Network: afa65e17-c70d-4b70-b080-3005ea7ac17f, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:19:12.916748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Network afa65e17-c70d-4b70-b080-3005ea7ac17f is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:19:12.931488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, afa65e17-c70d-4b70-b080-3005ea7ac17f) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:12.935022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:12.938180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:12.945821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a9f2d-24d7-4185-8db3-7f10d064c600 None None] Network afa65e17-c70d-4b70-b080-3005ea7ac17f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:12.973351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:12.995454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:12.996158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:12.996808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:12.998719 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ed368430-a61e-4521-be96-8e57855c3379 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60ba12d5bb5f4bb28b5bc07ffb01c925&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4874544 Nov 24 19:19:13.006128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35848) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:13.006913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.007286 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.015283 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 2 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.036512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:13.041090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.050987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.051316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.051676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.063065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.063458 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.063796 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 3 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.116150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.116675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.117142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.123203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.123527 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.124930 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 4 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.179021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.194076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.ipam_backend_mixin [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Performing IP validity checks on allocation pools {{(pid=87486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:19:13.195081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.ipam_backend_mixin [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:19:13.207597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.207984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.208339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.220031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.220446 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.257019 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 5 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.292211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.300844 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-80242c40-4380-49c7-b153-bf5fcf893bd7 req-dd970c1f-58af-42d6-824d-40d7eb71a80f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.0759730 Nov 24 19:19:13.314869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.315198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.315530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.323528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.323884 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.343822 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 6 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.373518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.373819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.374159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.379388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.379735 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.381084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 7 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.416362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.416857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.417197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.422769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.423107 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.428721 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 8 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.464837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.470155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-142be7ae-13cb-4702-a496-0cfba525de64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:13.480903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.481476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.481960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.510407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.512900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba5901ab-2db2-4478-9a14-153f87a8daec HTTP/1.1" status: 204 len: 168 time: 0.5045354 Nov 24 19:19:13.514555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.517098 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.518218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5901ab-2db2-4478-9a14-153f87a8daec,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:13.520667 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 9 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.564792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:13.565743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.566561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.566906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.626745 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ee6122c-c5eb-450c-af08-fe0fe08dfe51 req-476e24c9-3a18-4160-890f-56287c20efef tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.0563352 Nov 24 19:19:13.681394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.681732 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.683944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 10 to bind port b2b7a219-29d2-4f00-b199-c2936124e37b Nov 24 19:19:13.706099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.725575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:13.725912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:13.726253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:13.732089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port b2b7a219-29d2-4f00-b199-c2936124e37b on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:13.732422 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port b2b7a219-29d2-4f00-b199-c2936124e37b on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:13.734953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.764111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a8083-2639-4e5b-8b55-1ebfc2c9f2c7 req-721865ac-5c25-4c6e-b5a6-85d9d87b37ed tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:13.770957 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-687a8083-2639-4e5b-8b55-1ebfc2c9f2c7 req-721865ac-5c25-4c6e-b5a6-85d9d87b37ed tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 931 time: 0.1381106 Nov 24 19:19:13.780124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.797870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5843f0fa-b7c2-47a5-bff8-1296e80c8a0d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:13.871693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-687a8083-2639-4e5b-8b55-1ebfc2c9f2c7 req-33237d8a-7415-4942-8aaa-a8c7cde5eaf2 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718424 Nov 24 19:19:13.886445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=32d90d1f-5cac-45e9-9cae-251ce8eb2101,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:13.889440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:13.901131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.913889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] For port b2b7a219-29d2-4f00-b199-c2936124e37b, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:13.914513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempted to set empty binding levels {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 19:19:13.928656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:13.933420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:14.032599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:14.033594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:14.085925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=b2b7a219-29d2-4f00-b199-c2936124e37b,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:14.100993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:14.115626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.9274108 Nov 24 19:19:14.115856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35862) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:14.307982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': 'dc2b9ae8-6d33-48e6-993a-256ed51365bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:14.308388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: 269b71aa-3354-40d1-8ea7-5c873d561e5a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:19:14.374947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Allocated IP 172.26.6.193 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/d0d0efe5-adc9-472c-b584-80499ac0e59e) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:14.380601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Deleting port b2b7a219-29d2-4f00-b199-c2936124e37b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:14.381414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:14.518019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 269b71aa-3354-40d1-8ea7-5c873d561e5a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:19:14.545484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4dd9da8b-d6c3-4be5-8ebe-46fd081b4791 req-6011d26b-3937-4c68-bd9c-1067d4a76a08 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.0808101 Nov 24 19:19:14.651953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 269b71aa-3354-40d1-8ea7-5c873d561e5a) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:14.665906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5efbb7-6015-4465-9d40-74fdcbfe50c9 None None] Network 269b71aa-3354-40d1-8ea7-5c873d561e5a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:14.866558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:14.866558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:14.916450 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e96c78-eb5d-49ac-9083-be6ffa1cb153 req-f4608dbf-ad91-46f4-9479-63b074ee4c59 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.0815032 Nov 24 19:19:15.044847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-269b71aa-3354-40d1-8ea7-5c873d561e5a', 'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a', 'tenant_id': '1bb0ccabe7004e93bef1366812ee3059', 'fixed_ips': [{'subnet_id': '32d90d1f-5cac-45e9-9cae-251ce8eb2101'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:19:15.046088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:15.175171 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9518175 Nov 24 19:19:15.175733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35892) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:15.241591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a', 'name': 'tempest-PortsTestJSON-2008006758'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:15.295997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Allocated IP 172.20.0.2 (269b71aa-3354-40d1-8ea7-5c873d561e5a/32d90d1f-5cac-45e9-9cae-251ce8eb2101/5347748d-6957-40bc-af05-35f6bf02acd2) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:15.304154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29cbd4-caea-407d-afe0-2d26f0c85c22 req-7e0367cf-cd5f-473e-9985-a3ec7d23dde1 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:15.307978 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c29cbd4-caea-407d-afe0-2d26f0c85c22 req-7e0367cf-cd5f-473e-9985-a3ec7d23dde1 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 931 time: 0.1689966 Nov 24 19:19:15.336566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:15.353859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] For port b2b7a219-29d2-4f00-b199-c2936124e37b, host hv-neutron-8183, got binding levels [] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:15.354216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:15.408586 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c29cbd4-caea-407d-afe0-2d26f0c85c22 req-2ae25981-b680-43cd-b940-e6c080559506 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863678 Nov 24 19:19:15.605446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Calling delete_port for b2b7a219-29d2-4f00-b199-c2936124e37b owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:15.635830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:15.740352 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:15.771758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Transition to ACTIVE for port object 5347748d-6957-40bc-af05-35f6bf02acd2 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:15.791368 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a09d001b-d906-42cb-a651-b66fcad04aaf req-5da206ef-5dfa-4268-ab54-7fcd6fb33a5d tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.0849395 Nov 24 19:19:15.808779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Transition to ACTIVE for port object 5347748d-6957-40bc-af05-35f6bf02acd2 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:15.837308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:15.849691 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-10209715-7bd0-4607-b939-69916eb36961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:15.851155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:15.894212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:15.921805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:15.952246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Network 269b71aa-3354-40d1-8ea7-5c873d561e5a is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:15.961852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:15.963043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:15.966484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Pushing event updated for resources: {'Port': ['ID=5347748d-6957-40bc-af05-35f6bf02acd2,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:15.969010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:15.971397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:16.003605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.014664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:16.018521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.029923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.041159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Router e0ed9f92-2fa4-4997-b794-9905b15ef7a8 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:19:16.062572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2b7a219-29d2-4f00-b199-c2936124e37b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:16.105409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35910) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:16.110675 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b2b7a219-29d2-4f00-b199-c2936124e37b HTTP/1.1" status: 204 len: 168 time: 1.9903526 Nov 24 19:19:16.110675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:16.111759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35914) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:16.126722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:16.162146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Attempting to bind port 5347748d-6957-40bc-af05-35f6bf02acd2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:16.162618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Attempting to bind port 5347748d-6957-40bc-af05-35f6bf02acd2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'dc2b9ae8-6d33-48e6-993a-256ed51365bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:16.163077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Attempting to bind port 5347748d-6957-40bc-af05-35f6bf02acd2 on network 269b71aa-3354-40d1-8ea7-5c873d561e5a {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:16.169978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:16.173047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Checking segment: {'id': 'dc2b9ae8-6d33-48e6-993a-256ed51365bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:16.173556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.174031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Bound using segment: {'id': 'dc2b9ae8-6d33-48e6-993a-256ed51365bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:16.174818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Bound port: 5347748d-6957-40bc-af05-35f6bf02acd2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2b9ae8-6d33-48e6-993a-256ed51365bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '269b71aa-3354-40d1-8ea7-5c873d561e5a'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:16.179339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.198386 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-051cd996-795e-4065-87a4-53b089b7693a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:19:16.200566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-051cd996-795e-4065-87a4-53b089b7693a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Synchronizing usage tracker for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:16.207576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:16.208705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Port': ['ID=d0d0efe5-adc9-472c-b584-80499ac0e59e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:16.212877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:16.283716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-919911113', 'router:external': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:16.288636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:16.294218 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-00c9d3fe-92e5-4af2-b359-280b987d22a1 req-f5fac845-2f42-41a3-91d5-2b2fba08100b tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.0867393 Nov 24 19:19:16.295728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:16.303690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:network and tenant:36a234ef07f34ee8bc768d053a91890b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:16.307854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:16.308944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] For port 5347748d-6957-40bc-af05-35f6bf02acd2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:16.316107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:16.316283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] For port 5347748d-6957-40bc-af05-35f6bf02acd2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5347748d-6957-40bc-af05-35f6bf02acd2,segment=NetworkSegment(dc2b9ae8-6d33-48e6-993a-256ed51365bc),segment_id=dc2b9ae8-6d33-48e6-993a-256ed51365bc)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:16.332392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.332647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:16.334826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-051cd996-795e-4065-87a4-53b089b7693a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Unset dirty status for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:16.339917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-051cd996-795e-4065-87a4-53b089b7693a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "GET /v2.0/ports/b2b7a219-29d2-4f00-b199-c2936124e37b HTTP/1.1" status: 404 len: 333 time: 0.2271113 Nov 24 19:19:16.340831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35920) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:16.342112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-148fee25-477b-4b1f-81b8-51f06427fb08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:16.345416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:16.346975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Request body: {'port': {'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1783183259'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:16.353816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:16.356110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Made reservation on behalf of 36a234ef07f34ee8bc768d053a91890b for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:16.358680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.379058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.398136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:16.404120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:16.411462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:security_group_rule and tenant:36a234ef07f34ee8bc768d053a91890b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:16.415333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:16.421547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Made reservation on behalf of a1f8ee172e4c400790b69b66c163f6ef for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:16.424928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.450153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Pushing event updated for resources: {'Port': ['ID=5347748d-6957-40bc-af05-35f6bf02acd2,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:16.462471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:16.462819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:16.670961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] device_id is not set on port f50371fc-8cfc-455a-aeef-6d5551480b7f yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:16.676234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:16.695455 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] Sync routers for ids ['e0ed9f92-2fa4-4997-b794-9905b15ef7a8'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:16.716554 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] Routers {'e0ed9f92-2fa4-4997-b794-9905b15ef7a8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:16.717311 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e0ed9f92-2fa4-4997-b794-9905b15ef7a8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:16.720776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.3 (269b71aa-3354-40d1-8ea7-5c873d561e5a/32d90d1f-5cac-45e9-9cae-251ce8eb2101/5cb32f1b-559c-4f7e-a212-7c1a491ddb7e) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:16.756015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.840335 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:16.860930 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] Routers {'e0ed9f92-2fa4-4997-b794-9905b15ef7a8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:16.861574 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e0ed9f92-2fa4-4997-b794-9905b15ef7a8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:16.945874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:16.948428 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:16.949596 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2b91e-2086-4b74-bff8-d0c51e0d434e None None] The sync data for ids ['e0ed9f92-2fa4-4997-b794-9905b15ef7a8'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:17.022328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.023548 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6616120 Nov 24 19:19:17.035083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.041026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35930) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:17.117352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.119317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:17.129317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-46ba4c5a-d877-43a7-9a40-6a3915e0ff17 req-a1897008-ea19-488e-a583-6a1780fca25c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.1638114 Nov 24 19:19:17.140478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5347748d-6957-40bc-af05-35f6bf02acd2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:17.206411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:19:17.228474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 5347748d-6957-40bc-af05-35f6bf02acd2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:17.256623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.284346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460750f-a849-41bb-b275-2d0a74e3434f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:17.308612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:17.321657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.322109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Added segment afc01219-15b7-4b94-bffc-09555c749095 of type vlan for network a704c4a8-f6ae-4243-9a16-36ab005df9a2 Nov 24 19:19:17.333824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:17.374895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d41d30-120e-41ec-be93-aa1e59fa72d7 req-e43be513-c937-4113-9a65-bd42dc52322e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:17.376755 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0d41d30-120e-41ec-be93-aa1e59fa72d7 req-e43be513-c937-4113-9a65-bd42dc52322e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 931 time: 0.7724111 Nov 24 19:19:17.422374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.430850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.445005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-13623802-a89a-44b0-9b67-1d347ee3301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:17.483066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.533698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.549204 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-80a142ff-6c61-4f2a-86dd-bb5997510bbb tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/e0ed9f92-2fa4-4997-b794-9905b15ef7a8 HTTP/1.1" status: 200 len: 920 time: 0.5009553 Nov 24 19:19:17.555130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35936) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:17.564356 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e6f5e81-eecf-4172-a36e-114f725ffedf req-c88738b8-8ee4-46b5-b04e-e3e900b40f37 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.1039240 Nov 24 19:19:17.604856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Port': ['ID=d0d0efe5-adc9-472c-b584-80499ac0e59e,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:17.610150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0d41d30-120e-41ec-be93-aa1e59fa72d7 req-7d564fdd-1eef-47f1-baaf-3137595a34db tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806474 Nov 24 19:19:17.621175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.635642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.642680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 269b71aa-3354-40d1-8ea7-5c873d561e5a is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:17.642872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.645851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:17.646445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.650438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:17.653688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0383f17b-96ba-4276-ab4a-edc476e7bf2e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:17.653837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:17.655897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-993c8182-a2e0-4a82-a081-a9640c79ab06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:17.706774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:17.729740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c6905-4295-43b8-89c7-eb2840e80350 None None] Network 269b71aa-3354-40d1-8ea7-5c873d561e5a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:17.735657 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c6ef66a5-2cb5-42de-a1e5-ed0f71c95248 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0ed9f92-2fa4-4997-b794-9905b15ef7a8 HTTP/1.1" status: 200 len: 205 time: 0.1770916 Nov 24 19:19:17.739525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35940) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:17.773619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.777806 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6993904 Nov 24 19:19:17.781909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35944) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:17.789165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0d9486e7-9a2f-4d64-8b89-cb7df5d93ebf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'floatingip': {'port_id': 'ccbf7f93-d52c-4703-bd51-f931d1347828', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:17.836112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.857579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Network': ['ID=a704c4a8-f6ae-4243-9a16-36ab005df9a2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:17.864162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=5cb32f1b-559c-4f7e-a212-7c1a491ddb7e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:17.869112 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7618709 Nov 24 19:19:17.873342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:17.873807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35948) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:17.874320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0611e1bf-b2c0-4730-87d2-9a47181ca434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:17.878810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:17.887032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:17.887633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.904700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d9486e7-9a2f-4d64-8b89-cb7df5d93ebf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:17.920212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'subnet': {'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:17.943302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Network afa65e17-c70d-4b70-b080-3005ea7ac17f is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:17.950234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:17.952668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:17.963484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a704c4a8-f6ae-4243-9a16-36ab005df9a2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:19:17.980988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Provisioning for port 5347748d-6957-40bc-af05-35f6bf02acd2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:18.009633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:18.010545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:18.011204 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.028887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:subnet and tenant:36a234ef07f34ee8bc768d053a91890b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:18.048804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:18.063288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=f50371fc-8cfc-455a-aeef-6d5551480b7f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:18.067688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:18.072355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:18.081712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7373512 Nov 24 19:19:18.084738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 35952) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:18.088435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Provisioning complete for port 5347748d-6957-40bc-af05-35f6bf02acd2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:18.089148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.095028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:18.118784 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-0d9486e7-9a2f-4d64-8b89-cb7df5d93ebf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] update failed (client error): The resource could not be found. Nov 24 19:19:18.118784 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0d9486e7-9a2f-4d64-8b89-cb7df5d93ebf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "PUT /v2.0/floatingips/b498fb1b-76e8-4df4-bf73-0aaeb218544a HTTP/1.1" status: 404 len: 507 time: 0.3319976 Nov 24 19:19:18.118784 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8921332 Nov 24 19:19:18.119233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35956) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:18.119313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35958) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:18.127392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.197352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Made reservation on behalf of 36a234ef07f34ee8bc768d053a91890b for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:18.199638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.276258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.339246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] For port 5347748d-6957-40bc-af05-35f6bf02acd2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5347748d-6957-40bc-af05-35f6bf02acd2,segment=NetworkSegment(dc2b9ae8-6d33-48e6-993a-256ed51365bc),segment_id=dc2b9ae8-6d33-48e6-993a-256ed51365bc)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:18.347740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.358292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-12362502-d7a1-4781-b237-a56ab7f65445 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:19:18.359309 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-12362502-d7a1-4781-b237-a56ab7f65445 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358338 Nov 24 19:19:18.361098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:18.395064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Deleting port d0d0efe5-adc9-472c-b584-80499ac0e59e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:18.396288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.454937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:18.455436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.478505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Pushing event updated for resources: {'Port': ['ID=5347748d-6957-40bc-af05-35f6bf02acd2,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:18.491628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:18.546124 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ca1ca8fe-c4bc-4737-82df-6a176d3cca58 req-252d2fcb-28ce-473c-b9bb-c980ecd3c310 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.1779530 Nov 24 19:19:18.589070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2c8eb682-5f74-4b67-99d3-a548ab2e4318 None None] Provisioning for port 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:18.603001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2c8eb682-5f74-4b67-99d3-a548ab2e4318 None None] Provisioning complete for port 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:18.603387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb682-5f74-4b67-99d3-a548ab2e4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.812202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2c8eb682-5f74-4b67-99d3-a548ab2e4318 None None] Port 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:18.844029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2c8eb682-5f74-4b67-99d3-a548ab2e4318 None None] Provisioning complete for port 5347748d-6957-40bc-af05-35f6bf02acd2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:18.844988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb682-5f74-4b67-99d3-a548ab2e4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:18.901083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.41', 60990) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:18.911010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.047648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Request body: {'port': {'device_id': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:19.078998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee92e99e-3ae1-446b-ae43-be32a744c732 req-e2836952-0ae1-49c1-8267-5beaad1f21e9 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.2638710 Nov 24 19:19:19.110274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.110748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.121640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5347748d-6957-40bc-af05-35f6bf02acd2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:19.168782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.200684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-79751b6d-d472-47a0-8bd8-d83efe916df8 None None] Provisioning complete for port 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:19.201080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-79751b6d-d472-47a0-8bd8-d83efe916df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.262926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5347748d-6957-40bc-af05-35f6bf02acd2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:19.263310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.294379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-79751b6d-d472-47a0-8bd8-d83efe916df8 None None] Port 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:19.311150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Calling delete_port for d0d0efe5-adc9-472c-b584-80499ac0e59e owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:19.335375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.380811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e8416-199f-4554-a3a8-a6ab808d31cb req-75fdf4ea-61c3-4e6b-aa75-a919f491e5ce tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:19.387998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e13e8416-199f-4554-a3a8-a6ab808d31cb req-75fdf4ea-61c3-4e6b-aa75-a919f491e5ce tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 931 time: 0.5321717 Nov 24 19:19:19.396658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-0914d97f-e58a-42ab-8632-7814f7b1b9ef tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:19.398885 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-0914d97f-e58a-42ab-8632-7814f7b1b9ef tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.41 "GET /v2.0/networks?id=db086c39-ec03-423d-b627-bf2b1c677117 HTTP/1.1" status: 200 len: 812 time: 0.4922948 Nov 24 19:19:19.429514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.434454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.459272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Deleting port 21484cbe-721c-4960-831d-d422496702a0 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:19.459614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.523130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.41', 60993) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:19.573086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 5cb32f1b-559c-4f7e-a212-7c1a491ddb7e owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:19.729374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.736452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa0b095e-e67f-4e83-bb8d-f0b7c14d8265 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:19.828557 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e13e8416-199f-4554-a3a8-a6ab808d31cb req-ea49847d-ec58-4d39-9dce-ba4a5ef71be2 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4394350 Nov 24 19:19:19.829615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event deleted for resources: {'Port': ['ID=d0d0efe5-adc9-472c-b584-80499ac0e59e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:19.871556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:19.910536 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-28983d0d-5d66-4f5d-abf5-f7247da47ffe tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ad70f937664b449eda413986e6a9fb HTTP/1.1" status: 200 len: 378 time: 0.4547868 Nov 24 19:19:19.938916 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d6141f25-f184-4c55-955b-f3dde3b87987 req-20aba910-f1bc-4594-a82b-a4a8427a58c0 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.2457211 Nov 24 19:19:19.956402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:19.970481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:20.000700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.004278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Request body: {'port': {'device_id': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'admin_state_up': True, 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'security_groups': ['7dc63acc-8de6-4a5a-acaf-d20aa51dcdff']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:20.022130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=5cb32f1b-559c-4f7e-a212-7c1a491ddb7e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:20.026825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:20.066962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.068823 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "DELETE /v2.0/floatingips/b498fb1b-76e8-4df4-bf73-0aaeb218544a HTTP/1.1" status: 204 len: 168 time: 1.9468858 Nov 24 19:19:20.072510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 35996) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:20.077878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'floatingip': {'floating_network_id': '5f78c224-d97d-4b5d-961c-960f1f140889', 'port_id': 'ccbf7f93-d52c-4703-bd51-f931d1347828', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:20.084510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:20.088702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:floatingip and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:20.097599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:20.131835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:20.162620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.203022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.206510 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/5cb32f1b-559c-4f7e-a212-7c1a491ddb7e HTTP/1.1" status: 204 len: 168 time: 2.0841563 Nov 24 19:19:20.209699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36002) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:20.298981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:19:20.302043 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-809085c2-1b63-4614-bbc9-1f7d91c3326c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:19:20.302606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809085c2-1b63-4614-bbc9-1f7d91c3326c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:19:20.304290 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-809085c2-1b63-4614-bbc9-1f7d91c3326c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/5cb32f1b-559c-4f7e-a212-7c1a491ddb7e HTTP/1.1" status: 404 len: 333 time: 0.0934703 Nov 24 19:19:20.311854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36006) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:20.362270 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb1e1e9-2cb6-4b85-b258-62ddc56b8942 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:19:20.362712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3eb1e1e9-2cb6-4b85-b258-62ddc56b8942 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:20.387233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3eb1e1e9-2cb6-4b85-b258-62ddc56b8942 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:20.388415 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3eb1e1e9-2cb6-4b85-b258-62ddc56b8942 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/5cb32f1b-559c-4f7e-a212-7c1a491ddb7e HTTP/1.1" status: 404 len: 333 time: 0.0746455 Nov 24 19:19:20.391477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36010) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:20.472991 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc699eea-513c-412f-8f55-2ea5ca25981b req-1f0a7b67-163a-4ba9-b060-dc942b44da48 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.2751629 Nov 24 19:19:20.476123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet 32d90d1f-5cac-45e9-9cae-251ce8eb2101 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:19:20.481504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.560334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-9e10d247-9194-4b62-81b9-2346872d0b57 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:20.561822 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-9e10d247-9194-4b62-81b9-2346872d0b57 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 811 time: 1.0154898 Nov 24 19:19:20.627185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.654847 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:19:20.655878 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-33a6e506-25b4-4dc9-a670-48e776fceb5b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5824296 Nov 24 19:19:20.659045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.660418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36014) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:20.671376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'ccbf7f93-d52c-4703-bd51-f931d1347828', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:20.680833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:20.687794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Usage tracker for resource:floatingip and tenant:75edf5e3e0b149fca0cc8c5bae60f736 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:20.692624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:20.702598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:20.760245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.804299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] device_id is not set on port f50371fc-8cfc-455a-aeef-6d5551480b7f yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:20.841163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.886176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Calling delete_port for 21484cbe-721c-4960-831d-d422496702a0 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:20.921738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:20.928805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.951986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Usage tracker for resource:port and tenant:96ad70f937664b449eda413986e6a9fb is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:20.966737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:20.973640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:20.973801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:21.011232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=32d90d1f-5cac-45e9-9cae-251ce8eb2101,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:21.015049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:21.018576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.024219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.028330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a8114-087c-452e-94df-009b09e2299f None None] Network 269b71aa-3354-40d1-8ea7-5c873d561e5a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:21.031148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-8b694f26-0ae0-4808-b9ef-e96f6cf90a2a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b6b54ed5404b15a2a2495c2a694600 HTTP/1.1" status: 200 len: 379 time: 0.4422410 Nov 24 19:19:21.037348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:21.066214 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/32d90d1f-5cac-45e9-9cae-251ce8eb2101 HTTP/1.1" status: 204 len: 168 time: 0.6716924 Nov 24 19:19:21.066435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Request body: {'port': {'device_id': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'admin_state_up': True, 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'security_groups': ['bb66fc44-8aa4-45f8-8f21-615bc5a0a621']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:21.066560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36022) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:21.101278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Transition to ACTIVE for port object f50371fc-8cfc-455a-aeef-6d5551480b7f will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:21.225505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.226545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Made reservation on behalf of 96ad70f937664b449eda413986e6a9fb for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:21.229932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.238352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.241952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:21.278328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 5347748d-6957-40bc-af05-35f6bf02acd2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:21.278666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.340170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Allocated IP 172.26.6.223 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/cb4d7804-8497-46f9-991b-476b97db7ef0) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:21.341154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] DHCP port deletion for 269b71aa-3354-40d1-8ea7-5c873d561e5a request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:19:21.345322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Deleting port 5347748d-6957-40bc-af05-35f6bf02acd2 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:21.345784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.357804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc15edd8-bd2d-4c3b-b02f-a0bac1ea70d7 req-7263b93d-3277-447e-93bd-bdda32276775 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.2462814 Nov 24 19:19:21.376677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=f50371fc-8cfc-455a-aeef-6d5551480b7f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:21.437352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:21.492609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:19:21.564292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] For port 5347748d-6957-40bc-af05-35f6bf02acd2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5347748d-6957-40bc-af05-35f6bf02acd2,segment=NetworkSegment(dc2b9ae8-6d33-48e6-993a-256ed51365bc),segment_id=dc2b9ae8-6d33-48e6-993a-256ed51365bc)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:21.564784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.630333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:21.630668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:21.631093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:21.634700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] For port 5347748d-6957-40bc-af05-35f6bf02acd2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5347748d-6957-40bc-af05-35f6bf02acd2,segment=NetworkSegment(dc2b9ae8-6d33-48e6-993a-256ed51365bc),segment_id=dc2b9ae8-6d33-48e6-993a-256ed51365bc)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:21.635229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.675504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:21.675889 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:21.701209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Calling delete_port for 5347748d-6957-40bc-af05-35f6bf02acd2 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:21.713680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 2 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:21.737416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:21.761247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb323f2-e92b-464f-b1ee-8894619846db req-dd309dab-9023-4256-b771-be2827bce707 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:21.762721 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8cb323f2-e92b-464f-b1ee-8894619846db req-dd309dab-9023-4256-b771-be2827bce707 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 931 time: 0.7953868 Nov 24 19:19:21.767706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3174e33-683f-44c6-8c17-aba6ab4eef2f {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:19:21.769774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 5347748d-6957-40bc-af05-35f6bf02acd2 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:21.778271 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3beaa2b3-575e-46a6-bc57-6722f5e3a91d req-0adf6af1-d81d-44a1-9bbe-7d81b702c278 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.1238375 Nov 24 19:19:21.787311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.792186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.799719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.801051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:21.829024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:21.829362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:21.829697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:21.845014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] No DVR routers for this DVR port 5347748d-6957-40bc-af05-35f6bf02acd2 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:19:21.846803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Pushing event deleted for resources: {'Port': ['ID=5347748d-6957-40bc-af05-35f6bf02acd2,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:21.849853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:21.873644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:19:21.873969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:19:21.880763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:21.881429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:21.884664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d0477d7-1245-4463-9a47-22ed2275afb9 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:21.948664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:21.948893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:21.949259 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:21.952289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:21.955325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:21.962581 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 3 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:21.988561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event updated for resources: {'Port': ['ID=cb4d7804-8497-46f9-991b-476b97db7ef0,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:22.000653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:22.000813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:19:22.001236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.009546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Made reservation on behalf of b1b6b54ed5404b15a2a2495c2a694600 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:22.013097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.136132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Deleting port cb4d7804-8497-46f9-991b-476b97db7ef0 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:22.136472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.150611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:22.187179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:22.187518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:22.187863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:22.205345 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8cb323f2-e92b-464f-b1ee-8894619846db req-1d677006-6dc9-4705-9cc1-0e431e623a2f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4261026 Nov 24 19:19:22.217568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Transition to ACTIVE for port object d3174e33-683f-44c6-8c17-aba6ab4eef2f will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:22.226908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:22.227235 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:22.230069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.235632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Allocated IP 172.20.0.4 (db086c39-ec03-423d-b627-bf2b1c677117/7023ab2a-b42a-482d-a2a4-6dd92848fdbb/a74c649c-d6f1-4b57-b4ef-148e14974bb8) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:22.242649 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 4 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:22.291840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.373254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:22.373920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:22.373920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:22.389268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 5347748d-6957-40bc-af05-35f6bf02acd2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:22.389645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.435025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:22.482947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:22.483291 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:22.486216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] The port '5347748d-6957-40bc-af05-35f6bf02acd2' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:19:22.516294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:22.518047 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 5 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:22.526959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40ec5b05-9d17-4548-bebf-588da1d50873 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:22.531290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.531760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.673289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event deleted for resources: {'Port': ['ID=21484cbe-721c-4960-831d-d422496702a0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:22.682218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Calling delete_port for cb4d7804-8497-46f9-991b-476b97db7ef0 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:22.737734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:22.738078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:22.738416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:22.742120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-743e6073-ae7c-4023-b5b3-6ab2c187731d req-476e5367-21c7-49bb-a87c-42e02d82eb93 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.2299335 Nov 24 19:19:22.742818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Checking segment: {'id': 'afc01219-15b7-4b94-bffc-09555c749095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:22.743173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network hostable DHCP agents. Network: a704c4a8-f6ae-4243-9a16-36ab005df9a2, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:19:22.794945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.841784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269b71aa-3354-40d1-8ea7-5c873d561e5a']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:22.855622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2b9ae8-6d33-48e6-993a-256ed51365bc') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:22.856104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2b9ae8-6d33-48e6-993a-256ed51365bc') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:22.864565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:22.864904 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:22.919416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.927901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 6 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:22.948860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.960703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:22.961114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:22.976163 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:22.980496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:22.987190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:23.014272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.061755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5347748d-6957-40bc-af05-35f6bf02acd2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:19:23.085709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:23.085982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:23.086296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:23.092721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event deleted for resources: {'Port': ['ID=cb4d7804-8497-46f9-991b-476b97db7ef0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:23.102460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 5347748d-6957-40bc-af05-35f6bf02acd2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:19:23.102885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5347748d-6957-40bc-af05-35f6bf02acd2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:19:23.123153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:23.153723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fbd5831-3bb3-45dd-951a-9cbc1c1ad843 req-1a4f99d9-277b-4329-965f-e5ca3cd0e4e0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.2157133 Nov 24 19:19:23.154492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3174e33-683f-44c6-8c17-aba6ab4eef2f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:23.168195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.189712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:23.204167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.219888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=269b71aa-3354-40d1-8ea7-5c873d561e5a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:23.228400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:23.239910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:23.241694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.933s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:23.242062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:23.245569 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/269b71aa-3354-40d1-8ea7-5c873d561e5a HTTP/1.1" status: 204 len: 168 time: 2.1781414 Nov 24 19:19:23.249206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36036) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:23.254962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-345679990'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:23.258493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network a704c4a8-f6ae-4243-9a16-36ab005df9a2 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:19:23.260611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:23.260836 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:23.261238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:23.267562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:23.271133 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:23.277336 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] create failed (client error): The resource could not be found. Nov 24 19:19:23.283562 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6168916 Nov 24 19:19:23.283562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:23.283786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Allocated IP 172.20.0.12 (89cf7b32-260d-4e63-be29-4fc5802e392e/83169fae-d037-4988-afe0-8d3a23af2ee8/4039b8c2-d281-4db0-9cdb-0328b73dfcb8) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:23.283871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36040) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:23.288090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 7 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:23.309528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.323649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.336975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, a704c4a8-f6ae-4243-9a16-36ab005df9a2) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:23.339759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:23.343427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.345066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028ddab-3be8-4345-922c-1c14106fb5b6 None None] Network a704c4a8-f6ae-4243-9a16-36ab005df9a2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:23.348971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Attempting to bind port d3174e33-683f-44c6-8c17-aba6ab4eef2f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:23.349314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Attempting to bind port d3174e33-683f-44c6-8c17-aba6ab4eef2f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:23.349644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Attempting to bind port d3174e33-683f-44c6-8c17-aba6ab4eef2f on network ffd1af6e-a070-4dc7-a77e-e249aba62325 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:23.351705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:23.352322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:23.352819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:23.379303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Deleting port ccbf7f93-d52c-4703-bd51-f931d1347828 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:23.379643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.400233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:23.400831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.428594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Port d3174e33-683f-44c6-8c17-aba6ab4eef2f on network ffd1af6e-a070-4dc7-a77e-e249aba62325 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:23.428975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Attempting to bind port d3174e33-683f-44c6-8c17-aba6ab4eef2f on network ffd1af6e-a070-4dc7-a77e-e249aba62325 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:23.430793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:19:23.430949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:23.431383 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:23.449423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.449758 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment 834ae8ce-000e-4a6f-8014-3fd42710f642 of type vlan for network c9ad306a-6951-436f-aeb2-c0d1ae57832d Nov 24 19:19:23.453477 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 8 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:23.483411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:23.484144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Checking segment: {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:23.484882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Bound using segment: {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:23.485322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Bound port: d3174e33-683f-44c6-8c17-aba6ab4eef2f, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:23.485913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.499679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.522544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.523039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Fanout notify agent at l3_agent the message router_deleted on router e0ed9f92-2fa4-4997-b794-9905b15ef7a8 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:19:23.532508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:23.532855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:23.533171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:23.553094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.599501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590dfbde-dc88-47e1-9804-da519d525941 None None] Network a704c4a8-f6ae-4243-9a16-36ab005df9a2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:23.615757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:23.616118 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:23.659084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.668368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:23.669433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.674870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Transition to ACTIVE for port object a74c649c-d6f1-4b57-b4ef-148e14974bb8 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:23.677246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d71c36c-cbe4-41cb-93a5-5ade7ff30551 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:23.679235 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 9 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:23.767661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.861433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:23.862455 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dcf4eb8a-630f-4bfb-aa23-873f034d796a tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/e0ed9f92-2fa4-4997-b794-9905b15ef7a8 HTTP/1.1" status: 204 len: 168 time: 6.1205935 Nov 24 19:19:23.874053 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.9673400 Nov 24 19:19:23.874053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:23.874053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:23.874053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:23.875022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36046) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:23.875355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36048) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:23.891823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-779564913', 'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:23.938293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'router': {'name': 'tempest-snat-router-23792308', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': False}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:23.943878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:23.964705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:23.965038 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:23.981553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:23.983534 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 10 to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f Nov 24 19:19:23.994553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:port and tenant:36a234ef07f34ee8bc768d053a91890b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:24.000745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Calling delete_port for ccbf7f93-d52c-4703-bd51-f931d1347828 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:24.011500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-862b7018-858f-404f-b29a-69044880f4a6 req-536e5f1a-19a0-4c21-a5a0-1f8d9b673a7a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Synchronizing usage tracker for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:24.014622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:router and tenant:4f95c6b250b2467fb3e89eae3af12fa5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:24.017151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:24.029245 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7788854 Nov 24 19:19:24.038404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36054) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:24.042212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:24.047392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:24.067863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04e121-1ce1-4515-8e05-85d19ee7058c req-c590f859-b256-44da-a167-ae484dc923c9 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:24.068788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:24.069372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b04e121-1ce1-4515-8e05-85d19ee7058c req-c590f859-b256-44da-a167-ae484dc923c9 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 943 time: 0.7228408 Nov 24 19:19:24.079324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:24.079659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:24.080022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:24.081881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=c9ad306a-6951-436f-aeb2-c0d1ae57832d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:24.085433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:24.090112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] For port d3174e33-683f-44c6-8c17-aba6ab4eef2f, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:24.094046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network c9ad306a-6951-436f-aeb2-c0d1ae57832d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:19:24.129057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:24.130023 dv-neutron-818346-1-hyperv neutron-server[87485]: ERROR neutron.plugins.ml2.managers [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port f50371fc-8cfc-455a-aeef-6d5551480b7f on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:24.130330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.159691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] For port d3174e33-683f-44c6-8c17-aba6ab4eef2f, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:24.161533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Made reservation on behalf of 36a234ef07f34ee8bc768d053a91890b for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:24.163893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.172980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-862b7018-858f-404f-b29a-69044880f4a6 req-536e5f1a-19a0-4c21-a5a0-1f8d9b673a7a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Unset dirty status for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:24.174122 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-862b7018-858f-404f-b29a-69044880f4a6 req-536e5f1a-19a0-4c21-a5a0-1f8d9b673a7a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.2779155 Nov 24 19:19:24.175124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.179740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:24.183297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.198257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.202342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0986cb27-f5fe-4de5-925b-de978cffede5 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:24.231660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:24.238295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.278411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.279433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.296516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event deleted for resources: {'Port': ['ID=ccbf7f93-d52c-4703-bd51-f931d1347828,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:24.302393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:24.362409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] device_id is not set on port c916bae7-6f66-46c2-b957-87bba90b38f8 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:24.389855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:24.404481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:24.409445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:24.429237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:24.450798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:24.454442 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b04e121-1ce1-4515-8e05-85d19ee7058c req-82372dec-e0d3-434f-9b78-48afba853c66 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668673 Nov 24 19:19:24.455046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.458496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Transition to ACTIVE for port object 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:24.470746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Network db086c39-ec03-423d-b627-bf2b1c677117 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:24.479819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:24.480682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.482247 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d3174e33-683f-44c6-8c17-aba6ab4eef2f HTTP/1.1" status: 200 len: 1093 time: 5.6792922 Nov 24 19:19:24.493324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:24.497623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:24.517871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:24.541487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.553587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event updated for resources: {'Port': ['ID=a74c649c-d6f1-4b57-b4ef-148e14974bb8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:24.573114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.576223 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "DELETE /v2.0/ports/ccbf7f93-d52c-4703-bd51-f931d1347828 HTTP/1.1" status: 204 len: 168 time: 1.2927301 Nov 24 19:19:24.579258 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36062) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:24.603882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:24.644672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fdfe80e9-a833-4ba7-aaa9-e7c5e0b00ccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:24.805271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c3704-a4c4-4441-9ba0-e94e13d72ead tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:24.806662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-544c3704-a4c4-4441-9ba0-e94e13d72ead tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Synchronizing usage tracker for tenant:75edf5e3e0b149fca0cc8c5bae60f736 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:24.842690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-544c3704-a4c4-4441-9ba0-e94e13d72ead tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Unset dirty status for tenant:75edf5e3e0b149fca0cc8c5bae60f736 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:24.842889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] For port f50371fc-8cfc-455a-aeef-6d5551480b7f, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:24.843260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempted to set empty binding levels {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 19:19:24.843849 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-544c3704-a4c4-4441-9ba0-e94e13d72ead tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8fac423-adbc-4ae0-810d-b5a5157db1f9 HTTP/1.1" status: 200 len: 913 time: 0.2634869 Nov 24 19:19:24.846786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36070) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:24.900510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.915746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:24.916400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:24.924344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-17d9a721-83b2-4d06-8b8a-0b28ede858c2 None None] Provisioning for port a74c649c-d6f1-4b57-b4ef-148e14974bb8 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:24.935929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-17d9a721-83b2-4d06-8b8a-0b28ede858c2 None None] Provisioning complete for port a74c649c-d6f1-4b57-b4ef-148e14974bb8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:24.936596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17d9a721-83b2-4d06-8b8a-0b28ede858c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.000636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.010749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] In _notify_port_updated(), no bound segment for port f50371fc-8cfc-455a-aeef-6d5551480b7f on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:19:25.011492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:25.011946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:25.012199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.013470 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "PUT /v2.0/ports/f50371fc-8cfc-455a-aeef-6d5551480b7f HTTP/1.1" status: 200 len: 981 time: 6.9261236 Nov 24 19:19:25.025089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36076) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:25.048258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-17d9a721-83b2-4d06-8b8a-0b28ede858c2 None None] Port a74c649c-d6f1-4b57-b4ef-148e14974bb8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:25.108114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'status': 'completed', 'code': 200} Nov 24 19:19:25.138607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3174e33-683f-44c6-8c17-aba6ab4eef2f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:25.143601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:25.155596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:25.165810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=568bc5f2-24ea-4083-874a-cd46ef73702d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:25.184559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.227603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:25.232486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c39688-a6da-4245-baf5-b0d5ed0d33f6 req-7d812166-5261-4809-8d35-1df3a4f355c7 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:25.233205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-47c39688-a6da-4245-baf5-b0d5ed0d33f6 req-7d812166-5261-4809-8d35-1df3a4f355c7 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Synchronizing usage tracker for tenant:96ad70f937664b449eda413986e6a9fb on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:25.252967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': '834ae8ce-000e-4a6f-8014-3fd42710f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:25.253313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: c9ad306a-6951-436f-aeb2-c0d1ae57832d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:19:25.315774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network c9ad306a-6951-436f-aeb2-c0d1ae57832d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:19:25.325540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Allocated IP 2001:db8::7c (a704c4a8-f6ae-4243-9a16-36ab005df9a2/7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae/c916bae7-6f66-46c2-b957-87bba90b38f8) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:25.337786 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3417311 Nov 24 19:19:25.339596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, c9ad306a-6951-436f-aeb2-c0d1ae57832d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:25.346764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:25.347341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.347893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30be2e-76ac-4bea-bdd3-18e484f28dd6 None None] Network c9ad306a-6951-436f-aeb2-c0d1ae57832d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:25.410603 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3535252 Nov 24 19:19:25.413694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36084) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:25.420192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1572251079'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:25.451586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-d2775d14-f861-4e7f-9640-3ea59b3dbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:25.453091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-d2775d14-f861-4e7f-9640-3ea59b3dbfd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=783ff7d3dde7415fb08d9e2c5c939948&device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 1096 time: 0.8698187 Nov 24 19:19:25.469588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Request body: {'port': {'device_id': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:25.526090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.538388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Network 89cf7b32-260d-4e63-be29-4fc5802e392e is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:25.585847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=f50371fc-8cfc-455a-aeef-6d5551480b7f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:25.589091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-c9ad306a-6951-436f-aeb2-c0d1ae57832d', 'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d', 'tenant_id': '1bb0ccabe7004e93bef1366812ee3059', 'fixed_ips': [{'subnet_id': '568bc5f2-24ea-4083-874a-cd46ef73702d'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:19:25.590266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.590995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:25.605117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6321c89b-81f2-4bac-a767-e156e71c2856 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:25.697244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:25.703639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:25.707189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:25.714889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:25.731464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:25.735069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.755017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:25.760928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Allocated IP 172.20.0.2 (c9ad306a-6951-436f-aeb2-c0d1ae57832d/568bc5f2-24ea-4083-874a-cd46ef73702d/e93aee00-ca08-4e70-a742-8d8248b581a9) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:25.766011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:25.788634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-47c39688-a6da-4245-baf5-b0d5ed0d33f6 req-7d812166-5261-4809-8d35-1df3a4f355c7 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Unset dirty status for tenant:96ad70f937664b449eda413986e6a9fb on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:25.789802 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-47c39688-a6da-4245-baf5-b0d5ed0d33f6 req-7d812166-5261-4809-8d35-1df3a4f355c7 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 931 time: 1.4463327 Nov 24 19:19:25.803861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:25.829322 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-9c142f05-5810-4422-81dc-caeffa7d2c76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f HTTP/1.1" status: 200 len: 217 time: 0.3231180 Nov 24 19:19:25.878186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port f543265a-6f0f-4663-9c62-022f39ff9fcb yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:26.027118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.044350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Transition to ACTIVE for port object e93aee00-ca08-4e70-a742-8d8248b581a9 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:26.078682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Transition to ACTIVE for port object e93aee00-ca08-4e70-a742-8d8248b581a9 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:26.086288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event updated for resources: {'Port': ['ID=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:26.099290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:26.101299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.105722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ded479f6-3f2d-4d49-a0fe-16b9a1de6948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:26.148347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.148926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.149405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.150128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.150592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.151053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.151935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.151935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.152439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.152895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.153528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.154281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.154534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.154905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.155624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.155810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.156292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.156749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.157668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.157668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.158100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.158546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.159287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.161683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Synchronizing usage tracker for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:26.172767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Network c9ad306a-6951-436f-aeb2-c0d1ae57832d is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:26.178671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:26.183518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:26.184021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.13 (c9ad306a-6951-436f-aeb2-c0d1ae57832d/568bc5f2-24ea-4083-874a-cd46ef73702d/f543265a-6f0f-4663-9c62-022f39ff9fcb) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:26.191349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.192245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.192720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Pushing event updated for resources: {'Port': ['ID=e93aee00-ca08-4e70-a742-8d8248b581a9,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:26.220774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:26.262796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9307acc7-de4f-4ebf-bace-933ee8f4bc76 None None] Provisioning for port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:26.277794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-47c39688-a6da-4245-baf5-b0d5ed0d33f6 req-967fe1f8-f6ee-4406-b912-9c636eccff82 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4470866 Nov 24 19:19:26.300425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9307acc7-de4f-4ebf-bace-933ee8f4bc76 None None] Provisioning complete for port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:26.302825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9307acc7-de4f-4ebf-bace-933ee8f4bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.344887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-18dc628e-49fa-4120-ad12-2109791d9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.346358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-18dc628e-49fa-4120-ad12-2109791d9d1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04cd1994-db5d-4557-a30e-278f12a84964 HTTP/1.1" status: 200 len: 845 time: 0.4868510 Nov 24 19:19:26.357557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.390276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Deleting port 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:26.390653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.393544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9307acc7-de4f-4ebf-bace-933ee8f4bc76 None None] Port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:26.396948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Attempting to bind port e93aee00-ca08-4e70-a742-8d8248b581a9 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:26.397340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Attempting to bind port e93aee00-ca08-4e70-a742-8d8248b581a9 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '834ae8ce-000e-4a6f-8014-3fd42710f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:26.397762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Attempting to bind port e93aee00-ca08-4e70-a742-8d8248b581a9 on network c9ad306a-6951-436f-aeb2-c0d1ae57832d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:26.404777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:26.405153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Checking segment: {'id': '834ae8ce-000e-4a6f-8014-3fd42710f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:26.405602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.405990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Bound using segment: {'id': '834ae8ce-000e-4a6f-8014-3fd42710f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:26.406446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Bound port: e93aee00-ca08-4e70-a742-8d8248b581a9, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834ae8ce-000e-4a6f-8014-3fd42710f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c9ad306a-6951-436f-aeb2-c0d1ae57832d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:26.406819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.418650 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3599074 Nov 24 19:19:26.447770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Unset dirty status for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:26.452443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ed3ce6a6-431c-4e7c-a644-bbed8786f4d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20494 time: 1.4115565 Nov 24 19:19:26.455786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36090) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:26.489228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Request body: {'port': {'device_id': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:26.506991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] For port e93aee00-ca08-4e70-a742-8d8248b581a9, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:26.510220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] For port e93aee00-ca08-4e70-a742-8d8248b581a9, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e93aee00-ca08-4e70-a742-8d8248b581a9,segment=NetworkSegment(834ae8ce-000e-4a6f-8014-3fd42710f642),segment_id=834ae8ce-000e-4a6f-8014-3fd42710f642)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:26.515410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.522887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:26.547074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96e2b-692a-4146-8a84-244f4b1f5d55 req-22d772d5-aab5-41be-9fc9-ad3f467ecb94 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.548581 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-adc96e2b-692a-4146-8a84-244f4b1f5d55 req-22d772d5-aab5-41be-9fc9-ad3f467ecb94 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 932 time: 1.2208302 Nov 24 19:19:26.615885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Pushing event updated for resources: {'Port': ['ID=e93aee00-ca08-4e70-a742-8d8248b581a9,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:26.619029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:26.636465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.667808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Deleting port f50371fc-8cfc-455a-aeef-6d5551480b7f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:26.667808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.717577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object f543265a-6f0f-4663-9c62-022f39ff9fcb will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:26.813260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.881474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-adc96e2b-692a-4146-8a84-244f4b1f5d55 req-d066e4df-44a5-45a4-8690-f01818181c1b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082166 Nov 24 19:19:26.886416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.936579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:26.967767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-4e49d2b4-ab08-4cce-8279-ac93a1853b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:26.969325 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-4e49d2b4-ab08-4cce-8279-ac93a1853b5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffd1af6e-a070-4dc7-a77e-e249aba62325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5988808 Nov 24 19:19:27.031093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Calling delete_port for 4add0e3e-6a43-4ee1-82aa-02a79bd8e36c owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:27.093655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e93aee00-ca08-4e70-a742-8d8248b581a9 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:27.120614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:27.128418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540e08-a2f3-42b3-9a74-9655e2ee2439 req-b923cef0-d060-474c-8f41-0e22d8ef2096 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:27.131004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27540e08-a2f3-42b3-9a74-9655e2ee2439 req-b923cef0-d060-474c-8f41-0e22d8ef2096 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 943 time: 0.7112691 Nov 24 19:19:27.145748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d25bbc38-398b-41cc-aa81-1e3d5d62a65d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:27.168523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e93aee00-ca08-4e70-a742-8d8248b581a9 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:27.339173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network c9ad306a-6951-436f-aeb2-c0d1ae57832d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:27.345810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:27.354775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:27.378962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:27.389613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] For port f50371fc-8cfc-455a-aeef-6d5551480b7f, host hv-neutron-8183, got binding levels [] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:27.390334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:27.600341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:27.605282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=f543265a-6f0f-4663-9c62-022f39ff9fcb,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:27.689297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Calling delete_port for f50371fc-8cfc-455a-aeef-6d5551480b7f owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:27.720798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:27.730380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec2889-265a-45ab-93bd-29bf2701f867 None None] Network c9ad306a-6951-436f-aeb2-c0d1ae57832d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:27.774932 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27540e08-a2f3-42b3-9a74-9655e2ee2439 req-998d497d-8ff2-440c-9b85-eca938d2e44d tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5703576 Nov 24 19:19:27.783381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:27.784138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:27.839332 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4243894 Nov 24 19:19:27.842906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36096) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:27.843523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:27.853456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f0bbba36-6c4f-480b-9370-6ec630080cc8 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:27.859127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Provisioning for port e93aee00-ca08-4e70-a742-8d8248b581a9 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:27.867186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Provisioning complete for port e93aee00-ca08-4e70-a742-8d8248b581a9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:27.867560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:27.881019 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-c75b77ea-05eb-4026-b518-e9b54bf3d438 service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019504 Nov 24 19:19:27.891907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network a704c4a8-f6ae-4243-9a16-36ab005df9a2 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:27.892946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Port': ['ID=c916bae7-6f66-46c2-b957-87bba90b38f8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:27.909594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:27.913888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:27.950089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:27.951522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:27.952883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:27.963089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port f543265a-6f0f-4663-9c62-022f39ff9fcb {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:27.963434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.048644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event deleted for resources: {'Port': ['ID=f50371fc-8cfc-455a-aeef-6d5551480b7f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:28.065068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:28.072279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.129701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.138742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.168733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] For port e93aee00-ca08-4e70-a742-8d8248b581a9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e93aee00-ca08-4e70-a742-8d8248b581a9,segment=NetworkSegment(834ae8ce-000e-4a6f-8014-3fd42710f642),segment_id=834ae8ce-000e-4a6f-8014-3fd42710f642)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:28.176680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.178390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bfae087e-1761-4155-86dd-23b11fc61bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:28.188738 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "DELETE /v2.0/ports/f50371fc-8cfc-455a-aeef-6d5551480b7f HTTP/1.1" status: 204 len: 168 time: 1.7292337 Nov 24 19:19:28.189510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.206564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36102) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:28.207016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:28.298205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Pushing event updated for resources: {'Port': ['ID=e93aee00-ca08-4e70-a742-8d8248b581a9,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:28.305620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:28.311231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4263914 Nov 24 19:19:28.313281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.324028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36106) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:28.375713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event deleted for resources: {'Port': ['ID=4add0e3e-6a43-4ee1-82aa-02a79bd8e36c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:28.427757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:28.434411 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc399b9f-8500-4e24-a2ef-c87707f61797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:19:28.434852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fc399b9f-8500-4e24-a2ef-c87707f61797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Synchronizing usage tracker for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:28.492298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74c649c-d6f1-4b57-b4ef-148e14974bb8 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:19:28.531984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.577781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fc399b9f-8500-4e24-a2ef-c87707f61797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Unset dirty status for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:28.583329 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fc399b9f-8500-4e24-a2ef-c87707f61797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "GET /v2.0/ports/f50371fc-8cfc-455a-aeef-6d5551480b7f HTTP/1.1" status: 404 len: 333 time: 0.3395164 Nov 24 19:19:28.594273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e5bc5-b09c-4997-8e4d-cf5b8d87076b req-650a92ca-4562-47c1-98c5-027dbb531d6a tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:28.595797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-641e5bc5-b09c-4997-8e4d-cf5b8d87076b req-650a92ca-4562-47c1-98c5-027dbb531d6a tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 931 time: 1.0113649 Nov 24 19:19:28.608278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36110) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:28.611357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-de62f366-895e-4895-a077-7181ab3e7338 None None] Provisioning complete for port e93aee00-ca08-4e70-a742-8d8248b581a9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:28.611996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de62f366-895e-4895-a077-7181ab3e7338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.620337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Deleting port c916bae7-6f66-46c2-b957-87bba90b38f8 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:28.620599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.667599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Transition to ACTIVE for port object a74c649c-d6f1-4b57-b4ef-148e14974bb8 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:28.674458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785877605', 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:28.720439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:28.733349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.748584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:28.781243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-564d9d0a-ba01-427f-9b41-81144d95d39a req-3bac6d8c-6c39-4436-873b-dfee0047e00a service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771968 Nov 24 19:19:28.782745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-de62f366-895e-4895-a077-7181ab3e7338 None None] Provisioning for port f543265a-6f0f-4663-9c62-022f39ff9fcb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:28.792277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.800349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-de62f366-895e-4895-a077-7181ab3e7338 None None] Provisioning complete for port f543265a-6f0f-4663-9c62-022f39ff9fcb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:28.800879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-de62f366-895e-4895-a077-7181ab3e7338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.805428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:28.877976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-de62f366-895e-4895-a077-7181ab3e7338 None None] Port f543265a-6f0f-4663-9c62-022f39ff9fcb cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:28.906495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:28.911848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:19:29.001414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-be839775-0629-4684-baf8-7642722995ea None None] Provisioning complete for port f543265a-6f0f-4663-9c62-022f39ff9fcb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:29.002194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be839775-0629-4684-baf8-7642722995ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.078301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-be839775-0629-4684-baf8-7642722995ea None None] Port f543265a-6f0f-4663-9c62-022f39ff9fcb cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:29.127344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e93aee00-ca08-4e70-a742-8d8248b581a9 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:29.152940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683993a-fe44-4371-b13d-0ad95f4ed4f8 req-ea92047d-f0ed-4492-9918-871aa25ede62 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:29.154491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9683993a-fe44-4371-b13d-0ad95f4ed4f8 req-ea92047d-f0ed-4492-9918-871aa25ede62 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 932 time: 0.9796546 Nov 24 19:19:29.173024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-641e5bc5-b09c-4997-8e4d-cf5b8d87076b req-821e446c-3cf5-4a66-b623-e31ffa6b1ec6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5209064 Nov 24 19:19:29.243486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e93aee00-ca08-4e70-a742-8d8248b581a9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:29.244239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.251487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for f543265a-6f0f-4663-9c62-022f39ff9fcb owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:29.331468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6a5c-f09b-4fff-b2d9-a82038e6794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.442527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Made reservation on behalf of a1f8ee172e4c400790b69b66c163f6ef for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:29.444827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.465830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Router e8fac423-adbc-4ae0-810d-b5a5157db1f9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:19:29.466251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Pushing event updated for resources: {'Port': ['ID=a74c649c-d6f1-4b57-b4ef-148e14974bb8,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:29.563860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Allocated IP 172.26.6.67 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/66036018-55ef-4d47-aa5c-4fce0451b695) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:29.575171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:19:29.591129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.591499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.591854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.592226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.592578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.592924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.593268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.593612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.593952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.594291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.594632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.594975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.639758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:29.646069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.655314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:29.657281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.662409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] device_id is not set on port 6457f165-7e18-45ee-b58f-e3e0c9b9e347 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:29.663862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:29.667431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] Sync routers for ids ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:29.677007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] Routers {'e8fac423-adbc-4ae0-810d-b5a5157db1f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:29.677630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:29.718120 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "PUT /v2.0/routers/e8fac423-adbc-4ae0-810d-b5a5157db1f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8681095 Nov 24 19:19:29.718120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=f543265a-6f0f-4663-9c62-022f39ff9fcb,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:29.718725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36116) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:29.742105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:29.762273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] Routers {'e8fac423-adbc-4ae0-810d-b5a5157db1f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:29.763308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:29.825083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.825631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.826200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.826376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.827295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.827865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.828456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.829010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.829568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.830106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.830659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.831198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.831733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:29.836130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:29.836549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248f2c3-231b-409b-a1b6-051fdf1cbcc4 None None] The sync data for ids ['e8fac423-adbc-4ae0-810d-b5a5157db1f9'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:29.874860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Transition to ACTIVE for port object 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:29.878122 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9683993a-fe44-4371-b13d-0ad95f4ed4f8 req-b443560c-8ec2-4552-946c-4d6e6fa399d3 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489329 Nov 24 19:19:29.882148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:29.899100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:29.951036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01e82399-4ee0-4a28-aab6-251daaa0c27b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.050652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.108944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:30.140108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.141932 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/f543265a-6f0f-4663-9c62-022f39ff9fcb HTTP/1.1" status: 204 len: 168 time: 2.2963781 Nov 24 19:19:30.149922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36120) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:30.216576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-e9d7d926-a7d8-4013-9db6-5b899f66e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:30.218039 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-e9d7d926-a7d8-4013-9db6-5b899f66e2eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=783ff7d3dde7415fb08d9e2c5c939948&device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 1096 time: 1.3571966 Nov 24 19:19:30.227583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Calling delete_port for c916bae7-6f66-46c2-b957-87bba90b38f8 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:30.366136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01e82399-4ee0-4a28-aab6-251daaa0c27b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.368416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01e82399-4ee0-4a28-aab6-251daaa0c27b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.396544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01e82399-4ee0-4a28-aab6-251daaa0c27b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.397375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e82399-4ee0-4a28-aab6-251daaa0c27b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Fanout notify agent at l3_agent the message router_deleted on router e8fac423-adbc-4ae0-810d-b5a5157db1f9 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:19:30.409328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-01e82399-4ee0-4a28-aab6-251daaa0c27b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.410957 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-01e82399-4ee0-4a28-aab6-251daaa0c27b tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "DELETE /v2.0/routers/e8fac423-adbc-4ae0-810d-b5a5157db1f9 HTTP/1.1" status: 204 len: 168 time: 0.6904907 Nov 24 19:19:30.413523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36126) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:30.484011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Attempting to bind port a74c649c-d6f1-4b57-b4ef-148e14974bb8 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:30.484278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Attempting to bind port a74c649c-d6f1-4b57-b4ef-148e14974bb8 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:30.484610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Attempting to bind port a74c649c-d6f1-4b57-b4ef-148e14974bb8 on network db086c39-ec03-423d-b627-bf2b1c677117 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:30.484721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Deleting subnet 44fab42f-dd94-4507-9cf9-d56d820299de {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:19:30.489030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.518187 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-92665322-fa37-4f72-bdeb-b680db83c7c1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:19:30.519239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-92665322-fa37-4f72-bdeb-b680db83c7c1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/f543265a-6f0f-4663-9c62-022f39ff9fcb HTTP/1.1" status: 404 len: 333 time: 0.3060546 Nov 24 19:19:30.525180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36132) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:30.583980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.595031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.598344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Port a74c649c-d6f1-4b57-b4ef-148e14974bb8 on network db086c39-ec03-423d-b627-bf2b1c677117 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:30.598606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Attempting to bind port a74c649c-d6f1-4b57-b4ef-148e14974bb8 on network db086c39-ec03-423d-b627-bf2b1c677117 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:30.631355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Pushing event updated for resources: {'Port': ['ID=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:30.640820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04518-2052-4de2-92f7-9021ca5c00de req-fed0fd14-b654-4dbf-a762-c5f5f31ddb8e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:30.642300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e4f04518-2052-4de2-92f7-9021ca5c00de req-fed0fd14-b654-4dbf-a762-c5f5f31ddb8e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 943 time: 1.1777723 Nov 24 19:19:30.645987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:30.647932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet 568bc5f2-24ea-4083-874a-cd46ef73702d {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:19:30.654939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.690058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:30.690401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Checking segment: {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:30.690791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Bound using segment: {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:30.691237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Bound port: a74c649c-d6f1-4b57-b4ef-148e14974bb8, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e97448-f54c-4b90-aff3-840b7ceb2188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:30.692303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.725343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.791603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.816161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.871476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.920222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.927936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-897808de-2b41-4ab4-9635-6dfdf9b3bec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:30.974050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event deleted for resources: {'Subnet': ['ID=44fab42f-dd94-4507-9cf9-d56d820299de,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:30.978299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:30.981206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:30.990822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c507aa-003c-4f4a-88f6-437092d55159 None None] Network 5f78c224-d97d-4b5d-961c-960f1f140889 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:30.997259 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "DELETE /v2.0/subnets/44fab42f-dd94-4507-9cf9-d56d820299de HTTP/1.1" status: 204 len: 168 time: 0.5827100 Nov 24 19:19:30.999837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36138) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:31.024257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.036084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0a530f8e-15f3-4004-97cd-b1b55840be18 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:31.136110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=568bc5f2-24ea-4083-874a-cd46ef73702d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:31.138556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.140037 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/568bc5f2-24ea-4083-874a-cd46ef73702d HTTP/1.1" status: 204 len: 168 time: 0.6138906 Nov 24 19:19:31.144068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:31.144576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36142) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:31.144707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-8764fcff-dd06-499a-a94c-9abe779367fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:31.146116 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-8764fcff-dd06-499a-a94c-9abe779367fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffd1af6e-a070-4dc7-a77e-e249aba62325 HTTP/1.1" status: 200 len: 907 time: 0.8471460 Nov 24 19:19:31.156645 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e4f04518-2052-4de2-92f7-9021ca5c00de req-8d79dbb2-1b0c-4b38-8302-a367de424ba4 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4937878 Nov 24 19:19:31.218769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44343e90-e06f-4a57-86b0-5e8e10e3f47e None None] Network c9ad306a-6951-436f-aeb2-c0d1ae57832d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:31.246790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.287428 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-040fccee-6ad7-46b6-bd5d-4db9df0755f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f HTTP/1.1" status: 200 len: 217 time: 0.1171482 Nov 24 19:19:31.288825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Deleting port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:31.289016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.300669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Attempting to bind port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:31.301636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Attempting to bind port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:31.301920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Attempting to bind port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 on network 89cf7b32-260d-4e63-be29-4fc5802e392e {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:31.335376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.344178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.347938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] For port a74c649c-d6f1-4b57-b4ef-148e14974bb8, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:31.401135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port e93aee00-ca08-4e70-a742-8d8248b581a9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:31.401742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.403779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6f138-e5cc-4fbe-a339-32ae5d106a49 req-ab9d9743-ad78-452f-9410-3d8a03458f0a tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:31.405318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eeb6f138-e5cc-4fbe-a339-32ae5d106a49 req-ab9d9743-ad78-452f-9410-3d8a03458f0a tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 943 time: 1.0588315 Nov 24 19:19:31.405900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:31.435131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 on network 89cf7b32-260d-4e63-be29-4fc5802e392e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:31.435473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Attempting to bind port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 on network 89cf7b32-260d-4e63-be29-4fc5802e392e {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:31.475307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.502841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] For port a74c649c-d6f1-4b57-b4ef-148e14974bb8, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:31.518517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:31.518862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Checking segment: {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:31.519259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Bound using segment: {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:31.520262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Bound port: 4039b8c2-d281-4db0-9cdb-0328b73dfcb8, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed898a7-3639-4cc4-afb1-5890e8cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:31.520616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.526421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] DHCP port deletion for 5f78c224-d97d-4b5d-961c-960f1f140889 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:19:31.531455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Deleting port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:31.531932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.554720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.558837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.591741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Network afa65e17-c70d-4b70-b080-3005ea7ac17f is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:31.606989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] For port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,segment=NetworkSegment(8236d3ec-cf0c-448c-b627-6b3e03d60411),segment_id=8236d3ec-cf0c-448c-b627-6b3e03d60411)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:31.607356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.609691 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] DHCP port deletion for c9ad306a-6951-436f-aeb2-c0d1ae57832d request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:19:31.611296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:31.618825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Deleting port e93aee00-ca08-4e70-a742-8d8248b581a9 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:31.619210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.674508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:31.675365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:31.676054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.687162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-f6c4aceb-870b-49d0-9523-076e233be455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:31.688659 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-f6c4aceb-870b-49d0-9523-076e233be455 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04cd1994-db5d-4557-a30e-278f12a84964 HTTP/1.1" status: 200 len: 845 time: 0.3903010 Nov 24 19:19:31.797252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Calling delete_port for 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:31.816605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] For port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:31.820489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] For port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:31.850753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=6457f165-7e18-45ee-b58f-e3e0c9b9e347,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:31.854491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:31.864140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:31.872663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a1d8c7e-b500-4392-9857-0f9303cd7c62 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:31.910972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eeb6f138-e5cc-4fbe-a339-32ae5d106a49 req-57c0cc6c-532d-46b6-b032-96c5a44e027b tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4545891 Nov 24 19:19:31.911882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:31.926545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:31.927412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:31.928722 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] 10.222.0.41 "PUT /v2.0/ports/a74c649c-d6f1-4b57-b4ef-148e14974bb8 HTTP/1.1" status: 200 len: 1093 time: 6.5216925 Nov 24 19:19:31.954650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:31.986076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] For port e93aee00-ca08-4e70-a742-8d8248b581a9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e93aee00-ca08-4e70-a742-8d8248b581a9,segment=NetworkSegment(834ae8ce-000e-4a6f-8014-3fd42710f642),segment_id=834ae8ce-000e-4a6f-8014-3fd42710f642)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:31.986432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.000774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] For port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,segment=NetworkSegment(8236d3ec-cf0c-448c-b627-6b3e03d60411),segment_id=8236d3ec-cf0c-448c-b627-6b3e03d60411)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:32.001351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.009139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.018662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:32.045324 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4258163 Nov 24 19:19:32.060084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36150) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:32.097118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event deleted for resources: {'Port': ['ID=c916bae7-6f66-46c2-b957-87bba90b38f8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:32.111154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:32.111779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.113185 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] 10.222.0.41 "PUT /v2.0/ports/4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1094 time: 5.6678813 Nov 24 19:19:32.154322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for e93aee00-ca08-4e70-a742-8d8248b581a9 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:32.186918 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'status': 'completed', 'code': 200} Nov 24 19:19:32.277571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.279674 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-944371ac-66e1-498a-9d6f-c7cf665545cf tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c916bae7-6f66-46c2-b957-87bba90b38f8 HTTP/1.1" status: 204 len: 168 time: 3.9485395 Nov 24 19:19:32.295233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700c51b-a398-4a1a-8207-4a344b42c1c5 req-9ca091b8-b19d-437f-8cd5-9a43bd7f9936 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:32.297258 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d700c51b-a398-4a1a-8207-4a344b42c1c5 req-9ca091b8-b19d-437f-8cd5-9a43bd7f9936 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 944 time: 0.9548025 Nov 24 19:19:32.297552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36158) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:32.306146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.308659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Calling delete_port for 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:32.310654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.322670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:32.362341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2', 'external_fixed_ips': [{'subnet_id': '7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae', 'ip_address': '2001:db8::7c'}]}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:32.391722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:32.395945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=e93aee00-ca08-4e70-a742-8d8248b581a9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:32.401297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No DVR routers for this DVR port e93aee00-ca08-4e70-a742-8d8248b581a9 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:19:32.413627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-70f6b428-eaff-479d-b4a4-18bcb3b01e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.414883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:router and tenant:36a234ef07f34ee8bc768d053a91890b is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:32.427597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] For port e93aee00-ca08-4e70-a742-8d8248b581a9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e93aee00-ca08-4e70-a742-8d8248b581a9,segment=NetworkSegment(834ae8ce-000e-4a6f-8014-3fd42710f642),segment_id=834ae8ce-000e-4a6f-8014-3fd42710f642)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:32.428356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.495774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event deleted for resources: {'Port': ['ID=14ee9ef2-55d6-4b4e-ae26-f7439ab4621c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:32.498218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:32.522571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:32.523072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:32.523439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:32.524446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:32.530341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b8b51-f7a7-40ff-84b1-f0bfc8a85e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:32.534508 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-608b8b51-f7a7-40ff-84b1-f0bfc8a85e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "GET /v2.0/ports/6457f165-7e18-45ee-b58f-e3e0c9b9e347 HTTP/1.1" status: 200 len: 959 time: 0.4703121 Nov 24 19:19:32.543289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36164) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:32.562767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Pushing event updated for resources: {'Port': ['ID=a74c649c-d6f1-4b57-b4ef-148e14974bb8,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:32.602307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Calling delete_port for e93aee00-ca08-4e70-a742-8d8248b581a9 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:32.627034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] No DVR routers for this DVR port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:19:32.641972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:19:32.642304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:19:32.668977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-bbd9bb18-f1b9-4eb0-84bb-9a672de8db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:32.670499 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-bbd9bb18-f1b9-4eb0-84bb-9a672de8db7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffd1af6e-a070-4dc7-a77e-e249aba62325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9598813 Nov 24 19:19:32.687403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.700093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d700c51b-a398-4a1a-8207-4a344b42c1c5 req-ceb1a57a-4521-423d-97e8-76637baf4cc8 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863165 Nov 24 19:19:32.704146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.705172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.711762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:19:32.712183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:19:32.726006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.756672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.757321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-8d98d109-1fc9-4d53-b31e-c6227e6dfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:32.758813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-8d98d109-1fc9-4d53-b31e-c6227e6dfd6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ad70f937664b449eda413986e6a9fb&device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 1096 time: 0.7327983 Nov 24 19:19:32.836686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Deleting port 6457f165-7e18-45ee-b58f-e3e0c9b9e347 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:32.837028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:32.865174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad306a-6951-436f-aeb2-c0d1ae57832d']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:32.915813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834ae8ce-000e-4a6f-8014-3fd42710f642') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:32.916130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834ae8ce-000e-4a6f-8014-3fd42710f642') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:32.927908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.053270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.071867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Port': ['ID=66036018-55ef-4d47-aa5c-4fce0451b695,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:33.088765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:19:33.091674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.219s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:33.095111 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-7555ff62-3a4c-4790-83d3-181dc3b8ca86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8 HTTP/1.1" status: 200 len: 217 time: 0.2819357 Nov 24 19:19:33.096743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-20b94049-22f6-45ab-a02f-4101c41fe686 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.524s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:33.125553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:19:33.126056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:19:33.126586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e93aee00-ca08-4e70-a742-8d8248b581a9 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:19:33.126875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-28b5747f-9147-4aac-9529-230e5d16c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:33.128604 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-28b5747f-9147-4aac-9529-230e5d16c82f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1097 time: 0.9408138 Nov 24 19:19:33.157507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f78c224-d97d-4b5d-961c-960f1f140889']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:33.162510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Deleting port 14ee9ef2-55d6-4b4e-ae26-f7439ab4621c {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:33.163003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.174474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.205255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: e93aee00-ca08-4e70-a742-8d8248b581a9 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:19:33.205608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e93aee00-ca08-4e70-a742-8d8248b581a9 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:19:33.230738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8236d3ec-cf0c-448c-b627-6b3e03d60411') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:33.231031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8236d3ec-cf0c-448c-b627-6b3e03d60411') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:33.246685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Deleting port e93aee00-ca08-4e70-a742-8d8248b581a9 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:33.247076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.273399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:33.273709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.281741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c1275ee7-806e-45f1-985c-24ca33b25dee None None] The port '14ee9ef2-55d6-4b4e-ae26-f7439ab4621c' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:19:33.289934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:33.299536 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:33.324348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c0644-d962-487a-8c55-1722865b64f9 None None] The port 'e93aee00-ca08-4e70-a742-8d8248b581a9' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:19:33.355056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35cbcb-88e6-4d5a-a2f0-d92e6e085629 req-b3f7c218-b97c-4281-b4c7-cb821335c496 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:33.356570 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d35cbcb-88e6-4d5a-a2f0-d92e6e085629 req-b3f7c218-b97c-4281-b4c7-cb821335c496 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 943 time: 0.9538550 Nov 24 19:19:33.357809 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-62cd1ba6-d621-44d6-beb1-392c6d3e0cdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 217 time: 0.2063649 Nov 24 19:19:33.551747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-5888ee56-3fe8-40b2-9c78-35a0305518f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:33.553306 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-5888ee56-3fe8-40b2-9c78-35a0305518f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7023ab2a-b42a-482d-a2a4-6dd92848fdbb HTTP/1.1" status: 200 len: 851 time: 0.4239767 Nov 24 19:19:33.555060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-1116df2d-287a-4815-8d5b-91c20e0acc75 service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599627 Nov 24 19:19:33.555701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Pushing event updated for resources: {'Port': ['ID=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:33.569495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:33.569657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.576371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.004s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:33.576754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:33.584096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.587159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.551s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:33.587542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:33.608093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:33.608488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:33.637841 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:33.672720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-3de0cfd2-6b8e-4ca8-a029-c02489059d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:33.674167 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-3de0cfd2-6b8e-4ca8-a029-c02489059d64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.3047464 Nov 24 19:19:33.679364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.684394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d3174e33-683f-44c6-8c17-aba6ab4eef2f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:19:33.712984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.714985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.733413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d35cbcb-88e6-4d5a-a2f0-d92e6e085629 req-80c971a9-0bf2-4f76-b655-6b461aaac2f2 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621867 Nov 24 19:19:33.830377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d3174e33-683f-44c6-8c17-aba6ab4eef2f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:33.844820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'port_id': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'mac_address': 'fa:16:3e:2c:91:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:19:33.856591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:33.879995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Calling delete_port for 6457f165-7e18-45ee-b58f-e3e0c9b9e347 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:33.916460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.936698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3174e33-683f-44c6-8c17-aba6ab4eef2f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:19:33.955846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.969661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d3174e33-683f-44c6-8c17-aba6ab4eef2f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:33.978160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=c9ad306a-6951-436f-aeb2-c0d1ae57832d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:33.978870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.981027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ded479f6-3f2d-4d49-a0fe-16b9a1de6948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:33.983604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c790eb-fa54-4a0d-b780-d5ab3a4e9c72 req-ea5e1305-20ce-453e-b41e-9a5b76690142 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:33.985157 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4c790eb-fa54-4a0d-b780-d5ab3a4e9c72 req-ea5e1305-20ce-453e-b41e-9a5b76690142 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 943 time: 0.8440588 Nov 24 19:19:33.990866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:33.996458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:34.016962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.021093 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] 10.222.0.47 "DELETE /v2.0/networks/5f78c224-d97d-4b5d-961c-960f1f140889 HTTP/1.1" status: 204 len: 168 time: 3.0179427 Nov 24 19:19:34.021093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:34.056323 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/c9ad306a-6951-436f-aeb2-c0d1ae57832d HTTP/1.1" status: 204 len: 168 time: 2.9070756 Nov 24 19:19:34.058910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36178) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:34.075918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Pushing event deleted for resources: {'Network': ['ID=5f78c224-d97d-4b5d-961c-960f1f140889,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:34.076322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=d3174e33-683f-44c6-8c17-aba6ab4eef2f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:34.080978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'name': 'tempest-PortsTestJSON-612212011'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:34.089830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.090971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.091626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.092043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.092387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.092849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.093184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.093521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.093860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.094959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.096004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:34.096177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.096590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:34.106624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:34.131934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b46e6e8-8844-4058-8142-920ee420e4e5 req-14ca9954-0aad-4629-b31a-80e0ae587aca service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468528 Nov 24 19:19:34.166322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6bcca7eb-049a-4d22-aa64-600f9f9641a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:34.167813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-6bcca7eb-049a-4d22-aa64-600f9f9641a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db086c39-ec03-423d-b627-bf2b1c677117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5839775 Nov 24 19:19:34.188543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:34.191111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.200886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:34.262760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event deleted for resources: {'Port': ['ID=6457f165-7e18-45ee-b58f-e3e0c9b9e347,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:34.266426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:34.275091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.286607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:34.306553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:34.313295 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "DELETE /v2.0/ports/6457f165-7e18-45ee-b58f-e3e0c9b9e347 HTTP/1.1" status: 204 len: 168 time: 1.7646310 Nov 24 19:19:34.313475 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4c790eb-fa54-4a0d-b780-d5ab3a4e9c72 req-1764b4e3-f4d4-480f-b031-e72985daebfd tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2200477 Nov 24 19:19:34.314166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:34.314284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-57d6b836-d132-4e40-91c6-3a13c1028b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:34.315801 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-57d6b836-d132-4e40-91c6-3a13c1028b61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5757995 Nov 24 19:19:34.315991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36190) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:34.320720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:34.327910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['d3174e33-683f-44c6-8c17-aba6ab4eef2f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:19:34.389986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:34.393500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.417234 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'status': 'completed', 'code': 200} Nov 24 19:19:34.456283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36194) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:34.459628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.537880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 5ff0f205-280e-4cfd-94ef-d5feb95854a0 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:34.653490 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-361aa056-a8a2-4074-81e1-6294a26d93d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:19:34.654050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-361aa056-a8a2-4074-81e1-6294a26d93d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Synchronizing usage tracker for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:34.690166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.733671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e7652-06ff-4e64-9fe4-37fbd4b7a277 req-e0d60a86-a6e1-459f-8b19-8fb187294c90 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:34.734862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.735188 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ca7e7652-06ff-4e64-9fe4-37fbd4b7a277 req-e0d60a86-a6e1-459f-8b19-8fb187294c90 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 944 time: 0.7476928 Nov 24 19:19:34.839936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-361aa056-a8a2-4074-81e1-6294a26d93d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Unset dirty status for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:34.844517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-361aa056-a8a2-4074-81e1-6294a26d93d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "GET /v2.0/ports/6457f165-7e18-45ee-b58f-e3e0c9b9e347 HTTP/1.1" status: 404 len: 333 time: 0.4754026 Nov 24 19:19:34.852237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36202) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:34.865501 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-7fe85764-f7c4-4a98-9a5a-4897fb2c91ad service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805966 Nov 24 19:19:34.866484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.879511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Request body: {'port': {'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1918531345'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:34.890102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:34.920244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:34.977439 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ca7e7652-06ff-4e64-9fe4-37fbd4b7a277 req-ef3fab35-f609-4521-aa55-5210207fec88 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190168 Nov 24 19:19:34.994850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:34.996603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Made reservation on behalf of a1f8ee172e4c400790b69b66c163f6ef for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:34.999036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.037404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] device_id is not set on port 9d947cc3-877c-460e-8d84-94240896bd29 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:35.132793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-4f29e6b7-5892-49c6-8f1a-1d554cab6e64 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221742 Nov 24 19:19:35.192863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8aabfa03-f2b5-4913-a309-041936c73d0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75edf5e3e0b149fca0cc8c5bae60f736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7276831 Nov 24 19:19:35.211465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36206) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:35.313235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Allocated IP 2001:db8::7c (a704c4a8-f6ae-4243-9a16-36ab005df9a2/7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae/213decf3-0ad5-4d3b-89aa-20963da4f33f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:35.345305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.369829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8de4cdf2-0ac1-4f58-8638-eceed14f1afa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:35.419861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0043b9ae-ef24-43b4-b2da-38a116648821 req-9c144b4c-6480-48a6-8b93-25f033baddc7 service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269976 Nov 24 19:19:35.448055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6418fc-e134-45db-bd25-aba185917068 req-175c9752-ffa1-48a8-b195-133833585bcb tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:35.449552 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0d6418fc-e134-45db-bd25-aba185917068 req-175c9752-ffa1-48a8-b195-133833585bcb tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 944 time: 0.4755390 Nov 24 19:19:35.462654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.547944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b77c17-1aff-49d5-bf3d-464121727c70 req-127cdb0e-3268-48f4-95b3-42f05867b61f service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010572 Nov 24 19:19:35.562987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:35.621591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:35.633482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=5ff0f205-280e-4cfd-94ef-d5feb95854a0,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:35.638012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:35.643616 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:35.644292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.657907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d3174e33-683f-44c6-8c17-aba6ab4eef2f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:35.660912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0d6418fc-e134-45db-bd25-aba185917068 req-db05ac61-93ac-4404-81af-2e0774f0e6fe tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760159 Nov 24 19:19:35.662084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.668939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:35.669408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Router 822d9c2c-ba2c-4b20-8a09-0ac3943861f3 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:19:35.738498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port d3174e33-683f-44c6-8c17-aba6ab4eef2f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:35.744055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port d3174e33-683f-44c6-8c17-aba6ab4eef2f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:35.744611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.788130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.797949 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7355833 Nov 24 19:19:35.799379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588984f-1a35-4569-b60c-9e5d31d3b231 req-c5d77d27-ca85-40ae-9f14-bc0abac3e37d tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:35.802396 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6588984f-1a35-4569-b60c-9e5d31d3b231 req-c5d77d27-ca85-40ae-9f14-bc0abac3e37d tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 943 time: 0.3682826 Nov 24 19:19:35.802713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36214) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:35.813319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-2fa31224-b1d6-472d-9d0c-20e557bd5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:35.814755 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-2fa31224-b1d6-472d-9d0c-20e557bd5c33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ad70f937664b449eda413986e6a9fb&device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 1096 time: 0.3316209 Nov 24 19:19:35.822253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.848837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.860248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9b6e5aa-c18a-4cfc-864e-63899b5a10a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:35.876302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6e6ec-455b-4392-b784-a8b1b945d712,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:35.883992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:35.891477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.896018 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60b6e6ec-455b-4392-b784-a8b1b945d712 HTTP/1.1" status: 204 len: 168 time: 0.6803534 Nov 24 19:19:35.896543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.902433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0acfa642-3d92-4725-a54d-dc0f4fc16b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:35.937452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.948082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:35.974420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Network afa65e17-c70d-4b70-b080-3005ea7ac17f is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:35.983242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:35.990019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:35.990822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:35.991414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:36.002454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:36.018969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network a704c4a8-f6ae-4243-9a16-36ab005df9a2 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:36.023519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:36.026203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=9d947cc3-877c-460e-8d84-94240896bd29,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:36.038665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:36.070600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-7034d3f4-2ea4-4457-a696-552bd912a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:36.072214 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-7034d3f4-2ea4-4457-a696-552bd912a4e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1097 time: 0.4634478 Nov 24 19:19:36.107123 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2512236 Nov 24 19:19:36.112156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36224) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:36.113011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:36.115704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-12adb4e9-762c-4907-bd64-c8aaf146ad33 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:36.181694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d3174e33-683f-44c6-8c17-aba6ab4eef2f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:36.182744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:36.193588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:36.195826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-825978a3-e8c3-4c8c-aed4-97b34a21f03a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:36.237688 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6588984f-1a35-4569-b60c-9e5d31d3b231 req-dd7ed123-fa40-45e5-a408-06c2ace99f2f tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4265635 Nov 24 19:19:36.249372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 5ff0f205-280e-4cfd-94ef-d5feb95854a0 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:36.249641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:36.356088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=d3174e33-683f-44c6-8c17-aba6ab4eef2f,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:36.360147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:36.374063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Port': ['ID=213decf3-0ad5-4d3b-89aa-20963da4f33f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:36.413079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:36.486460 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'code': 200} Nov 24 19:19:36.504620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:36.519299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:36.543596 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Sync routers for ids ['822d9c2c-ba2c-4b20-8a09-0ac3943861f3'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:36.560023 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Routers {'822d9c2c-ba2c-4b20-8a09-0ac3943861f3'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:36.560737 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['822d9c2c-ba2c-4b20-8a09-0ac3943861f3'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:36.571192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-aca23400-94f4-46a0-ab3b-9b368463a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:36.572678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-aca23400-94f4-46a0-ab3b-9b368463a5ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=db086c39-ec03-423d-b627-bf2b1c677117 HTTP/1.1" status: 200 len: 913 time: 0.7122908 Nov 24 19:19:36.789986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:36.794019 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 12.9084008 Nov 24 19:19:36.795230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36250) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:36.810222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:36.870843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-58640bed-0364-4e1f-9512-c9ac173eb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:36.872435 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-58640bed-0364-4e1f-9512-c9ac173eb2f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.7876327 Nov 24 19:19:36.899256 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Set router 822d9c2c-ba2c-4b20-8a09-0ac3943861f3 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:36.945303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.097212 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-5b55f16b-84e7-4a17-993a-73c9cc901926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8 HTTP/1.1" status: 200 len: 217 time: 0.4958956 Nov 24 19:19:37.098594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36258) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:37.109304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 5ff0f205-280e-4cfd-94ef-d5feb95854a0 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:37.211374 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822d9c2c-ba2c-4b20-8a09-0ac3943861f3', 'name': 'tempest-snat-router-23792308', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.67'}], 'enable_snat': False}, 'gw_port_id': '66036018-55ef-4d47-aa5c-4fce0451b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:24Z', 'updated_at': '2021-11-24T19:19:32Z', 'revision_number': 3, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port': {'id': '66036018-55ef-4d47-aa5c-4fce0451b695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822d9c2c-ba2c-4b20-8a09-0ac3943861f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:19:28Z', 'updated_at': '2021-11-24T19:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:37.216197 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Checking router: 822d9c2c-ba2c-4b20-8a09-0ac3943861f3 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:19:37.216726 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Updating router 822d9c2c-ba2c-4b20-8a09-0ac3943861f3 port 66036018-55ef-4d47-aa5c-4fce0451b695 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:19:37.283614 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.375390 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5a18c6ce-e44a-4f50-b179-121459320bcd tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/822d9c2c-ba2c-4b20-8a09-0ac3943861f3 HTTP/1.1" status: 200 len: 906 time: 0.5784330 Nov 24 19:19:37.385383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-ee5ddb6c-a7aa-4a07-8a5d-5a2e708abe83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 217 time: 0.2832358 Nov 24 19:19:37.385953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.387144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36268) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:37.390231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--929129983'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:37.414034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:37.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'router': {'name': 'tempest-snat-router-23792308', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': True}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:37.459226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:37.508546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] device_id is not set on port 9d947cc3-877c-460e-8d84-94240896bd29 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:37.516948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:37.523504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:37.525641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.548329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c202570-d066-4f77-a499-3d484d0e5a1e req-b2e0c573-18f2-48a8-8b53-086488c9484c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:37.549658 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c202570-d066-4f77-a499-3d484d0e5a1e req-b2e0c573-18f2-48a8-8b53-086488c9484c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 944 time: 1.3043067 Nov 24 19:19:37.561585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:37.564566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=5ff0f205-280e-4cfd-94ef-d5feb95854a0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:37.571991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:37.574549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Usage tracker for resource:router and tenant:4f95c6b250b2467fb3e89eae3af12fa5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:37.583991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:37.590073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:37.596436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.606171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Transition to ACTIVE for port object 9d947cc3-877c-460e-8d84-94240896bd29 will not be triggered until provisioned by entity L2. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:37.615869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.618756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-db9ed7c7-c084-4454-a81b-697ac6fcdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:37.620232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-db9ed7c7-c084-4454-a81b-697ac6fcdb8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7023ab2a-b42a-482d-a2a4-6dd92848fdbb HTTP/1.1" status: 200 len: 851 time: 0.4235954 Nov 24 19:19:37.622305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:37.633632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:37.641494 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.654742 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Transition to ACTIVE for port object 66036018-55ef-4d47-aa5c-4fce0451b695 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:37.661458 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.666097 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-afec7514-9c27-425a-a24c-1e0d83a4d305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:37.711279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.725399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/5ff0f205-280e-4cfd-94ef-d5feb95854a0 HTTP/1.1" status: 204 len: 168 time: 1.9184406 Nov 24 19:19:37.733091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36272) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:37.737307 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Attempting to bind port 66036018-55ef-4d47-aa5c-4fce0451b695 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:37.737690 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Attempting to bind port 66036018-55ef-4d47-aa5c-4fce0451b695 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:37.738063 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Attempting to bind port 66036018-55ef-4d47-aa5c-4fce0451b695 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:37.746340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-4809fde5-5ca6-4e45-9274-8c011d32fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:37.747777 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-4809fde5-5ca6-4e45-9274-8c011d32fc44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.3410144 Nov 24 19:19:37.749984 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:37.750558 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:37.750970 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.751380 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:37.751834 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Bound port: 66036018-55ef-4d47-aa5c-4fce0451b695, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:37.752255 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.754711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.755726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.760868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-8e6cdd1d-156f-40f1-8a21-dba7cd6cdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:37.762848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-8e6cdd1d-156f-40f1-8a21-dba7cd6cdb56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 1098 time: 0.9699683 Nov 24 19:19:37.771852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'mac_address': 'fa:16:3e:82:88:4f', 'name': 'tempest-PortsTestJSON-308278495'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:37.780117 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Pushing event updated for resources: {'Port': ['ID=66036018-55ef-4d47-aa5c-4fce0451b695,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:37.789990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.792023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=9d947cc3-877c-460e-8d84-94240896bd29,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:37.794745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:37.819374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.821646 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.822013 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.822349 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.822674 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.822999 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.823337 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.823659 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.823993 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.824340 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.824661 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.824974 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.825288 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:19:37.839927 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:37.842554 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] For port 66036018-55ef-4d47-aa5c-4fce0451b695, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:37.845617 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] For port 66036018-55ef-4d47-aa5c-4fce0451b695, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=66036018-55ef-4d47-aa5c-4fce0451b695,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:37.850545 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:37.854450 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-e2f2c258-2bdb-42e9-a911-87a04f02a950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:37.860922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:37.860922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:37.861535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:37.889314 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c202570-d066-4f77-a499-3d484d0e5a1e req-3b389795-f470-4ff9-80bd-37ee0090c20c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204370 Nov 24 19:19:37.981228 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Routers {'822d9c2c-ba2c-4b20-8a09-0ac3943861f3'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:37.982602 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['822d9c2c-ba2c-4b20-8a09-0ac3943861f3'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:38.002199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:38.031178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:38.044496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.044873 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.047203 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 2 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.048444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054843c-965e-4f44-8ef5-b6f1a059684f req-f67ddcb3-278f-4bdb-9b27-d10d8ee4f76f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:38.049987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1054843c-965e-4f44-8ef5-b6f1a059684f req-f67ddcb3-278f-4bdb-9b27-d10d8ee4f76f tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.9127822 Nov 24 19:19:38.070798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.071217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.071533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.072454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:38.080244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.080567 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.082975 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 3 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.105902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.106254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.106565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.116679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.117000 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.117122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:38.119022 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 4 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.128229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:38.137657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.138017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.138324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.143698 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Pushing event updated for resources: {'Port': ['ID=66036018-55ef-4d47-aa5c-4fce0451b695,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:38.144122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.144944 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.145530 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 5 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.152791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Router b7f89fe2-85b7-47ab-9aad-3d02dc32173a is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:19:38.157051 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:38.169671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.170004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.170334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.192277 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] Set router 822d9c2c-ba2c-4b20-8a09-0ac3943861f3 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:38.241556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.241556 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.243611 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 6 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.283591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.284241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.284677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.326298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:38.329696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:38.351363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Usage tracker for resource:security_group_rule and tenant:e9f7a95762b64d4ba1d444faa29d5202 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:38.356641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.356829 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.368346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:38.369865 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 7 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.375224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:38.395140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:38.400754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.401526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.401526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.414818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:38.416391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.416736 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.420658 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 8 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.437228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:38.440410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.440829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.441927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.449018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.449642 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.451655 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 9 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.462638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:38.467083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:38.480751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Sync routers for ids ['b7f89fe2-85b7-47ab-9aad-3d02dc32173a'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:38.492443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Routers {'b7f89fe2-85b7-47ab-9aad-3d02dc32173a'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:38.492665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.493001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.493417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.493951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7f89fe2-85b7-47ab-9aad-3d02dc32173a'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:38.501849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.502203 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.502811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:38.504912 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.2002876 Nov 24 19:19:38.505705 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempt 10 to bind port 9d947cc3-877c-460e-8d84-94240896bd29 Nov 24 19:19:38.514014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36276) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:38.526538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822d9c2c-ba2c-4b20-8a09-0ac3943861f3', 'name': 'tempest-snat-router-23792308', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.67'}], 'enable_snat': False}, 'gw_port_id': '66036018-55ef-4d47-aa5c-4fce0451b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:24Z', 'updated_at': '2021-11-24T19:19:32Z', 'revision_number': 3, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port': {'id': '66036018-55ef-4d47-aa5c-4fce0451b695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822d9c2c-ba2c-4b20-8a09-0ac3943861f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:19:28Z', 'updated_at': '2021-11-24T19:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:38.529478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1054843c-965e-4f44-8ef5-b6f1a059684f req-235cf478-07b7-44dd-9ac3-d45e11831f0e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587021 Nov 24 19:19:38.530839 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f7e9a7-d7d1-44da-9a37-5331448cfa0e None None] The sync data for ids ['822d9c2c-ba2c-4b20-8a09-0ac3943861f3'] in dv-neutron-818346-1-hyperv is: [{'id': '822d9c2c-ba2c-4b20-8a09-0ac3943861f3', 'name': 'tempest-snat-router-23792308', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.67'}], 'enable_snat': False}, 'gw_port_id': '66036018-55ef-4d47-aa5c-4fce0451b695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:24Z', 'updated_at': '2021-11-24T19:19:32Z', 'revision_number': 3, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port': {'id': '66036018-55ef-4d47-aa5c-4fce0451b695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822d9c2c-ba2c-4b20-8a09-0ac3943861f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:19:28Z', 'updated_at': '2021-11-24T19:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:38.564772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-283652a3-3e15-4499-b10b-4ff95a4fde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:38.567223 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-283652a3-3e15-4499-b10b-4ff95a4fde01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db086c39-ec03-423d-b627-bf2b1c677117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9231887 Nov 24 19:19:38.729005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:38.729198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] {{(pid=87486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:38.729461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempting to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:38.733207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-eca550a0-ea7a-4318-934a-c1c9d52262c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:38.735128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-eca550a0-ea7a-4318-934a-c1c9d52262c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9455290 Nov 24 19:19:38.748267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Set router b7f89fe2-85b7-47ab-9aad-3d02dc32173a gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:38.748545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:38.752398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:19:38.752729 dv-neutron-818346-1-hyperv neutron-server[87486]: ERROR neutron.plugins.ml2.managers [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Failed to bind port 9d947cc3-877c-460e-8d84-94240896bd29 on host hv-neutron-8183 for vnic_type normal using segments [{'id': 'c2ab6464-14c6-481c-9e12-74a9b21138fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'afa65e17-c70d-4b70-b080-3005ea7ac17f'}] Nov 24 19:19:38.753099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:38.994832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.101263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] For port 9d947cc3-877c-460e-8d84-94240896bd29, host hv-neutron-8183, cleared binding levels {{(pid=87486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:39.101571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attempted to set empty binding levels {{(pid=87486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 19:19:39.129131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.132862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d83ee00-e58f-4546-bf91-630c5174041f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:39.184456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66036018-55ef-4d47-aa5c-4fce0451b695 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:39.277004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] In _notify_port_updated(), no bound segment for port 9d947cc3-877c-460e-8d84-94240896bd29 on network afa65e17-c70d-4b70-b080-3005ea7ac17f {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:19:39.278071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:39.278681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.283715 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "PUT /v2.0/ports/9d947cc3-877c-460e-8d84-94240896bd29 HTTP/1.1" status: 200 len: 981 time: 3.1693399 Nov 24 19:19:39.304006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 66036018-55ef-4d47-aa5c-4fce0451b695 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:39.304194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36282) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:39.309008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f89fe2-85b7-47ab-9aad-3d02dc32173a', 'name': '', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2', 'external_fixed_ips': [{'subnet_id': '7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae', 'ip_address': '2001:db8::7c'}], 'enable_snat': True}, 'gw_port_id': '213decf3-0ad5-4d3b-89aa-20963da4f33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:32Z', 'updated_at': '2021-11-24T19:19:36Z', 'revision_number': 3, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port': {'id': '213decf3-0ad5-4d3b-89aa-20963da4f33f', 'name': '', 'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f89fe2-85b7-47ab-9aad-3d02dc32173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae', 'ip_address': '2001:db8::7c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:19:34Z', 'updated_at': '2021-11-24T19:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:39.314776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Checking router: b7f89fe2-85b7-47ab-9aad-3d02dc32173a for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:19:39.315400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Updating router b7f89fe2-85b7-47ab-9aad-3d02dc32173a port 213decf3-0ad5-4d3b-89aa-20963da4f33f binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:19:39.356157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.383195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.391856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a9bc-8e6e-40f0-8f81-d147ab443f11 req-774d7355-9de4-4b2d-b047-5c5279ae94d5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:39.393241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event updated for resources: {'Port': ['ID=9d947cc3-877c-460e-8d84-94240896bd29,revision_number=3']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:39.398035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfd1a9bc-8e6e-40f0-8f81-d147ab443f11 req-774d7355-9de4-4b2d-b047-5c5279ae94d5 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 943 time: 1.3397136 Nov 24 19:19:39.404609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:39.421914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.431207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 66036018-55ef-4d47-aa5c-4fce0451b695 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:39.431663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.434829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Deleting port 9d947cc3-877c-460e-8d84-94240896bd29 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:39.435169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.489181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Deleting port 213decf3-0ad5-4d3b-89aa-20963da4f33f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:39.489623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.579346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.665514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.685066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 66036018-55ef-4d47-aa5c-4fce0451b695, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=66036018-55ef-4d47-aa5c-4fce0451b695,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:39.690218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a74c649c-d6f1-4b57-b4ef-148e14974bb8 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:19:39.707667 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-3256a0db-37fd-47f4-96ac-b825f96fbbb5 service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1030693 Nov 24 19:19:39.709649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.715249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.716094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.725520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:39.728204 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfd1a9bc-8e6e-40f0-8f81-d147ab443f11 req-dc68e405-d0fb-4311-a093-264fb4624457 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2919037 Nov 24 19:19:39.798159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 85ceffb6-1ef6-44bd-96ef-a4524d0d0436 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:39.917935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] For port 9d947cc3-877c-460e-8d84-94240896bd29, host hv-neutron-8183, got binding levels [] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:39.918416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.927738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:39.996992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=66036018-55ef-4d47-aa5c-4fce0451b695,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:40.001037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.003136 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-8fc610cf-97eb-4926-a29f-03bc81a57e2d service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2358656 Nov 24 19:19:40.003836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.013332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:40.069047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a74c649c-d6f1-4b57-b4ef-148e14974bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:40.085281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'port_id': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'mac_address': 'fa:16:3e:58:4b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:19:40.111196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2d642292-aa9b-489f-884a-388b02527888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:40.122100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:40.165203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Calling delete_port for 9d947cc3-877c-460e-8d84-94240896bd29 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:40.198959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Calling delete_port for 213decf3-0ad5-4d3b-89aa-20963da4f33f owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:40.205025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.225448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74c649c-d6f1-4b57-b4ef-148e14974bb8 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:19:40.244810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.260864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a74c649c-d6f1-4b57-b4ef-148e14974bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:40.264250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Transition to ACTIVE for port object 213decf3-0ad5-4d3b-89aa-20963da4f33f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:40.269429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.270293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:19:40.274329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a84e5fd4-c030-4f2b-9c36-a6a045c0e291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:40.345821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.351939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:40.379247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a74c649c-d6f1-4b57-b4ef-148e14974bb8,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:40.398056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:40.399540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:40.423012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b25192-5479-4005-a222-87e149f3452e req-04428b48-d4f9-4b55-8216-40a7adbe7a3e tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:40.424575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0b25192-5479-4005-a222-87e149f3452e req-04428b48-d4f9-4b55-8216-40a7adbe7a3e tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 944 time: 1.2740247 Nov 24 19:19:40.430832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:40.434454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.443137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:40.464493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad947b2a-49c1-4072-afbf-44cab60b1c5f None None] Pushing event updated for resources: {'Port': ['ID=213decf3-0ad5-4d3b-89aa-20963da4f33f,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:40.466882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Attempting to bind port 213decf3-0ad5-4d3b-89aa-20963da4f33f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:40.467256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Attempting to bind port 213decf3-0ad5-4d3b-89aa-20963da4f33f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'afc01219-15b7-4b94-bffc-09555c749095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:40.467624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Attempting to bind port 213decf3-0ad5-4d3b-89aa-20963da4f33f on network a704c4a8-f6ae-4243-9a16-36ab005df9a2 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:40.471554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ad947b2a-49c1-4072-afbf-44cab60b1c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:40.476165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:40.494581 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4a14fc6f-74f7-4dcf-81fc-0826fec6afc8 req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.6623764 Nov 24 19:19:40.510494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d947cc3-877c-460e-8d84-94240896bd29,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:40.518294 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf7a6a8d-f492-40ea-aaf9-5b9f25b88850 req-6953eedb-bbd8-4360-9727-951eee252b0e service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226670 Nov 24 19:19:40.523639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:40.527532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:40.527920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Checking segment: {'id': 'afc01219-15b7-4b94-bffc-09555c749095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:40.528359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.528768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Bound using segment: {'id': 'afc01219-15b7-4b94-bffc-09555c749095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:40.529239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Bound port: 213decf3-0ad5-4d3b-89aa-20963da4f33f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc01219-15b7-4b94-bffc-09555c749095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a704c4a8-f6ae-4243-9a16-36ab005df9a2'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:40.529620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.531207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.531379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f0e024-9844-47f4-ac95-f3a780352368,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:40.539158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:19:40.539564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:19:40.554504 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "DELETE /v2.0/ports/9d947cc3-877c-460e-8d84-94240896bd29 HTTP/1.1" status: 204 len: 168 time: 1.2480297 Nov 24 19:19:40.555687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36288) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:40.608977 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd749b1-d03c-4522-baff-c40ee93508e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] GET failed (client error): The resource could not be found. Nov 24 19:19:40.609517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7bd749b1-d03c-4522-baff-c40ee93508e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Synchronizing usage tracker for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:40.626832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7bd749b1-d03c-4522-baff-c40ee93508e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Unset dirty status for tenant:a1f8ee172e4c400790b69b66c163f6ef on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:40.628312 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7bd749b1-d03c-4522-baff-c40ee93508e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] 10.222.0.47 "GET /v2.0/ports/9d947cc3-877c-460e-8d84-94240896bd29 HTTP/1.1" status: 404 len: 333 time: 0.0708973 Nov 24 19:19:40.632127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36292) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:40.654997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] For port 213decf3-0ad5-4d3b-89aa-20963da4f33f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:40.658084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:40.674972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] For port 213decf3-0ad5-4d3b-89aa-20963da4f33f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=213decf3-0ad5-4d3b-89aa-20963da4f33f,segment=NetworkSegment(afc01219-15b7-4b94-bffc-09555c749095),segment_id=afc01219-15b7-4b94-bffc-09555c749095)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:40.677782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'port_id': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'mac_address': 'fa:16:3e:33:f6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:19:40.681575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.685657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:40.742586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72705d2f-523d-463a-9800-050d50879112,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:40.748794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:40.760325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:40.760637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:40.763812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0b25192-5479-4005-a222-87e149f3452e req-68bef1e2-fc21-4ecb-a8b6-686b003dd0ba tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965670 Nov 24 19:19:40.764838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.778426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1d18a-327a-4227-93d6-7f281c827d36 req-d50e391c-e0c7-4e3a-a044-d16e7396860a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:40.788990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-77d1d18a-327a-4227-93d6-7f281c827d36 req-d50e391c-e0c7-4e3a-a044-d16e7396860a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.7639163 Nov 24 19:19:40.828694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Routers {'b7f89fe2-85b7-47ab-9aad-3d02dc32173a'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:40.829309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7f89fe2-85b7-47ab-9aad-3d02dc32173a'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:40.835611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867cbacb-8a68-480c-a7a2-282a626e1a1d req-2fd4c42a-4d0d-41d9-bc28-1831e6716e9b service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009403 Nov 24 19:19:40.888334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.907911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad947b2a-49c1-4072-afbf-44cab60b1c5f None None] Pushing event updated for resources: {'Port': ['ID=213decf3-0ad5-4d3b-89aa-20963da4f33f,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:40.924899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.934223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:40.973732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-77d1d18a-327a-4227-93d6-7f281c827d36 req-ea867b4c-a14a-4464-bba6-498c7486d052 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837454 Nov 24 19:19:40.975485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa65e17-c70d-4b70-b080-3005ea7ac17f']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:40.979461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ad947b2a-49c1-4072-afbf-44cab60b1c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:40.993441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ab6464-14c6-481c-9e12-74a9b21138fc') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:40.993869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ab6464-14c6-481c-9e12-74a9b21138fc') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:40.997037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:19:41.011693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.027984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:41.031871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.032667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] Set router b7f89fe2-85b7-47ab-9aad-3d02dc32173a gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:41.042832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:41.043381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.064836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.124393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Deleting port 213decf3-0ad5-4d3b-89aa-20963da4f33f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:41.124929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.136660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66036018-55ef-4d47-aa5c-4fce0451b695 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:41.140756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:41.152117 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:41.160468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.177209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:41.219001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-03199aa0-2a08-4c31-b87d-cc23dd8af63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:41.221703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.224178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f89fe2-85b7-47ab-9aad-3d02dc32173a', 'name': '', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:32Z', 'updated_at': '2021-11-24T19:19:39Z', 'revision_number': 4, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:41.250172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad264a03-d3bc-4ea9-a2c6-37085cc8a509 None None] The sync data for ids ['b7f89fe2-85b7-47ab-9aad-3d02dc32173a'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7f89fe2-85b7-47ab-9aad-3d02dc32173a', 'name': '', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:32Z', 'updated_at': '2021-11-24T19:19:39Z', 'revision_number': 4, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:41.276177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:41.279860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:41.281236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0812144f-5353-4778-85d7-6afe2da2c2fc tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:41.287715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 66036018-55ef-4d47-aa5c-4fce0451b695 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:41.288594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.303625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.314425 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] 10.222.0.47 "DELETE /v2.0/networks/afa65e17-c70d-4b70-b080-3005ea7ac17f HTTP/1.1" status: 204 len: 168 time: 0.6810470 Nov 24 19:19:41.328172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Pushing event deleted for resources: {'Network': ['ID=afa65e17-c70d-4b70-b080-3005ea7ac17f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:41.333322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.339022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:41.358360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9268432d-b37f-43f1-b6fc-4b173dfa968c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:41.361024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:41.377948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:41.417470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] For port 213decf3-0ad5-4d3b-89aa-20963da4f33f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=213decf3-0ad5-4d3b-89aa-20963da4f33f,segment=NetworkSegment(afc01219-15b7-4b94-bffc-09555c749095),segment_id=afc01219-15b7-4b94-bffc-09555c749095)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:41.418163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.442483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.446699 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 4.3083150 Nov 24 19:19:41.449439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36300) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:41.483637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:41.497373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:41.504530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:41.511911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:41.512811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.528035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.561191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Calling delete_port for 213decf3-0ad5-4d3b-89aa-20963da4f33f owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:41.573268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bf71d-020c-4baf-bb57-b81c65029b81 req-ff529c93-611a-4b86-b1d5-cbd9cdff48fb tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:41.575082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-395bf71d-020c-4baf-bb57-b81c65029b81 req-ff529c93-611a-4b86-b1d5-cbd9cdff48fb tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 944 time: 0.6205795 Nov 24 19:19:41.587520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.609296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['4039b8c2-d281-4db0-9cdb-0328b73dfcb8'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:19:41.660775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=85ceffb6-1ef6-44bd-96ef-a4524d0d0436,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:41.663723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:41.688129 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.9462252 Nov 24 19:19:41.694024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36308) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:41.707411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['a74c649c-d6f1-4b57-b4ef-148e14974bb8'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:19:41.747783 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-395bf71d-020c-4baf-bb57-b81c65029b81 req-a5d25e5b-14af-425f-877e-fe55c6d14e5f tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1624255 Nov 24 19:19:41.752057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-54475523-130a-4f02-a346-7138bd9cc135 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:41.769219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36312) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:41.804565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece91e1-d010-4ddb-907d-7e4cbcbf6bfb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:41.808271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cece91e1-d010-4ddb-907d-7e4cbcbf6bfb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:41.871503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-54475523-130a-4f02-a346-7138bd9cc135 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:41.875530 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-54475523-130a-4f02-a346-7138bd9cc135 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4127035 Nov 24 19:19:41.879385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36320) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:41.897084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-security--623125869', 'description': 'tempest-security-description-129858021'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:41.907745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Allocated IP 172.26.6.172 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/fb61afbb-0a65-4488-ac2b-117e617fc3e6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:41.919938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:41.927578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-48aa6d25-42b8-46dd-9d97-7fb0e84e7a66 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:41.987207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cece91e1-d010-4ddb-907d-7e4cbcbf6bfb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:41.989043 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cece91e1-d010-4ddb-907d-7e4cbcbf6bfb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/85ceffb6-1ef6-44bd-96ef-a4524d0d0436 HTTP/1.1" status: 200 len: 840 time: 0.2938411 Nov 24 19:19:41.992721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event deleted for resources: {'Port': ['ID=213decf3-0ad5-4d3b-89aa-20963da4f33f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:41.998058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36326) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:42.105342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.120027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:42.130649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 85ceffb6-1ef6-44bd-96ef-a4524d0d0436 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:42.130839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.174429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.322919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.344718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-476f1d8f-d4ce-412f-9e9c-cfcdd96b58d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=552c6bf8aaa043199102b12dfc3c3da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647407 Nov 24 19:19:42.346249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.349371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36330) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:42.379580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72720a9a-b16b-421f-a297-de0921ddca73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:42.408248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.414096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.415293 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "PUT /v2.0/security-groups/9268432d-b37f-43f1-b6fc-4b173dfa968c HTTP/1.1" status: 200 len: 1776 time: 0.5349452 Nov 24 19:19:42.436860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36334) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:42.460440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.464705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.478785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc14d6-c160-4c9e-92cc-f42d91e85565 req-80500449-f588-4e46-8cf7-2f919fc29216 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:42.481184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ffc14d6-c160-4c9e-92cc-f42d91e85565 req-80500449-f588-4e46-8cf7-2f919fc29216 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 945 time: 0.5109055 Nov 24 19:19:42.495679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9268432d-b37f-43f1-b6fc-4b173dfa968c,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:42.507077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:42.540114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.540603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7f89fe2-85b7-47ab-9aad-3d02dc32173a {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:19:42.548402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d72689-ed09-4865-a424-a4e1ed4e17d6 req-6765d0a5-7c09-4090-92f6-09dc62f8fc0d tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:42.549791 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97d72689-ed09-4865-a424-a4e1ed4e17d6 req-6765d0a5-7c09-4090-92f6-09dc62f8fc0d tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.4189994 Nov 24 19:19:42.646607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ffc14d6-c160-4c9e-92cc-f42d91e85565 req-fd9f3169-79ee-42f7-8493-22b4f72a618d tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462297 Nov 24 19:19:42.651893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d5436070-c227-4b0f-9658-d3e0d3f639d3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups/9268432d-b37f-43f1-b6fc-4b173dfa968c HTTP/1.1" status: 200 len: 1776 time: 0.2070484 Nov 24 19:19:42.653495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.653692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36338) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:42.693093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.694703 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "DELETE /v2.0/routers/b7f89fe2-85b7-47ab-9aad-3d02dc32173a HTTP/1.1" status: 204 len: 168 time: 4.1776555 Nov 24 19:19:42.701354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36342) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:42.711640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.716580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97d72689-ed09-4865-a424-a4e1ed4e17d6 req-c60711c0-b286-4a8b-a9c8-0f7a9d100971 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533167 Nov 24 19:19:42.718457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.741086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.748517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:42.904315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 85ceffb6-1ef6-44bd-96ef-a4524d0d0436 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:42.947720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:42.962426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Deleting subnet 7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:19:42.976226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:42.985765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:42.989216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:43.023116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.061096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Port': ['ID=fb61afbb-0a65-4488-ac2b-117e617fc3e6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:43.064098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:43.078309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.104001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.132884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.144349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-796c84b8-758b-47eb-b252-5db225a63417 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:43.148323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.152050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:43.207896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=85ceffb6-1ef6-44bd-96ef-a4524d0d0436,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:43.216664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:43.224712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.227506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.228210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5871e9d0-6b74-4bda-b37f-026bd161b84c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:43.230485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:43.279180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.284015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.285701 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/9268432d-b37f-43f1-b6fc-4b173dfa968c HTTP/1.1" status: 204 len: 168 time: 0.6310797 Nov 24 19:19:43.289690 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/85ceffb6-1ef6-44bd-96ef-a4524d0d0436 HTTP/1.1" status: 204 len: 168 time: 1.2866888 Nov 24 19:19:43.289690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:43.293011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36348) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:43.293354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36350) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:43.303487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.304622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5871e9d0-6b74-4bda-b37f-026bd161b84c HTTP/1.1" status: 204 len: 168 time: 0.9541323 Nov 24 19:19:43.306958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9268432d-b37f-43f1-b6fc-4b173dfa968c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:43.317259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:43.339825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.348567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:43.379292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f343b4-40b3-4361-bfd6-5c7b2ca6e5cf req-3d5060cb-cf5f-47d1-a43d-f11de2e4fcdf tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:43.381114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27f343b4-40b3-4361-bfd6-5c7b2ca6e5cf req-3d5060cb-cf5f-47d1-a43d-f11de2e4fcdf tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 944 time: 0.4555421 Nov 24 19:19:43.384716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:43.387971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:43.389057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.399304 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae HTTP/1.1" status: 204 len: 168 time: 0.6937869 Nov 24 19:19:43.399304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36358) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:43.407875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3105c59-944f-4647-bf54-25fca863c299 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:19:43.408436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c3105c59-944f-4647-bf54-25fca863c299 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:43.515351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.547043 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9c04e04a-91aa-46db-87d2-563900c1f385 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2470624 Nov 24 19:19:43.554583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36364) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:43.559691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c3105c59-944f-4647-bf54-25fca863c299 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:43.564781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c3105c59-944f-4647-bf54-25fca863c299 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/85ceffb6-1ef6-44bd-96ef-a4524d0d0436 HTTP/1.1" status: 404 len: 333 time: 0.2623656 Nov 24 19:19:43.564933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36368) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:43.575752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27f343b4-40b3-4361-bfd6-5c7b2ca6e5cf req-01f602bd-651f-4396-a6af-0116aa72c667 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1795950 Nov 24 19:19:43.592156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'name': 'tempest-PortsTestJSON-1551236312'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:43.622164 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-78a73f2b-c45b-4e9a-a62a-2b884a1504f8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] delete failed (client error): The resource could not be found. Nov 24 19:19:43.626945 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-78a73f2b-c45b-4e9a-a62a-2b884a1504f8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/9268432d-b37f-43f1-b6fc-4b173dfa968c HTTP/1.1" status: 404 len: 347 time: 0.0676913 Nov 24 19:19:43.633968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36372) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:43.655664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989336137'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:43.661796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36376) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:43.681105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:43.694600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a74c649c-d6f1-4b57-b4ef-148e14974bb8 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:43.701239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:43.732101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.783689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.818349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a704c4a8-f6ae-4243-9a16-36ab005df9a2']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:43.840934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc01219-15b7-4b94-bffc-09555c749095') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:43.841196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc01219-15b7-4b94-bffc-09555c749095') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:43.842748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port a74c649c-d6f1-4b57-b4ef-148e14974bb8 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:43.848956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port a74c649c-d6f1-4b57-b4ef-148e14974bb8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:43.849634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.849994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:43.961252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.973043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:43.988262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.993336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:43.993523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.997053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:43.997899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.009420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:19:44.009828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.021901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8615c043-6a12-47a4-9005-1e92cfb8769c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1f8ee172e4c400790b69b66c163f6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589170 Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:19:44.023666 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:19:44.027447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:44.031522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36384) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:44.039832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a74c649c-d6f1-4b57-b4ef-148e14974bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:44.044623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.045628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:44.073595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:44.079232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:44.080570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:44.110820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 21366182-06c1-40f1-a81f-c106cf019053 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:44.135843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:44.151319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:44.170308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a74c649c-d6f1-4b57-b4ef-148e14974bb8,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:44.179804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:44.186847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:44.195001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:44.195884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.218772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.236431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a704c4a8-f6ae-4243-9a16-36ab005df9a2 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 19:19:44.239409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.253930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e67d3d5-2373-451a-bee3-8e5f6320aab0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:44.294500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event deleted for resources: {'Network': ['ID=a704c4a8-f6ae-4243-9a16-36ab005df9a2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:44.297112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:44.297965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.312189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c94714-1036-4f1e-9067-4ff418baf665 req-502c1639-51de-4228-ae9a-794e20aeca73 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:44.313687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23c94714-1036-4f1e-9067-4ff418baf665 req-502c1639-51de-4228-ae9a-794e20aeca73 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.4138243 Nov 24 19:19:44.328449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499116a1-c25d-49ff-a0a1-c04104cf8a82 req-bd75acde-e404-4f56-858b-adcbd6eadf14 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:44.329833 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-499116a1-c25d-49ff-a0a1-c04104cf8a82 req-bd75acde-e404-4f56-858b-adcbd6eadf14 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 945 time: 0.4254057 Nov 24 19:19:44.346207 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "DELETE /v2.0/networks/a704c4a8-f6ae-4243-9a16-36ab005df9a2 HTTP/1.1" status: 204 len: 168 time: 0.9456265 Nov 24 19:19:44.367232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.371289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.413420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:44.418249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.420984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63e94aeb-acf0-4ef9-ad10-2cc8a36171e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:44.432019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.461925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23c94714-1036-4f1e-9067-4ff418baf665 req-d32b7a6e-d792-45de-b061-b383ebb26e0d tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311162 Nov 24 19:19:44.533028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.572831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.580743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:44.599627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:44.600227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f0faaa-96c4-4aa9-9e02-5ad8f6b9973f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:44.603858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:44.608120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.611689 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89f0faaa-96c4-4aa9-9e02-5ad8f6b9973f HTTP/1.1" status: 204 len: 168 time: 0.5770025 Nov 24 19:19:44.613208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:44.637104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.638740 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'code': 200} Nov 24 19:19:44.648281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8a34b397-5427-4c6e-8c0a-cf0be06dbbbb tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:44.740116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:44.744000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:44.748820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:44.755102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:44.755813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.765796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:44.777609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=21366182-06c1-40f1-a81f-c106cf019053,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:44.780806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:44.786051 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2200356 Nov 24 19:19:44.788996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36400) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:44.797657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:44.958088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.069478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-229567fd-67cd-4c36-b1db-836b2ee015da tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:45.089822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.094915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-499116a1-c25d-49ff-a0a1-c04104cf8a82 req-2b8b7a8d-d430-486a-9bd8-d86391db5b64 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7331221 Nov 24 19:19:45.160960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.164775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5277863 Nov 24 19:19:45.171662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36408) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.187712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': 'bcc0adc7-4373-43ae-a5a8-533db568d17f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:45.190125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36412) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.190979 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:45.199226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:45.203947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:45.205876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'router': {'name': 'tempest-router--473720434', 'project_id': 'd1b8016030784c54b574611c35feb96e'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:45.210895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:45.214699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:router and tenant:d1b8016030784c54b574611c35feb96e is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:45.217307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:45.217533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:45.223945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:45.230740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0adc7-4373-43ae-a5a8-533db568d17f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:45.239860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:45.286597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.287607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.305796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Router 14661a94-48fd-4968-83a1-ec646c125459 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:19:45.312901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9bb7-00b7-4235-8767-2d89d127a8c8 req-606cef72-be8d-422e-9f3d-7d41b5a15f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:45.314278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-47db9bb7-00b7-4235-8767-2d89d127a8c8 req-606cef72-be8d-422e-9f3d-7d41b5a15f34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 1098 time: 0.3612859 Nov 24 19:19:45.353497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.419363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.423256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.427002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.435222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-961282ca-ea9d-4a03-bbd5-844379a55af0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:45.476208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3588-e020-4a1b-8ad9-9ace3d2cb9e8 req-150172f8-b6aa-4ee3-9660-6ba9f4676462 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:45.480561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15fc3588-e020-4a1b-8ad9-9ace3d2cb9e8 req-150172f8-b6aa-4ee3-9660-6ba9f4676462 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.6999531 Nov 24 19:19:45.488199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.493053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36428) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.498843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] In _notify_port_updated(), no bound segment for port 21366182-06c1-40f1-a81f-c106cf019053 on network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:19:45.505316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:45.505438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-47db9bb7-00b7-4235-8767-2d89d127a8c8 req-b1da8738-4afd-4ad6-8cac-2feac67f1a4a service neutron] Synchronizing usage tracker for tenant:e9f7a95762b64d4ba1d444faa29d5202 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:45.506068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.508684 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "PUT /v2.0/ports/21366182-06c1-40f1-a81f-c106cf019053 HTTP/1.1" status: 200 len: 818 time: 0.7184689 Nov 24 19:19:45.511238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36432) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.515013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Request body: {'floatingip': {'port_id': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:45.521218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.603618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=21366182-06c1-40f1-a81f-c106cf019053,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:45.606485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:45.610407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:45.625453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.626694 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538786 Nov 24 19:19:45.630407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb85bccd-d429-40c5-8c35-43ea919ff05f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:45.633568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:45.634234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36440) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.652053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 21366182-06c1-40f1-a81f-c106cf019053 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:45.652461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.669113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.712968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4506-12a2-44d1-8408-a53d72e8f053 req-5f3862b8-a768-44ee-8043-8dd297613562 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:45.714492 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d3c4506-12a2-44d1-8408-a53d72e8f053 req-5f3862b8-a768-44ee-8043-8dd297613562 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 0.4667773 Nov 24 19:19:45.716528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for floatingip, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.726874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.732674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36444) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.740660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.846287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.855689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-47db9bb7-00b7-4235-8767-2d89d127a8c8 req-b1da8738-4afd-4ad6-8cac-2feac67f1a4a service neutron] Unset dirty status for tenant:e9f7a95762b64d4ba1d444faa29d5202 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:45.857023 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-47db9bb7-00b7-4235-8767-2d89d127a8c8 req-b1da8738-4afd-4ad6-8cac-2feac67f1a4a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5316734 Nov 24 19:19:45.887223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.891092 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-12350e10-dbfd-459f-aff6-4171a8465f08 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6905699 Nov 24 19:19:45.899360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-08a0dd3b-40cb-4f8d-9a2d-b22551a0b1b1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:45.905536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36450) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.913632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:45.923582 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Sync routers for ids ['14661a94-48fd-4968-83a1-ec646c125459'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:45.925161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1227937444'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:45.935885 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Routers {'14661a94-48fd-4968-83a1-ec646c125459'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:45.937153 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['14661a94-48fd-4968-83a1-ec646c125459'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:45.945102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:45.948707 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/eb85bccd-d429-40c5-8c35-43ea919ff05f HTTP/1.1" status: 204 len: 168 time: 0.3089132 Nov 24 19:19:45.948707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:45.953602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb85bccd-d429-40c5-8c35-43ea919ff05f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:45.961803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:45.962330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:45.968318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Usage tracker for resource:network and tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:45.979634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:46.000536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:46.008024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.040617 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d3c4506-12a2-44d1-8408-a53d72e8f053 req-0f59e665-4fdb-465a-b9ef-e65eb5d262f3 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2564275 Nov 24 19:19:46.098350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.099569 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.6974986 Nov 24 19:19:46.110670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36458) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:46.153370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Made reservation on behalf of 7b3c1e6b14c6433daa7e5dcc6e5c6783 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:46.158621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.174176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f40979c-5b56-4a02-9901-06ddbed03048 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.195051 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Set router 14661a94-48fd-4968-83a1-ec646c125459 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:46.276266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 21366182-06c1-40f1-a81f-c106cf019053 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:46.305893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.310418 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:19:46.336574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:46.341150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Usage tracker for resource:security_group_rule and tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:46.344382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:46.350669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:46.402346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dd648d36-7fa1-47fd-b207-ac1c7e46d78e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:46.465247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dd648d36-7fa1-47fd-b207-ac1c7e46d78e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:46.469454 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dd648d36-7fa1-47fd-b207-ac1c7e46d78e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5026608 Nov 24 19:19:46.470824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36464) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:46.484578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.496371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-befe4399-5633-44f5-92ca-b15a5c8a5930 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:46.501565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a94-48fd-4968-83a1-ec646c125459', 'name': 'tempest-snat-router-23792308', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'fb61afbb-0a65-4488-ac2b-117e617fc3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:37Z', 'updated_at': '2021-11-24T19:19:43Z', 'revision_number': 3, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port': {'id': 'fb61afbb-0a65-4488-ac2b-117e617fc3e6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a94-48fd-4968-83a1-ec646c125459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:19:41Z', 'updated_at': '2021-11-24T19:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:46.505565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Checking router: 14661a94-48fd-4968-83a1-ec646c125459 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:19:46.505989 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Updating router 14661a94-48fd-4968-83a1-ec646c125459 port fb61afbb-0a65-4488-ac2b-117e617fc3e6 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:19:46.555004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=21366182-06c1-40f1-a81f-c106cf019053,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:46.556964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.559267 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.570721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:46.587040 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/21366182-06c1-40f1-a81f-c106cf019053 HTTP/1.1" status: 204 len: 168 time: 1.0649288 Nov 24 19:19:46.588157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36468) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:46.591782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.629323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.636898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25e186ad-ece9-4672-97ca-d9bf73bdd8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:46.639831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:46.680492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:19:46.691420 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'code': 200} Nov 24 19:19:46.702566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.703259 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Added segment 4f6f3d80-80de-4017-b322-f119081ddb62 of type vlan for network ec559422-c202-4dfe-a7f3-d7fdda9d7886 Nov 24 19:19:46.704648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2968731f-2c7b-4899-b543-084f47b1a9fe,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:46.735320 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:46.773466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.794741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6528cb-421c-465d-9fb4-76ee91fb6944 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:46.796607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8e6528cb-421c-465d-9fb4-76ee91fb6944 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:46.833989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8e6528cb-421c-465d-9fb4-76ee91fb6944 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:46.838366 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8e6528cb-421c-465d-9fb4-76ee91fb6944 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2492719 Nov 24 19:19:46.839303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36474) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:46.888117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.889363 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ae6362-a92e-485e-a200-5f940ec19f75 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:19:46.897600 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-35ae6362-a92e-485e-a200-5f940ec19f75 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/21366182-06c1-40f1-a81f-c106cf019053 HTTP/1.1" status: 404 len: 333 time: 0.0571623 Nov 24 19:19:46.898220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36478) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:46.907175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:46.908095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.908930 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.922540 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Transition to ACTIVE for port object fb61afbb-0a65-4488-ac2b-117e617fc3e6 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:46.931178 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:46.931789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2074016268'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:46.936154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:46.944824 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:46.957693 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2239883 Nov 24 19:19:46.959773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:46.968408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36482) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:46.974634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:46.981645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Request body: {'subnet': {'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:47.009847 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Attempting to bind port fb61afbb-0a65-4488-ac2b-117e617fc3e6 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:47.010597 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Attempting to bind port fb61afbb-0a65-4488-ac2b-117e617fc3e6 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:47.011194 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Attempting to bind port fb61afbb-0a65-4488-ac2b-117e617fc3e6 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:47.026379 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:47.026958 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:47.027555 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.027883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f40979c-5b56-4a02-9901-06ddbed03048 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.028636 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:47.029557 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Bound port: fb61afbb-0a65-4488-ac2b-117e617fc3e6, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:47.030260 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.032228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f40979c-5b56-4a02-9901-06ddbed03048 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.050739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:47.075517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:47.104347 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5e1ebf34-6174-4c4a-a43b-53f534f7f551 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/14661a94-48fd-4968-83a1-ec646c125459 HTTP/1.1" status: 200 len: 906 time: 0.9879889 Nov 24 19:19:47.117235 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] For port fb61afbb-0a65-4488-ac2b-117e617fc3e6, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:47.117473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36488) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:47.120785 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] For port fb61afbb-0a65-4488-ac2b-117e617fc3e6, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb61afbb-0a65-4488-ac2b-117e617fc3e6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:47.138249 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.160865 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fb75b-8efb-4018-bb5f-5e38c0a3102e None None] Pushing event updated for resources: {'Port': ['ID=fb61afbb-0a65-4488-ac2b-117e617fc3e6,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:47.165369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event updated for resources: {'Network': ['ID=ec559422-c202-4dfe-a7f3-d7fdda9d7886,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:47.167476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:47.170966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.178072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:19:47.184764 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Routers {'14661a94-48fd-4968-83a1-ec646c125459'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:47.185479 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['14661a94-48fd-4968-83a1-ec646c125459'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:47.190175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:47.219221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:47.224068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Usage tracker for resource:subnet and tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:47.227175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:47.230342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.233050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:47.243217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:19:47.255586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Made reservation on behalf of 7b3c1e6b14c6433daa7e5dcc6e5c6783 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:47.260555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.286763 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c40fb75b-8efb-4018-bb5f-5e38c0a3102e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:47.287226 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:47.347287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.347653 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4 of type vlan for network 45686505-ce82-44ae-94e8-1900bb304b32 Nov 24 19:19:47.411785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.493395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.499386 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] Set router 14661a94-48fd-4968-83a1-ec646c125459 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:47.508472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:47.509065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.514933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bcf41426-a10f-4e7e-a6f4-8298181e86e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:47.552696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f40979c-5b56-4a02-9901-06ddbed03048 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.554114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f40979c-5b56-4a02-9901-06ddbed03048 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc2b1eb4-9687-4a97-9a35-628449d482e2 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:19:47.576194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2284a-e58e-4362-b6a6-65930f62fa59 req-095d04f9-8a83-438e-ae2f-1f18370d6fb6 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:47.577788 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cad2284a-e58e-4362-b6a6-65930f62fa59 req-095d04f9-8a83-438e-ae2f-1f18370d6fb6 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 1.3436599 Nov 24 19:19:47.645201 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7457502 Nov 24 19:19:47.649256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36494) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:47.657352 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fb75b-8efb-4018-bb5f-5e38c0a3102e None None] Pushing event updated for resources: {'Port': ['ID=fb61afbb-0a65-4488-ac2b-117e617fc3e6,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:47.664322 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c40fb75b-8efb-4018-bb5f-5e38c0a3102e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:47.666249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=45686505-ce82-44ae-94e8-1900bb304b32,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:47.668908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:47.674324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '45686505-ce82-44ae-94e8-1900bb304b32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:47.680651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 45686505-ce82-44ae-94e8-1900bb304b32 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:19:47.755538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.775394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:47.854720 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a94-48fd-4968-83a1-ec646c125459', 'name': 'tempest-snat-router-23792308', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'fb61afbb-0a65-4488-ac2b-117e617fc3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:37Z', 'updated_at': '2021-11-24T19:19:43Z', 'revision_number': 3, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port': {'id': 'fb61afbb-0a65-4488-ac2b-117e617fc3e6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a94-48fd-4968-83a1-ec646c125459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:19:41Z', 'updated_at': '2021-11-24T19:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:47.859907 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5142500-8c98-42f2-979d-1e174f5f00be None None] The sync data for ids ['14661a94-48fd-4968-83a1-ec646c125459'] in dv-neutron-818346-1-hyperv is: [{'id': '14661a94-48fd-4968-83a1-ec646c125459', 'name': 'tempest-snat-router-23792308', 'tenant_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'fb61afbb-0a65-4488-ac2b-117e617fc3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:19:37Z', 'updated_at': '2021-11-24T19:19:43Z', 'revision_number': 3, 'project_id': '4f95c6b250b2467fb3e89eae3af12fa5', 'gw_port': {'id': 'fb61afbb-0a65-4488-ac2b-117e617fc3e6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a94-48fd-4968-83a1-ec646c125459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:19:41Z', 'updated_at': '2021-11-24T19:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:47.886184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:47.889807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event updated for resources: {'Subnet': ['ID=e5b02a32-6c83-416f-a849-7b1c1f7511e2,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:47.898119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:47.903172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:47.904147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:47.907102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Checking segment: {'id': '4f6f3d80-80de-4017-b322-f119081ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:47.907461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Network hostable DHCP agents. Network: ec559422-c202-4dfe-a7f3-d7fdda9d7886, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:19:47.921953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:47.939565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:47.944497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.965001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:19:47.982234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f40979c-5b56-4a02-9901-06ddbed03048 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:47.983442 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8f40979c-5b56-4a02-9901-06ddbed03048 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "DELETE /v2.0/routers/fc2b1eb4-9687-4a97-9a35-628449d482e2 HTTP/1.1" status: 204 len: 168 time: 2.0772476 Nov 24 19:19:47.990448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.044430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ec559422-c202-4dfe-a7f3-d7fdda9d7886) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:48.048730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:48.049351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.056753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b23ea0-8b3a-45bd-a911-d79ec92f46d5 None None] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:48.087823 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1183169 Nov 24 19:19:48.091210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36500) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:48.100654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Request body: {'port': {'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1785862893'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:48.205342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a67-4c41-453a-b9bb-c72ffc78d14c req-d04768d9-f648-4e9e-8121-591e6063698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:48.207681 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c1727a67-4c41-453a-b9bb-c72ffc78d14c req-d04768d9-f648-4e9e-8121-591e6063698f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 1.2484281 Nov 24 19:19:48.243350 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cad2284a-e58e-4362-b6a6-65930f62fa59 req-945f1832-4a35-465e-bc4f-5d74069129ac tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6061044 Nov 24 19:19:48.304648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:48.328503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Usage tracker for resource:port and tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:48.330990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c1727a67-4c41-453a-b9bb-c72ffc78d14c req-39380be7-d02b-4c3c-bfc2-d2c47a2475e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658121 Nov 24 19:19:48.348936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.364169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36504) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:48.366305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:48.377876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:48.378937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.407428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Made reservation on behalf of 7b3c1e6b14c6433daa7e5dcc6e5c6783 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:48.412462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.444220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] device_id is not set on port f6f65a96-7b4b-4581-8927-38d05deb90a6 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:48.516603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a3675-0302-4091-a898-30d41845450d req-88637a6d-4a0a-442b-918e-6dd54a16bb70 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:48.518254 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-162a3675-0302-4091-a898-30d41845450d req-88637a6d-4a0a-442b-918e-6dd54a16bb70 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 0.9672771 Nov 24 19:19:48.520833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ec559422-c202-4dfe-a7f3-d7fdda9d7886', 'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886', 'tenant_id': '7b3c1e6b14c6433daa7e5dcc6e5c6783', 'fixed_ips': [{'subnet_id': 'e5b02a32-6c83-416f-a849-7b1c1f7511e2'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:19:48.522831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.522949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.542854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.626762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-424888213', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:48.658914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:48.663123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.679653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:48.719608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:48.721883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0adc7-4373-43ae-a5a8-533db568d17f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:48.724322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:48.762030 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Allocated IP 2001:db8::2 (ec559422-c202-4dfe-a7f3-d7fdda9d7886/e5b02a32-6c83-416f-a849-7b1c1f7511e2/11a1e8bf-18b9-46b5-9877-b05598215277) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:48.801439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': 'a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '45686505-ce82-44ae-94e8-1900bb304b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:48.801883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: 45686505-ce82-44ae-94e8-1900bb304b32, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:19:48.811011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:48.819300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Usage tracker for resource:router and tenant:5227589a05834e6e9b93b290126d07d9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:48.820073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:48.830403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 45686505-ce82-44ae-94e8-1900bb304b32 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:19:48.840335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:48.850427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 45686505-ce82-44ae-94e8-1900bb304b32) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:48.855834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:48.855834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.868456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:48.870076 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/bcc0adc7-4373-43ae-a5a8-533db568d17f HTTP/1.1" status: 204 len: 168 time: 2.3246508 Nov 24 19:19:48.873471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36510) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:48.879129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:48.893371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3743cd-c4f3-41f4-865c-064d6eae3fc6 None None] Network 45686505-ce82-44ae-94e8-1900bb304b32 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:48.929192 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-162a3675-0302-4091-a898-30d41845450d req-87220d38-e4f6-412e-8e57-0d09bcdb7414 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2734406 Nov 24 19:19:48.952138 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2904804 Nov 24 19:19:48.953246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36514) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:48.966117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '45686505-ce82-44ae-94e8-1900bb304b32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:49.049519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.080995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.083487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.128050 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Floating IP 4d808f00-a417-47cf-ab0d-3b75cc158f42 associated. External IP: 172.26.6.148, port: d3174e33-683f-44c6-8c17-aba6ab4eef2f. Nov 24 19:19:49.157725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b0330913-524a-4d7c-b29d-92aae0b41844 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:49.189890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb61afbb-0a65-4488-ac2b-117e617fc3e6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:49.199856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.212335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b0330913-524a-4d7c-b29d-92aae0b41844 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:49.218052 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b0330913-524a-4d7c-b29d-92aae0b41844 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3431573 Nov 24 19:19:49.221318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36518) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:49.228705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--795001586'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:49.239305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:49.243783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:49.252588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:49.257433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.260734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:49.271680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:49.274242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Deleting port fb61afbb-0a65-4488-ac2b-117e617fc3e6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:49.274944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.281808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:49.290250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:49.294527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.320963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.408293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:49.426812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:49.431795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:49.442688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:49.496720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.508024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Transition to ACTIVE for port object 11a1e8bf-18b9-46b5-9877-b05598215277 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:49.510091 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e (CIDR: 172.20.0.0/28) Nov 24 19:19:49.510492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port fb61afbb-0a65-4488-ac2b-117e617fc3e6 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:49.519614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-45686505-ce82-44ae-94e8-1900bb304b32', 'network_id': '45686505-ce82-44ae-94e8-1900bb304b32', 'tenant_id': '1bb0ccabe7004e93bef1366812ee3059', 'fixed_ips': [{'subnet_id': '87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:19:49.520595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.521324 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:19:49.522149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:19:49.538302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb61afbb-0a65-4488-ac2b-117e617fc3e6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:49.538686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.591031 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fbf72ffa-8d3d-4919-84bf-7b6ccc470060 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6331289 Nov 24 19:19:49.594716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.596648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36524) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:49.604271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '45686505-ce82-44ae-94e8-1900bb304b32', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:49.627141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.639525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Transition to ACTIVE for port object 11a1e8bf-18b9-46b5-9877-b05598215277 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:49.639861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-96ecd32e-a777-4b03-a086-2fe00caed7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:49.668375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:49.676755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:49.790641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:49.795920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Allocated IP 2001:db8::6d (ec559422-c202-4dfe-a7f3-d7fdda9d7886/e5b02a32-6c83-416f-a849-7b1c1f7511e2/f6f65a96-7b4b-4581-8927-38d05deb90a6) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:49.834642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:49.884181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Pushing event updated for resources: {'Port': ['ID=11a1e8bf-18b9-46b5-9877-b05598215277,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:49.896911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:49.902175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:49.908417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.021349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Allocated IP 172.20.0.2 (45686505-ce82-44ae-94e8-1900bb304b32/87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e/15d48799-2fc7-4429-82fc-4702b8654a07) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:50.049690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef18691-92e0-4b52-925a-f5246fe347b8,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:50.056607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:50.135598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.187511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port fb61afbb-0a65-4488-ac2b-117e617fc3e6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb61afbb-0a65-4488-ac2b-117e617fc3e6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:50.191671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Attempting to bind port 11a1e8bf-18b9-46b5-9877-b05598215277 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:50.192157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Attempting to bind port 11a1e8bf-18b9-46b5-9877-b05598215277 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '4f6f3d80-80de-4017-b322-f119081ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:50.192490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Attempting to bind port 11a1e8bf-18b9-46b5-9877-b05598215277 on network ec559422-c202-4dfe-a7f3-d7fdda9d7886 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:50.210114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.216195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:50.228409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.233252 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0110734 Nov 24 19:19:50.234565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:50.237041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36530) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:50.256073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:50.262752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '4ef18691-92e0-4b52-925a-f5246fe347b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:50.264604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:50.264974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Checking segment: {'id': '4f6f3d80-80de-4017-b322-f119081ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:50.265385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.265785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Bound using segment: {'id': '4f6f3d80-80de-4017-b322-f119081ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:50.266269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Bound port: 11a1e8bf-18b9-46b5-9877-b05598215277, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6f3d80-80de-4017-b322-f119081ddb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:50.266951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.267380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:50.276345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:50.280921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.283998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:50.296568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:50.304233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:50.315107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Transition to ACTIVE for port object f6f65a96-7b4b-4581-8927-38d05deb90a6 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:50.316966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:50.318730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:50.322661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.343765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834791e3-f9f1-4f5c-9c6a-1a9ce91d57c0 req-ade3752f-b520-4dac-9a69-18ec5dc9a557 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:50.345356 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-834791e3-f9f1-4f5c-9c6a-1a9ce91d57c0 req-ade3752f-b520-4dac-9a69-18ec5dc9a557 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.9778161 Nov 24 19:19:50.419611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] For port fb61afbb-0a65-4488-ac2b-117e617fc3e6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb61afbb-0a65-4488-ac2b-117e617fc3e6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:50.419939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.435755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=fb61afbb-0a65-4488-ac2b-117e617fc3e6,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:50.437191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.439579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:50.486745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.498955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] For port 11a1e8bf-18b9-46b5-9877-b05598215277, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:50.504611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] For port 11a1e8bf-18b9-46b5-9877-b05598215277, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=11a1e8bf-18b9-46b5-9877-b05598215277,segment=NetworkSegment(4f6f3d80-80de-4017-b322-f119081ddb62),segment_id=4f6f3d80-80de-4017-b322-f119081ddb62)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:50.506092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Transition to ACTIVE for port object 15d48799-2fc7-4429-82fc-4702b8654a07 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:50.520511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.528266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8e94dcd9-8f23-43e4-be16-5472c8564a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:50.533636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.544024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d56c504c-7a95-4467-aaa6-96fab27b6afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:50.577946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Transition to ACTIVE for port object 15d48799-2fc7-4429-82fc-4702b8654a07 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:50.589740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Calling delete_port for fb61afbb-0a65-4488-ac2b-117e617fc3e6 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:50.605452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.633245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.649155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Network 45686505-ce82-44ae-94e8-1900bb304b32 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:50.650210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Pushing event updated for resources: {'Port': ['ID=11a1e8bf-18b9-46b5-9877-b05598215277,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:50.652779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.653534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:50.654440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:50.656835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:50.658749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:50.659152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:50.677508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:50.694105 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-834791e3-f9f1-4f5c-9c6a-1a9ce91d57c0 req-df9a31e4-8d52-43a0-a10a-5b506891e0b5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039594 Nov 24 19:19:50.716582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:19:50.731107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:50.736729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:50.737362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.741893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event updated for resources: {'Port': ['ID=f6f65a96-7b4b-4581-8927-38d05deb90a6,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:50.757253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:50.762223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:50.773150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fa918-f5b0-44b4-9ceb-b650cacf585b req-85d78163-0713-400f-9c9e-b6dc4b7397da tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:50.780554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba6fa918-f5b0-44b4-9ceb-b650cacf585b req-85d78163-0713-400f-9c9e-b6dc4b7397da tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 0.6275311 Nov 24 19:19:50.814679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bce666d-164c-40f4-9697-a284c9217d7f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:50.826558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:50.840876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Attempting to bind port 15d48799-2fc7-4429-82fc-4702b8654a07 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:19:50.841496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Attempting to bind port 15d48799-2fc7-4429-82fc-4702b8654a07 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '45686505-ce82-44ae-94e8-1900bb304b32'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:19:50.841609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Attempting to bind port 15d48799-2fc7-4429-82fc-4702b8654a07 on network 45686505-ce82-44ae-94e8-1900bb304b32 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:19:50.842167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36534) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:50.842316 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7443194 Nov 24 19:19:50.843827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Pushing event updated for resources: {'Port': ['ID=15d48799-2fc7-4429-82fc-4702b8654a07,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:50.855250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:50.857806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.857940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:19:50.858389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Checking segment: {'id': 'a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '45686505-ce82-44ae-94e8-1900bb304b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:19:50.858801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.859186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Bound using segment: {'id': 'a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '45686505-ce82-44ae-94e8-1900bb304b32'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:19:50.859611 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6119280 Nov 24 19:19:50.860035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Bound port: 15d48799-2fc7-4429-82fc-4702b8654a07, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '45686505-ce82-44ae-94e8-1900bb304b32'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:19:50.860594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.862201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36538) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:50.868223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '4ef18691-92e0-4b52-925a-f5246fe347b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:50.875003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:50.879418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:50.884780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:50.897622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:50.953065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:50.965998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Request body: {'port': {'network_id': 'ec559422-c202-4dfe-a7f3-d7fdda9d7886', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1718564203', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:50.966824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] bootfile-name is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:19:50.967317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] tftp-server is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:19:50.967800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] server-ip-address is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:19:50.984239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-a3769e8e-2bdf-41ed-88a3-2a25a47ab1aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6500151 Nov 24 19:19:51.093787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] For port 15d48799-2fc7-4429-82fc-4702b8654a07, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:19:51.101788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] For port 15d48799-2fc7-4429-82fc-4702b8654a07, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=15d48799-2fc7-4429-82fc-4702b8654a07,segment=NetworkSegment(a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4),segment_id=a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:19:51.111993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.115812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ad947b2a-49c1-4072-afbf-44cab60b1c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:51.139560 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba6fa918-f5b0-44b4-9ceb-b650cacf585b req-e3f0aeea-b5d7-45bb-8526-3a38c67f0b4a tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3576620 Nov 24 19:19:51.160493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.162635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.169329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:51.210539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.265419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=b22ff338-082c-4d7b-836a-ea451153eb3c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:51.271660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Pushing event updated for resources: {'Port': ['ID=15d48799-2fc7-4429-82fc-4702b8654a07,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:51.271894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:51.275573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 11a1e8bf-18b9-46b5-9877-b05598215277 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:51.285227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 45686505-ce82-44ae-94e8-1900bb304b32 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:51.287130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-97f8a72f-1e2d-4eaa-883e-0659e4df06d0 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:51.296329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:51.299352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:51.299933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.320276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6549915-d809-4374-b8f2-739581864712,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:51.321637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:51.324828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:51.328741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.330153 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4663229 Nov 24 19:19:51.335257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36544) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:51.341024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '4ef18691-92e0-4b52-925a-f5246fe347b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:51.349527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:51.354934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:51.361931 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7637956 Nov 24 19:19:51.362989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36548) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:51.364362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:51.384931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '45686505-ce82-44ae-94e8-1900bb304b32', 'fixed_ips': [{'subnet_id': '87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e'}, {'subnet_id': 'b22ff338-082c-4d7b-836a-ea451153eb3c'}], 'name': 'tempest-PortsTestJSON-1530957303'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:51.385417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 11a1e8bf-18b9-46b5-9877-b05598215277 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:51.397050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb61afbb-0a65-4488-ac2b-117e617fc3e6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:51.469997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb61afbb-0a65-4488-ac2b-117e617fc3e6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:51.470438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.494546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:51.528345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.729546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:51.742024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:51.745562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:51.754141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:51.782787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:51.798039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.811988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.871082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.888967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2866b7f2-abd8-4acd-8b09-7fd3f77ff265 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:51.910313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39c91b4-1d7b-4e38-a213-ce8c90b210b8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:51.920127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:51.936669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.959732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:19:51.959930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:51.960440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:19:51.961182 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6247170 Nov 24 19:19:51.964061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36554) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:51.978634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '4ef18691-92e0-4b52-925a-f5246fe347b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:51.989238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:51.996968 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.007181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:52.011421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:52.020956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:52.032321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port f7abdbeb-4469-46ad-864e-f96d946909db yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:52.055247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:52.068187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] Sync routers for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:52.082066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:52.082995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:52.105316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:52.107470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.116631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Usage tracker for resource:port and tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:52.132984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:52.152045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:52.162435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.251904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-09ccc06d-e7e9-4070-aa38-030ef2ca6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:52.253897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-09ccc06d-e7e9-4070-aa38-030ef2ca6f4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=783ff7d3dde7415fb08d9e2c5c939948&device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 1098 time: 1.0167220 Nov 24 19:19:52.271266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.302102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.319941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72fca82d-387d-40de-bf4b-4bf1d538d02b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:52.343456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba41d67-df2a-4a8f-8f3b-57840f5c62a7 None None] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:52.355712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6140381f-66b2-4ae6-ad34-c30e4ab05a55 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "PUT /v2.0/floatingips/4d808f00-a417-47cf-ab0d-3b75cc158f42 HTTP/1.1" status: 200 len: 991 time: 6.8563280 Nov 24 19:19:52.356523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Made reservation on behalf of 7b3c1e6b14c6433daa7e5dcc6e5c6783 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:19:52.360183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.389108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f17cc-fdcf-421a-96d6-1bbab6e89b1b req-2bb454a8-b73a-42f7-94cb-b0f937edd736 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:52.397176 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-343f17cc-fdcf-421a-96d6-1bbab6e89b1b req-2bb454a8-b73a-42f7-94cb-b0f937edd736 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 0.7387664 Nov 24 19:19:52.417730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a232d04-7345-4eb1-8f28-97319ff10149 req-187c0265-d9bd-408f-9abb-84cc5c129433 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:52.432564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a232d04-7345-4eb1-8f28-97319ff10149 req-187c0265-d9bd-408f-9abb-84cc5c129433 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.5795207 Nov 24 19:19:52.432790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcd0b41-b42d-4e1e-8e3c-d81733235e49,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:52.437645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36560) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:52.444332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Request body: {'floatingip': {'port_id': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:52.450195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:52.474459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] device_id is not set on port 52eff25e-52f7-434a-a140-8697a1b23378 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:19:52.505084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:52.562855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.583918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Provisioning for port 11a1e8bf-18b9-46b5-9877-b05598215277 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:52.610224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Provisioning complete for port 11a1e8bf-18b9-46b5-9877-b05598215277 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:52.610495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.645067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.650568 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6854239 Nov 24 19:19:52.659120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:52.666314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36568) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:52.703770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Deleting port fb61afbb-0a65-4488-ac2b-117e617fc3e6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:52.704456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.719841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '4ef18691-92e0-4b52-925a-f5246fe347b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:52.728157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:19:52.733518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:19:52.736485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:19:52.742454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5ad53-f7d7-4fe2-b147-15f79d788714 None None] Network 45686505-ce82-44ae-94e8-1900bb304b32 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:52.743824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:19:52.748822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Allocated IP 172.26.6.207 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/04429cd5-d1e0-44bd-8ab6-f25309e41659) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:52.785259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'status': 'completed', 'code': 200} Nov 24 19:19:52.838981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:52.902174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.6 (45686505-ce82-44ae-94e8-1900bb304b32/87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e/f7abdbeb-4469-46ad-864e-f96d946909db) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:52.919476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.20 (45686505-ce82-44ae-94e8-1900bb304b32/b22ff338-082c-4d7b-836a-ea451153eb3c/f7abdbeb-4469-46ad-864e-f96d946909db) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:53.041588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-5d917b02-75d6-451d-a674-cea8612eab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:53.043618 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-5d917b02-75d6-451d-a674-cea8612eab82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffd1af6e-a070-4dc7-a77e-e249aba62325 HTTP/1.1" status: 200 len: 907 time: 0.5950549 Nov 24 19:19:53.062471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a232d04-7345-4eb1-8f28-97319ff10149 req-f606378e-f36a-4d2b-b843-384264075fc2 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6290431 Nov 24 19:19:53.230623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 15d48799-2fc7-4429-82fc-4702b8654a07 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:53.231376 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-5e492aed-3d8c-4f6e-8661-1fb1db98c419 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f HTTP/1.1" status: 200 len: 999 time: 0.1431632 Nov 24 19:19:53.236188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Allocated IP 2001:db8::1e5 (ec559422-c202-4dfe-a7f3-d7fdda9d7886/e5b02a32-6c83-416f-a849-7b1c1f7511e2/52eff25e-52f7-434a-a140-8697a1b23378) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:53.238744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.275234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.343045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3bae10a7-2a0e-4edc-a843-0227f5def2a5 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:53.358049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 15d48799-2fc7-4429-82fc-4702b8654a07 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:53.374214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.470794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-87efc93d-e253-4adc-a287-58f3a357a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:53.473316 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-87efc93d-e253-4adc-a287-58f3a357a405 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04cd1994-db5d-4557-a30e-278f12a84964 HTTP/1.1" status: 200 len: 845 time: 0.2265787 Nov 24 19:19:53.482226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] For port fb61afbb-0a65-4488-ac2b-117e617fc3e6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb61afbb-0a65-4488-ac2b-117e617fc3e6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:53.482666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.520726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.531048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Update dhcp port {'port': {'network_id': '45686505-ce82-44ae-94e8-1900bb304b32', 'fixed_ips': [{'subnet_id': '87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b22ff338-082c-4d7b-836a-ea451153eb3c'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': '15d48799-2fc7-4429-82fc-4702b8654a07'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:19:53.587552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] For port 11a1e8bf-18b9-46b5-9877-b05598215277, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=11a1e8bf-18b9-46b5-9877-b05598215277,segment=NetworkSegment(4f6f3d80-80de-4017-b322-f119081ddb62),segment_id=4f6f3d80-80de-4017-b322-f119081ddb62)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:53.610323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.625712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-de00571d-f44d-4855-8aad-4a442dbbe427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:53.706567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179fd511-31e1-4c0e-a102-ae31ecca2817,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:53.726994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.790777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:53.795786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.808541 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1408548 Nov 24 19:19:53.809318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36578) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:53.845203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Pushing event updated for resources: {'Port': ['ID=11a1e8bf-18b9-46b5-9877-b05598215277,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:53.857135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.861513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:53.874955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Provisioning for port 15d48799-2fc7-4429-82fc-4702b8654a07 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:53.891745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Provisioning complete for port 15d48799-2fc7-4429-82fc-4702b8654a07 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:53.891745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.919759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:53.920382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Calling delete_port for fb61afbb-0a65-4488-ac2b-117e617fc3e6 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:53.927229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object f7abdbeb-4469-46ad-864e-f96d946909db will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:53.947120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.058076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.069330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8f2dcbd4-b604-40df-91c7-1abc3469dc83 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:54.091098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=179fd511-31e1-4c0e-a102-ae31ecca2817,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:54.158028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.171852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:54.181007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d1341-e180-4737-84e8-010c4069a51f req-43894a91-ce18-4d5e-9b7c-ce6bdcf8de23 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:54.183152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6e1b3a04-1eac-434d-a21e-73aba519e9cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:54.192935 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c66d1341-e180-4737-84e8-010c4069a51f req-43894a91-ce18-4d5e-9b7c-ce6bdcf8de23 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.9529293 Nov 24 19:19:54.196332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36582) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:54.223634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.224779 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/179fd511-31e1-4c0e-a102-ae31ecca2817 HTTP/1.1" status: 204 len: 168 time: 0.4074984 Nov 24 19:19:54.229423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Request body: {'floatingip': {'port_id': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:54.244448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36586) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:54.265997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '4d808f00-a417-47cf-ab0d-3b75cc158f42', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'floating_ip_address': '172.26.6.148', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'port_id': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'mac_address': 'fa:16:3e:2c:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:54Z', 'updated_at': '2021-11-24T19:19:47Z', 'revision_number': 1, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:54.268860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Allocated IP 172.20.0.18 (45686505-ce82-44ae-94e8-1900bb304b32/b22ff338-082c-4d7b-836a-ea451153eb3c/15d48799-2fc7-4429-82fc-4702b8654a07) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:54.277777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] Checking router: b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:19:54.291241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 45686505-ce82-44ae-94e8-1900bb304b32 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:54.302411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:54.305799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.309829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:54.346122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=f7abdbeb-4469-46ad-864e-f96d946909db,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:54.353723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.357767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for floatingip, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.369118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:54.369762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:54.408159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:54.443553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-6e47d37c-78c7-469d-bbac-e0f20f3fd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:54.444575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-6e47d37c-78c7-469d-bbac-e0f20f3fd644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffd1af6e-a070-4dc7-a77e-e249aba62325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9380085 Nov 24 19:19:54.445690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.459916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-93d5b8f6-0076-45d1-813b-5cff3153d932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:54.472386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7fce27dc-149a-4a9b-a709-694f922408af tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:54.497146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:54.497790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.517709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.594119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7fce27dc-149a-4a9b-a709-694f922408af tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:54.595417 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7fce27dc-149a-4a9b-a709-694f922408af tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3499427 Nov 24 19:19:54.599241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36590) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:54.603558 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2325799 Nov 24 19:19:54.605412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36594) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:54.619577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.623540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:54.654063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] For port 15d48799-2fc7-4429-82fc-4702b8654a07, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=15d48799-2fc7-4429-82fc-4702b8654a07,segment=NetworkSegment(a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4),segment_id=a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:54.680358 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Floating IP 273e3a24-a85a-4325-87ce-2619559ef6ac associated. External IP: 172.26.6.145, port: a74c649c-d6f1-4b57-b4ef-148e14974bb8. Nov 24 19:19:54.681066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:54.687872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:54.728666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:54.731125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:54.759875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.783796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.797870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event updated for resources: {'Port': ['ID=04429cd5-d1e0-44bd-8ab6-f25309e41659,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:54.801259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.801860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:54.828033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Transition to ACTIVE for port object 52eff25e-52f7-434a-a140-8697a1b23378 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:19:54.838371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Ignored duplicate provisioning block setup for port 15d48799-2fc7-4429-82fc-4702b8654a07 by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 19:19:54.851408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:54.865278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:55.008980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.030860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.045708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-92c1cab5-d989-4d54-ad27-97b48c2d258e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:55.089810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:19:55.090215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:19:55.106891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efcd0b41-b42d-4e1e-8e3c-d81733235e49,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:55.110034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:55.123241 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-67427fed-6a87-4a0b-94be-55309c2909cf service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280088 Nov 24 19:19:55.133165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.137185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.165694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7b0d5777-40dd-48e5-88b6-b333a1b04bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:55.165943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 11a1e8bf-18b9-46b5-9877-b05598215277 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:55.180193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.183929 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/efcd0b41-b42d-4e1e-8e3c-d81733235e49 HTTP/1.1" status: 204 len: 168 time: 0.5798953 Nov 24 19:19:55.189910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36600) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:55.208755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Pushing event updated for resources: {'Port': ['ID=15d48799-2fc7-4429-82fc-4702b8654a07,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:55.219485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:55.230354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb61afbb-0a65-4488-ac2b-117e617fc3e6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:55.291110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 11a1e8bf-18b9-46b5-9877-b05598215277 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:55.291746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.488208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '4d808f00-a417-47cf-ab0d-3b75cc158f42', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'floating_ip_address': '172.26.6.148', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'port_id': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'mac_address': 'fa:16:3e:2c:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:54Z', 'updated_at': '2021-11-24T19:19:47Z', 'revision_number': 1, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:55.493289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93199c9b-0b9a-4299-8381-6776314c018c None None] The sync data for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv is: [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '4d808f00-a417-47cf-ab0d-3b75cc158f42', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'floating_ip_address': '172.26.6.148', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'port_id': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'mac_address': 'fa:16:3e:2c:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:54Z', 'updated_at': '2021-11-24T19:19:47Z', 'revision_number': 1, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:55.565904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-09ebe6d3-0deb-4c10-a9a9-e764ebd61efb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:55.596777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:55.601237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:55.635764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Router ce678771-2939-482f-814b-0015d3dcad0f has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:19:55.663004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.669195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-09ebe6d3-0deb-4c10-a9a9-e764ebd61efb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:55.673120 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-09ebe6d3-0deb-4c10-a9a9-e764ebd61efb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4712760 Nov 24 19:19:55.709436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] For port 15d48799-2fc7-4429-82fc-4702b8654a07, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=15d48799-2fc7-4429-82fc-4702b8654a07,segment=NetworkSegment(a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4),segment_id=a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:55.714879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.720174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:55.722950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36604) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:55.868895 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324752f-d987-431d-9547-f2a41d71ce75 None None] New status for floating IP 4d808f00-a417-47cf-ab0d-3b75cc158f42: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:19:55.898895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Pushing event updated for resources: {'Port': ['ID=15d48799-2fc7-4429-82fc-4702b8654a07,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:55.902977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4d17ae02-3317-4d65-a085-9cfd3d74552f None None] Provisioning for port f6f65a96-7b4b-4581-8927-38d05deb90a6 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:55.911035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:55.912120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4d17ae02-3317-4d65-a085-9cfd3d74552f None None] Provisioning complete for port f6f65a96-7b4b-4581-8927-38d05deb90a6 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:55.912742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4d17ae02-3317-4d65-a085-9cfd3d74552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.946687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.950710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03b583-1317-44ed-b2b9-55d397ee05eb None None] Network 45686505-ce82-44ae-94e8-1900bb304b32 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:19:55.960138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:55.975192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event updated for resources: {'Port': ['ID=52eff25e-52f7-434a-a140-8697a1b23378,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:55.984909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:56.079162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:19:56.086967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4d17ae02-3317-4d65-a085-9cfd3d74552f None None] Port f6f65a96-7b4b-4581-8927-38d05deb90a6 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:56.099259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779401f5-0223-48ee-aa98-4881129a431e None None] Sync routers for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:19:56.103481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.129369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:19:56.134033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Delete allocated IP 172.20.0.20 (45686505-ce82-44ae-94e8-1900bb304b32/b22ff338-082c-4d7b-836a-ea451153eb3c) {{(pid=87486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 19:19:56.140400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4d17ae02-3317-4d65-a085-9cfd3d74552f None None] Provisioning complete for port 11a1e8bf-18b9-46b5-9877-b05598215277 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:56.142341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4d17ae02-3317-4d65-a085-9cfd3d74552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.142486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.147477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:19:56.150241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:19:56.156090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:56.156724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.163753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:56.175860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:56.177145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:56.179145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.182571 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/a39c91b4-1d7b-4e38-a213-ce8c90b210b8 HTTP/1.1" status: 204 len: 168 time: 0.4485590 Nov 24 19:19:56.185261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36610) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:56.220284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a39c91b4-1d7b-4e38-a213-ce8c90b210b8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:56.231970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:56.293614 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-043e77ab-1154-4594-ae23-6fec69213f02 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "PUT /v2.0/floatingips/273e3a24-a85a-4325-87ce-2619559ef6ac HTTP/1.1" status: 200 len: 991 time: 3.8549943 Nov 24 19:19:56.322015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:19:56.348197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.506423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.534619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Ignored duplicate provisioning block setup for port f7abdbeb-4469-46ad-864e-f96d946909db by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 19:19:56.541240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.550079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-87c16210-11a2-496e-989e-f61353778957 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:56.599363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.601609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.632279 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.7857330 Nov 24 19:19:56.643752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36624) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:56.697161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.697821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14661a94-48fd-4968-83a1-ec646c125459 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:19:56.733346 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e74b584-ac29-49fe-993b-bbddd7736c5e req-ac300b72-0050-4b00-a01a-f96a0f047fc1 service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5926018 Nov 24 19:19:56.755813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ae4b7f3e-ee0a-4660-8cd0-1a95e0bbef16 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:56.758629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=f7abdbeb-4469-46ad-864e-f96d946909db,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:56.765677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:56.779041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] In _notify_port_updated(), no bound segment for port f7abdbeb-4469-46ad-864e-f96d946909db on network 45686505-ce82-44ae-94e8-1900bb304b32 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:19:56.786005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:56.786859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.788557 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "PUT /v2.0/ports/f7abdbeb-4469-46ad-864e-f96d946909db HTTP/1.1" status: 200 len: 919 time: 2.1738033 Nov 24 19:19:56.791110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36628) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:56.798181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e'}, {'subnet_id': 'b22ff338-082c-4d7b-836a-ea451153eb3c'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:19:56.867604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:56.871730 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "DELETE /v2.0/routers/14661a94-48fd-4968-83a1-ec646c125459 HTTP/1.1" status: 204 len: 168 time: 9.6700301 Nov 24 19:19:56.873517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:56.944335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36632) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:56.946308 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'status': 'completed', 'code': 200} Nov 24 19:19:56.946910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.136752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ae4b7f3e-ee0a-4660-8cd0-1a95e0bbef16 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:57.138033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ae4b7f3e-ee0a-4660-8cd0-1a95e0bbef16 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.9220545 Nov 24 19:19:57.140696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:19:57.142204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36636) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:57.154845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 15d48799-2fc7-4429-82fc-4702b8654a07 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:19:57.256049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9979958b-07c2-4205-9deb-5b0ff3b3510e None None] Provisioning complete for port 15d48799-2fc7-4429-82fc-4702b8654a07 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:57.256592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9979958b-07c2-4205-9deb-5b0ff3b3510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.281871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.400152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.497000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.549058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9de620-6503-4b73-940a-3428b33894aa tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:57.555844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9de620-6503-4b73-940a-3428b33894aa tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:57.562486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9de620-6503-4b73-940a-3428b33894aa tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:57.563416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1a9de620-6503-4b73-940a-3428b33894aa tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Synchronizing usage tracker for tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:57.567132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.677172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 15d48799-2fc7-4429-82fc-4702b8654a07 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:57.677561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.709042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.733119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-8840b8c7-3cb8-40c1-9ea4-cb92ab43fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:57.734669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-8840b8c7-3cb8-40c1-9ea4-cb92ab43fb32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=783ff7d3dde7415fb08d9e2c5c939948&device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 1098 time: 0.8648810 Nov 24 19:19:57.740283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.836948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.853195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0ac2954-27c0-4e70-b383-b8c58bd6ea41 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:57.879701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6549915-d809-4374-b8f2-739581864712,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:57.882367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9979958b-07c2-4205-9deb-5b0ff3b3510e None None] Provisioning for port 52eff25e-52f7-434a-a140-8697a1b23378 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:57.886980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:57.908387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9979958b-07c2-4205-9deb-5b0ff3b3510e None None] Provisioning complete for port 52eff25e-52f7-434a-a140-8697a1b23378 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:57.908766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9979958b-07c2-4205-9deb-5b0ff3b3510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:57.925065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-141c44b1-3686-45d2-9639-7f077028b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:57.926572 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-141c44b1-3686-45d2-9639-7f077028b8d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ad70f937664b449eda413986e6a9fb&device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 1098 time: 1.0434031 Nov 24 19:19:57.945641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1a9de620-6503-4b73-940a-3428b33894aa tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Unset dirty status for tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:57.949397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1a9de620-6503-4b73-940a-3428b33894aa tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.2953687 Nov 24 19:19:57.972587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9979958b-07c2-4205-9deb-5b0ff3b3510e None None] Port 52eff25e-52f7-434a-a140-8697a1b23378 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:58.033086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36644) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:58.036137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.046802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '273e3a24-a85a-4325-87ce-2619559ef6ac', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'floating_ip_address': '172.26.6.145', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'port_id': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'mac_address': 'fa:16:3e:58:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:57Z', 'updated_at': '2021-11-24T19:19:53Z', 'revision_number': 1, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:54Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:58.052716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.053889 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e6549915-d809-4374-b8f2-739581864712 HTTP/1.1" status: 204 len: 168 time: 0.7749562 Nov 24 19:19:58.058199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36648) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:58.060803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779401f5-0223-48ee-aa98-4881129a431e None None] Checking router: ce678771-2939-482f-814b-0015d3dcad0f for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:19:58.076113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:19:58.077087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:58.078877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Deleting port 66036018-55ef-4d47-aa5c-4fce0451b695 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:58.079827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.156002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb61afbb-0a65-4488-ac2b-117e617fc3e6 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:19:58.169149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.20 (45686505-ce82-44ae-94e8-1900bb304b32/b22ff338-082c-4d7b-836a-ea451153eb3c/f7abdbeb-4469-46ad-864e-f96d946909db) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:19:58.202259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1e3904c7-4605-4c69-a5f7-16a1944f7dfb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:58.204637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: fb61afbb-0a65-4488-ac2b-117e617fc3e6 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:19:58.204995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb61afbb-0a65-4488-ac2b-117e617fc3e6 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:19:58.219920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c5ad9bfb-4cc8-4799-8c0e-443bee6244e8 None None] Provisioning for port f7abdbeb-4469-46ad-864e-f96d946909db completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:19:58.226997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c5ad9bfb-4cc8-4799-8c0e-443bee6244e8 None None] Provisioning complete for port f7abdbeb-4469-46ad-864e-f96d946909db triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:58.227383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9bfb-4cc8-4799-8c0e-443bee6244e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.369879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad9bfb-4cc8-4799-8c0e-443bee6244e8 None None] Port f7abdbeb-4469-46ad-864e-f96d946909db cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:58.370840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1e3904c7-4605-4c69-a5f7-16a1944f7dfb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:58.374891 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1e3904c7-4605-4c69-a5f7-16a1944f7dfb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3129625 Nov 24 19:19:58.375036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Deleting port 52eff25e-52f7-434a-a140-8697a1b23378 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:58.375122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.378427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36652) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:58.392664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:19:58.447651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c5ad9bfb-4cc8-4799-8c0e-443bee6244e8 None None] Provisioning complete for port 15d48799-2fc7-4429-82fc-4702b8654a07 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:58.448059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9bfb-4cc8-4799-8c0e-443bee6244e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.483733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] For port 66036018-55ef-4d47-aa5c-4fce0451b695, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=66036018-55ef-4d47-aa5c-4fce0451b695,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:19:58.484554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.500375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-c5028a05-4393-4bfb-9bff-f8c8d60dccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:58.501848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-c5028a05-4393-4bfb-9bff-f8c8d60dccfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffd1af6e-a070-4dc7-a77e-e249aba62325 HTTP/1.1" status: 200 len: 907 time: 0.7023265 Nov 24 19:19:58.625144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-d174fe45-dc72-4af4-8bf1-c71e2bef5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:58.626609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-d174fe45-dc72-4af4-8bf1-c71e2bef5f03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db086c39-ec03-423d-b627-bf2b1c677117 HTTP/1.1" status: 200 len: 913 time: 0.6785893 Nov 24 19:19:58.627661 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Floating IP 1499827e-0941-4d45-b7bc-bdebbae23926 associated. External IP: 172.26.6.228, port: 4039b8c2-d281-4db0-9cdb-0328b73dfcb8. Nov 24 19:19:58.652698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Calling delete_port for 66036018-55ef-4d47-aa5c-4fce0451b695 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:19:58.691390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.802129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.864016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.868551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.895766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:58.897524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-779401f5-0223-48ee-aa98-4881129a431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '273e3a24-a85a-4325-87ce-2619559ef6ac', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'floating_ip_address': '172.26.6.145', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'port_id': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'mac_address': 'fa:16:3e:58:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:57Z', 'updated_at': '2021-11-24T19:19:53Z', 'revision_number': 1, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:54Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:19:58.902937 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779401f5-0223-48ee-aa98-4881129a431e None None] The sync data for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv is: [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '273e3a24-a85a-4325-87ce-2619559ef6ac', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'floating_ip_address': '172.26.6.145', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'port_id': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'mac_address': 'fa:16:3e:58:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:57Z', 'updated_at': '2021-11-24T19:19:53Z', 'revision_number': 1, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:54Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:19:58.913462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Ignored duplicate provisioning block setup for port f7abdbeb-4469-46ad-864e-f96d946909db by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 19:19:58.918586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.920186 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/1bce666d-164c-40f4-9697-a284c9217d7f HTTP/1.1" status: 204 len: 168 time: 0.5405176 Nov 24 19:19:58.953377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bce666d-164c-40f4-9697-a284c9217d7f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:58.955939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:58.960803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36660) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:58.961504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:58.982092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d160b2d-4dc0-4317-a4f1-e37df8560701 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:59.173471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=f7abdbeb-4469-46ad-864e-f96d946909db,revision_number=3']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:59.186902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.198561 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27727374-13c8-485d-9014-8df0bcd733b4 None None] New status for floating IP 273e3a24-a85a-4325-87ce-2619559ef6ac: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:19:59.216856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:59.228740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.245964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-153aa74d-d94a-4a6a-bd08-7ec988d592ac tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:19:59.258357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d4e36f90-32fa-4550-bf2a-dd69fba4f308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.297075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-12094134-2932-4ef5-9bfd-358b396127f6 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:19:59.316339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event deleted for resources: {'Port': ['ID=66036018-55ef-4d47-aa5c-4fce0451b695,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:19:59.338400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3fec64c1-bd60-4b27-bdeb-5bb742b2a0a2 None None] Provisioning complete for port f7abdbeb-4469-46ad-864e-f96d946909db triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:19:59.338867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3fec64c1-bd60-4b27-bdeb-5bb742b2a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.351927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:19:59.361843 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-ce328c9c-e627-4cad-b9e5-33d8866bbaf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f HTTP/1.1" status: 200 len: 1001 time: 0.7999489 Nov 24 19:19:59.380353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-c04c745c-da4c-4fa2-8eb1-887f261307d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8 HTTP/1.1" status: 200 len: 999 time: 0.6969221 Nov 24 19:19:59.408899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] In _notify_port_updated(), no bound segment for port f7abdbeb-4469-46ad-864e-f96d946909db on network 45686505-ce82-44ae-94e8-1900bb304b32 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:19:59.413901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3fec64c1-bd60-4b27-bdeb-5bb742b2a0a2 None None] Port f7abdbeb-4469-46ad-864e-f96d946909db cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:19:59.414760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:59.415400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.419533 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "PUT /v2.0/ports/f7abdbeb-4469-46ad-864e-f96d946909db HTTP/1.1" status: 200 len: 999 time: 2.6242330 Nov 24 19:19:59.423440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36664) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:59.429618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-12094134-2932-4ef5-9bfd-358b396127f6 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:19:59.432417 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-12094134-2932-4ef5-9bfd-358b396127f6 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4601872 Nov 24 19:19:59.466143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36668) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:19:59.529923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.714362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-19ca7cb8-5824-4c7c-bb4a-b9ba36d7365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:59.714946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.715864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-19ca7cb8-5824-4c7c-bb4a-b9ba36d7365d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04cd1994-db5d-4557-a30e-278f12a84964 HTTP/1.1" status: 200 len: 845 time: 0.3343384 Nov 24 19:19:59.738945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-43f982a8-d9f4-482a-913b-92293dd4a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:19:59.740381 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-43f982a8-d9f4-482a-913b-92293dd4a0fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7023ab2a-b42a-482d-a2a4-6dd92848fdbb HTTP/1.1" status: 200 len: 851 time: 0.3049324 Nov 24 19:19:59.781666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.830256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port f7abdbeb-4469-46ad-864e-f96d946909db {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:19:59.830515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.891740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.898527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:19:59.973724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.009371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.009883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 822d9c2c-ba2c-4b20-8a09-0ac3943861f3 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:00.035882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.086292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Calling delete_port for 52eff25e-52f7-434a-a140-8697a1b23378 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:00.131707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.138626 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "DELETE /v2.0/routers/822d9c2c-ba2c-4b20-8a09-0ac3943861f3 HTTP/1.1" status: 204 len: 168 time: 3.1628859 Nov 24 19:20:00.143886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36676) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:00.165112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-662911074', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:00.179378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:00.186183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Usage tracker for resource:router and tenant:f9529820cc1948159e284ee4f2e2bab2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:00.191199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:00.202939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Router 49464fdc-d4d9-4f46-9c96-fdf074020812 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:20:00.203610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:00.219175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.229889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:00.247741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-9062e671-be8e-419c-a73f-f8c4e9e45102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:00.248082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-9062e671-be8e-419c-a73f-f8c4e9e45102 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffd1af6e-a070-4dc7-a77e-e249aba62325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5116196 Nov 24 19:20:00.249984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-74e04c80-150d-4603-a4d3-52848122ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:00.251332 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-74e04c80-150d-4603-a4d3-52848122ccbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db086c39-ec03-423d-b627-bf2b1c677117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4561660 Nov 24 19:20:00.267307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.277116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef18691-92e0-4b52-925a-f5246fe347b8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:00.282591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:00.283678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.286081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.340825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Router 40d0c952-9cda-43fe-ae71-9b315fa30342 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:00.438262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for f7abdbeb-4469-46ad-864e-f96d946909db owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:00.501156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.502447 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/4ef18691-92e0-4b52-925a-f5246fe347b8 HTTP/1.1" status: 204 len: 168 time: 1.0311520 Nov 24 19:20:00.506427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36680) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:00.616333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0b560a81-ff57-4b55-a889-e96865831309 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:00.650989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0b560a81-ff57-4b55-a889-e96865831309 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:00.652269 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0b560a81-ff57-4b55-a889-e96865831309 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1445465 Nov 24 19:20:00.656679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36684) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:00.667521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049402981'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:00.706876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:00.731794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:00.751444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.766831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:00.773279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:00.814325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:00.825563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=f7abdbeb-4469-46ad-864e-f96d946909db,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:00.828708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:00.829851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:00.835046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:00.873075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:00.947546 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-24870a96-6fdd-4201-ba04-906b6d6f2d55 service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445191 Nov 24 19:20:00.991528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.003562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.028395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:01.069824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.124121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66036018-55ef-4d47-aa5c-4fce0451b695 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:01.144505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event deleted for resources: {'Port': ['ID=52eff25e-52f7-434a-a140-8697a1b23378,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:01.177762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 66036018-55ef-4d47-aa5c-4fce0451b695 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:01.178111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66036018-55ef-4d47-aa5c-4fce0451b695 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:01.196284 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/f7abdbeb-4469-46ad-864e-f96d946909db HTTP/1.1" status: 204 len: 168 time: 1.7667706 Nov 24 19:20:01.197412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36692) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:01.236441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:01.265226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:01.278002 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-32149a95-29a3-40b5-8652-47224a486e86 service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670997 Nov 24 19:20:01.278968 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] Sync routers for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:01.280860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.294500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:01.295320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:01.330109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.351204 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1aa822-d842-4371-995c-1309bec306fa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:20:01.351615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ff1aa822-d842-4371-995c-1309bec306fa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:01.425587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.450899 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "DELETE /v2.0/ports/52eff25e-52f7-434a-a140-8697a1b23378 HTTP/1.1" status: 204 len: 168 time: 3.4118087 Nov 24 19:20:01.470105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36696) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:01.480750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:01.489470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Request body: {'port': {'name': 'tempest-new-port-name-18712431', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:01.489865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] bootfile-name is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:20:01.490202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] tftp-server is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:20:01.490531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] server-ip-address is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:20:01.496054 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] Sync routers for ids ['40d0c952-9cda-43fe-ae71-9b315fa30342'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:01.503676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:20:01.510513 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] Routers {'40d0c952-9cda-43fe-ae71-9b315fa30342'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:01.511419 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40d0c952-9cda-43fe-ae71-9b315fa30342'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:01.605055 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:01.618685 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] Routers {'40d0c952-9cda-43fe-ae71-9b315fa30342'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:01.619062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d518b654-a31a-4a77-9bb7-3fdbfd828098 req-79dcb6b2-50f0-4ad3-a7ea-802f8dfda57d service neutron] 10.222.0.41 "GET /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521258 Nov 24 19:20:01.620827 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:19:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40d0c952-9cda-43fe-ae71-9b315fa30342'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:01.623007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.640934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0061733b-b7cc-4db8-aeea-568b3cdebe79 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "PUT /v2.0/floatingips/1499827e-0941-4d45-b7bc-bdebbae23926 HTTP/1.1" status: 200 len: 992 time: 7.4392021 Nov 24 19:20:01.660162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:20:01.683856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:01.708238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.720844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.722900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.3574786 Nov 24 19:20:01.729339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36704) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:01.734763 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9b95536-3fe7-4904-ae0d-46c7f2086221 req-43876d83-4bb2-49d4-8de5-cffd24ed71c5 service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427426 Nov 24 19:20:01.736098 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:01.736522 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37bf82-255f-450c-8c49-00868a8b820b None None] The sync data for ids ['40d0c952-9cda-43fe-ae71-9b315fa30342'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:01.768304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.781997 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1237869 Nov 24 19:20:01.787708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:01.791774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36708) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:01.797498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '753cd462-a66a-49ac-a45b-0cb33c49033d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:01.812843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ff1aa822-d842-4371-995c-1309bec306fa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:01.816816 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ff1aa822-d842-4371-995c-1309bec306fa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/f7abdbeb-4469-46ad-864e-f96d946909db HTTP/1.1" status: 404 len: 333 time: 0.6069958 Nov 24 19:20:01.821815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36712) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:01.825477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:01.832899 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'status': 'completed', 'code': 200} Nov 24 19:20:01.869374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753cd462-a66a-49ac-a45b-0cb33c49033d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:01.877746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:01.895156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:01.917263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:01.927146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:02.019534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet b22ff338-082c-4d7b-836a-ea451153eb3c {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:02.026512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.034477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.119534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f144185-ee3f-4d6b-990b-1bfbca77547c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.146063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.154431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '1499827e-0941-4d45-b7bc-bdebbae23926', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'port_id': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'mac_address': 'fa:16:3e:33:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:58Z', 'updated_at': '2021-11-24T19:19:56Z', 'revision_number': 1, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:58Z', 'revision_number': 5, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:02.159540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] Checking router: 49464fdc-d4d9-4f46-9c96-fdf074020812 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:20:02.169568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:02.170296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:02.215828 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c2fc42b1-cb8e-49da-9db6-374834186896 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/40d0c952-9cda-43fe-ae71-9b315fa30342 HTTP/1.1" status: 200 len: 924 time: 0.4850342 Nov 24 19:20:02.221012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36720) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:02.267593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.278786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-62582486-b059-4264-85a9-d8ac094a8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:02.279604 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-62582486-b059-4264-85a9-d8ac094a8aeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.4495330 Nov 24 19:20:02.281811 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d95f9b1a-e46b-4f30-ba86-bc4c1f3939a8 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=40d0c952-9cda-43fe-ae71-9b315fa30342 HTTP/1.1" status: 200 len: 205 time: 0.0590594 Nov 24 19:20:02.286243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.288876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36724) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:02.376906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:02.421435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:20:02.433570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c90672-0651-4a44-a732-a7875308e40c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:02.446309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:02.531027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.571400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.575133 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7797506 Nov 24 19:20:02.592187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36728) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:02.695458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-3b75c6c6-fe5c-4350-8ae9-db41bf603338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:02.697111 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-3b75c6c6-fe5c-4350-8ae9-db41bf603338 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.4033332 Nov 24 19:20:02.699137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.704456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.755694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.824065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2f91b54c-3ae5-4344-963b-d8e020a12137 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:02.832459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.885318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:02.891418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '1499827e-0941-4d45-b7bc-bdebbae23926', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'port_id': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'mac_address': 'fa:16:3e:33:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:58Z', 'updated_at': '2021-11-24T19:19:56Z', 'revision_number': 1, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:58Z', 'revision_number': 5, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:02.896448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d93e5-592e-4994-a632-de7bd2b12f98 None None] The sync data for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv is: [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '1499827e-0941-4d45-b7bc-bdebbae23926', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'port_id': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'mac_address': 'fa:16:3e:33:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:18:58Z', 'updated_at': '2021-11-24T19:19:56Z', 'revision_number': 1, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:58Z', 'revision_number': 5, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:02.917143 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-d34e0c1e-7463-4ae1-aeca-bf5a9abcf819 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1000 time: 0.2054026 Nov 24 19:20:02.921232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event updated for resources: {'Port': ['ID=f6f65a96-7b4b-4581-8927-38d05deb90a6,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:02.933170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:02.966358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.009749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-26b0efe2-6b17-47f3-9d45-10bca6a108f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:03.011212 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-26b0efe2-6b17-47f3-9d45-10bca6a108f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.0770075 Nov 24 19:20:03.038730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] In _notify_port_updated(), no bound segment for port f6f65a96-7b4b-4581-8927-38d05deb90a6 on network ec559422-c202-4dfe-a7f3-d7fdda9d7886 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:20:03.050659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:03.051743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.056174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "PUT /v2.0/ports/f6f65a96-7b4b-4581-8927-38d05deb90a6 HTTP/1.1" status: 200 len: 1127 time: 1.5831058 Nov 24 19:20:03.057184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36734) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:03.174865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.192312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.202574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-11d43ef0-bb2a-4a98-9e1d-1379ded22131 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:03.205331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605880df-d9a8-4d58-afae-e352c41202a1 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:03.206457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-605880df-d9a8-4d58-afae-e352c41202a1 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Synchronizing usage tracker for tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:03.216162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965df05e-7eba-42c7-be48-883655c3e31b None None] New status for floating IP 1499827e-0941-4d45-b7bc-bdebbae23926: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:20:03.257544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-605880df-d9a8-4d58-afae-e352c41202a1 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Unset dirty status for tenant:7b3c1e6b14c6433daa7e5dcc6e5c6783 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:03.263441 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-605880df-d9a8-4d58-afae-e352c41202a1 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "GET /v2.0/ports/f6f65a96-7b4b-4581-8927-38d05deb90a6 HTTP/1.1" status: 200 len: 1127 time: 0.2038448 Nov 24 19:20:03.264923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36740) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:03.282073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=b22ff338-082c-4d7b-836a-ea451153eb3c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:03.293423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:03.314805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb37dc-3e67-4bc1-ac01-5948c2e72ba1 None None] Network 45686505-ce82-44ae-94e8-1900bb304b32 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:03.329239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.345712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-bb2148b5-76e0-4f88-a0e9-629e072fb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:03.348102 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-bb2148b5-76e0-4f88-a0e9-629e072fb27a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2898495 Nov 24 19:20:03.368949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.392737 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/b22ff338-082c-4d7b-836a-ea451153eb3c HTTP/1.1" status: 204 len: 168 time: 1.5696857 Nov 24 19:20:03.395306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Deleting port f6f65a96-7b4b-4581-8927-38d05deb90a6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:03.395659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.396721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36746) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:03.400072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.473564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Allocated IP 172.26.6.184 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/4cb328e7-49fe-4dc7-8a12-f8203ccc42c9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:03.497716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Deleting port 04429cd5-d1e0-44bd-8ab6-f25309e41659 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:03.498069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.530219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e1188d8a-e426-468a-81fc-2db2690324cd None None] Provisioning complete for port f6f65a96-7b4b-4581-8927-38d05deb90a6 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:03.530672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1188d8a-e426-468a-81fc-2db2690324cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.623836 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-e3460e97-c814-4b41-9734-67e5da21c4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658656 Nov 24 19:20:03.702681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e1188d8a-e426-468a-81fc-2db2690324cd None None] Port f6f65a96-7b4b-4581-8927-38d05deb90a6 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:03.721134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet 87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:03.786727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.881958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.895250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:03.896132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0ecf177-24e4-496b-91b2-868b9edb6c66 req-cf85e724-fdd7-4c8f-80b6-46fddd14ba59 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535663 Nov 24 19:20:03.912204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1096a2e-f454-4071-89dc-1e990af34240 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:03.949641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cd462-a66a-49ac-a45b-0cb33c49033d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:03.960405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:03.998866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.043229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Calling delete_port for f6f65a96-7b4b-4581-8927-38d05deb90a6 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:04.076049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.079552 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/753cd462-a66a-49ac-a45b-0cb33c49033d HTTP/1.1" status: 204 len: 168 time: 1.4778557 Nov 24 19:20:04.079552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.095572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36750) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:04.221337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.228858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3fc8a227-4690-48bd-bc06-9e05aae91458 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:04.252509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Calling delete_port for 04429cd5-d1e0-44bd-8ab6-f25309e41659 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:04.285927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event deleted for resources: {'Port': ['ID=f6f65a96-7b4b-4581-8927-38d05deb90a6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:04.286774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.290841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:04.333986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.354578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "DELETE /v2.0/ports/f6f65a96-7b4b-4581-8927-38d05deb90a6 HTTP/1.1" status: 204 len: 168 time: 1.0882885 Nov 24 19:20:04.357261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36758) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:04.380761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-002502b8-ee8d-46a1-a245-acee1dfe1e10 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:04.433950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.460083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.466470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Deleting subnet e5b02a32-6c83-416f-a849-7b1c1f7511e2 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:04.469790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.523809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-002502b8-ee8d-46a1-a245-acee1dfe1e10 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:04.526513 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-002502b8-ee8d-46a1-a245-acee1dfe1e10 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4282794 Nov 24 19:20:04.531553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36762) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:04.547369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039708010'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:04.554569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:04.576475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:04.657149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.664601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.675830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1d74e80-e6b9-4948-9810-3075d15cc86d tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:04.723358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.746812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.754956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-913d61c1-be71-4a47-909d-291502c273bd None None] Provisioning complete for port 15d48799-2fc7-4429-82fc-4702b8654a07 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:04.755510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-913d61c1-be71-4a47-909d-291502c273bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.777981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:04.782613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.785097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:04.792349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:04.798029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:04.803695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:04.809308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:04.829219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.834741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:04.844108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:04.856523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event updated for resources: {'Port': ['ID=4cb328e7-49fe-4dc7-8a12-f8203ccc42c9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:04.870186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:04.873906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b02a32-6c83-416f-a849-7b1c1f7511e2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:04.876880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2355cbc6-d964-4922-a753-6678dad560ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:04.877477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:04.883411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.891316 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "DELETE /v2.0/subnets/e5b02a32-6c83-416f-a849-7b1c1f7511e2 HTTP/1.1" status: 204 len: 168 time: 0.5327885 Nov 24 19:20:04.894862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36768) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:04.910675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.922709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:04.948290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:04.949263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44dc173-79b3-4721-a016-7f19502b2218 None None] Network 45686505-ce82-44ae-94e8-1900bb304b32 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:04.960351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:04.962443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a8538d59-e8a8-4eb2-9c4e-d815a597bdcd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:04.978935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94fb873-3643-4577-b7bd-92c187f03384 None None] Network ec559422-c202-4dfe-a7f3-d7fdda9d7886 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:05.024916 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e HTTP/1.1" status: 204 len: 168 time: 1.6214631 Nov 24 19:20:05.025880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.028750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36772) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:05.103025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event deleted for resources: {'Port': ['ID=04429cd5-d1e0-44bd-8ab6-f25309e41659,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:05.132023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Deleting port 11a1e8bf-18b9-46b5-9877-b05598215277 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:05.132380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.191116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:05.206515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.266236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 15d48799-2fc7-4429-82fc-4702b8654a07 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:05.266530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.302279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.464223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] DHCP port deletion for 45686505-ce82-44ae-94e8-1900bb304b32 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:20:05.470108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Deleting port 15d48799-2fc7-4429-82fc-4702b8654a07 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:05.470441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.482456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] For port 11a1e8bf-18b9-46b5-9877-b05598215277, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=11a1e8bf-18b9-46b5-9877-b05598215277,segment=NetworkSegment(4f6f3d80-80de-4017-b322-f119081ddb62),segment_id=4f6f3d80-80de-4017-b322-f119081ddb62)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:05.482456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.494816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.508649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] DHCP port deletion for ec559422-c202-4dfe-a7f3-d7fdda9d7886 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:20:05.530823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Deleting port 11a1e8bf-18b9-46b5-9877-b05598215277 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:05.531318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.564076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.617163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:05.640113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Calling delete_port for 11a1e8bf-18b9-46b5-9877-b05598215277 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:05.701456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.719728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.757002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e351bc-6ef5-4de5-b4f0-9341a44bdc4c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:05.774131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:05.779211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] For port 15d48799-2fc7-4429-82fc-4702b8654a07, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=15d48799-2fc7-4429-82fc-4702b8654a07,segment=NetworkSegment(a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4),segment_id=a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:05.779409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.779502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.779585 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2462649 Nov 24 19:20:05.787038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36782) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:05.802762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006390374'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:05.809121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:05.819155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:05.839238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.839775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Fanout notify agent at l3_agent the message router_deleted on router 40d0c952-9cda-43fe-ae71-9b315fa30342 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:05.865668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.871322 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/40d0c952-9cda-43fe-ae71-9b315fa30342 HTTP/1.1" status: 204 len: 168 time: 3.5788038 Nov 24 19:20:05.872861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:05.881677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1955797353', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': False}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:05.890468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:05.893947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] For port 15d48799-2fc7-4429-82fc-4702b8654a07, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=15d48799-2fc7-4429-82fc-4702b8654a07,segment=NetworkSegment(a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4),segment_id=a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:05.894350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.898125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:router and tenant:36a234ef07f34ee8bc768d053a91890b is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:05.901025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.922814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:05.959667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:05.974970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:06.004588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.005578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.025746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 15d48799-2fc7-4429-82fc-4702b8654a07 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:06.059995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Calling delete_port for 15d48799-2fc7-4429-82fc-4702b8654a07 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:06.061386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:06.074135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.081640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:06.084235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82a46379-d025-43ca-ad4a-861509f0377a tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:06.091941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] For port 11a1e8bf-18b9-46b5-9877-b05598215277, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=11a1e8bf-18b9-46b5-9877-b05598215277,segment=NetworkSegment(4f6f3d80-80de-4017-b322-f119081ddb62),segment_id=4f6f3d80-80de-4017-b322-f119081ddb62)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:06.092438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.104117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.120340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:06.135342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:06.139034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event deleted for resources: {'Port': ['ID=11a1e8bf-18b9-46b5-9877-b05598215277,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:06.141565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:06.147428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] No DVR routers for this DVR port 11a1e8bf-18b9-46b5-9877-b05598215277 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:20:06.229853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Calling delete_port for 11a1e8bf-18b9-46b5-9877-b05598215277 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:06.320440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.325883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:06.384923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Pushing event deleted for resources: {'Port': ['ID=15d48799-2fc7-4429-82fc-4702b8654a07,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:06.386833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] No DVR routers for this DVR port 15d48799-2fc7-4429-82fc-4702b8654a07 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:20:06.388930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:06.390748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:20:06.391547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:20:06.431785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.440282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:20:06.440750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:20:06.477918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec559422-c202-4dfe-a7f3-d7fdda9d7886']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:06.500025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6f3d80-80de-4017-b322-f119081ddb62') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:06.500698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6f3d80-80de-4017-b322-f119081ddb62') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:06.514055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.518795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.529030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.537377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-06ce823c-3212-4174-bb06-dd74fec766e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:06.540151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.546551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.560053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.591871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:06.592226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:06.607788 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:06.617712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92703ecf-be51-417a-9c32-9c6fe0d1b9c1,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:06.620574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:06.682038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.683195 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8856421 Nov 24 19:20:06.695323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36792) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:06.705210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '35e351bc-6ef5-4de5-b4f0-9341a44bdc4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92703ecf-be51-417a-9c32-9c6fe0d1b9c1', 'remote_ip_prefix': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:06.714541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:06.718249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:06.721611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:06.725001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.734255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.738782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:06.740763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:06.766019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Pushing event deleted for resources: {'Network': ['ID=ec559422-c202-4dfe-a7f3-d7fdda9d7886,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:06.770241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:06.774095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] 10.222.0.47 "DELETE /v2.0/networks/ec559422-c202-4dfe-a7f3-d7fdda9d7886 HTTP/1.1" status: 204 len: 168 time: 1.8779972 Nov 24 19:20:06.797418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.875812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.882863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.885342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e261188-39c9-4b89-80ec-594c63e900db tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:06.892311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Deleting port 11a1e8bf-18b9-46b5-9877-b05598215277 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:06.893890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:06.930194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ec7b29-c1b5-4074-8d77-0736ede656fc,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:06.948957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:06.951207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 15d48799-2fc7-4429-82fc-4702b8654a07 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:06.951551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.045095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.050489 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3499687 Nov 24 19:20:07.051616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36804) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:07.073173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a0a4-ea95-406b-8db6-7d3ce5dd1cf8 None None] The port '11a1e8bf-18b9-46b5-9877-b05598215277' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:20:07.083705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Router 07444550-535f-40e3-9032-da2b66030892 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:07.104780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] The port '15d48799-2fc7-4429-82fc-4702b8654a07' was deleted {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:20:07.138080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 11a1e8bf-18b9-46b5-9877-b05598215277 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:07.172461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.184212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.199055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 11a1e8bf-18b9-46b5-9877-b05598215277 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:07.199419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 11a1e8bf-18b9-46b5-9877-b05598215277 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:07.199848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 15d48799-2fc7-4429-82fc-4702b8654a07 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:07.223494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36808) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:07.256414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 15d48799-2fc7-4429-82fc-4702b8654a07 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:07.256776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 15d48799-2fc7-4429-82fc-4702b8654a07 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:07.319630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.325006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.333282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:07.353941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76ec7b29-c1b5-4074-8d77-0736ede656fc,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:07.374241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.382220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:07.386288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.387341 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/76ec7b29-c1b5-4074-8d77-0736ede656fc HTTP/1.1" status: 204 len: 168 time: 0.3347762 Nov 24 19:20:07.389023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45686505-ce82-44ae-94e8-1900bb304b32']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:07.400846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36814) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:07.406216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:07.406519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f51c81-b0c0-44ca-aa5e-a41d292e1cf4') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:07.422092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.430823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.458368 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8db3b097-69da-421e-a23f-5a8196bdaa3b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b3c1e6b14c6433daa7e5dcc6e5c6783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336950 Nov 24 19:20:07.459779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.461789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36818) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:07.481305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:07.481695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:07.497178 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:07.501011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:07.512127 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] Sync routers for ids ['07444550-535f-40e3-9032-da2b66030892'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:07.523219 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] Routers {'07444550-535f-40e3-9032-da2b66030892'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:07.524350 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['07444550-535f-40e3-9032-da2b66030892'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:07.547530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dcd58a37-442d-47f7-89db-4286611704c6 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:07.593089 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:07.602949 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] Routers {'07444550-535f-40e3-9032-da2b66030892'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:07.603687 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['07444550-535f-40e3-9032-da2b66030892'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:07.617287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.619547 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4723396 Nov 24 19:20:07.622081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dcd58a37-442d-47f7-89db-4286611704c6 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:07.623368 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dcd58a37-442d-47f7-89db-4286611704c6 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2193820 Nov 24 19:20:07.623937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36824) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:07.631463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36826) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:07.634457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': False}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:07.658173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.668457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.680537 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:07.681611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:07.681812 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e246eb4-3155-4e6d-a5c8-74dae13b77fa None None] The sync data for ids ['07444550-535f-40e3-9032-da2b66030892'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:07.721012 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/45686505-ce82-44ae-94e8-1900bb304b32 HTTP/1.1" status: 204 len: 168 time: 2.6913583 Nov 24 19:20:07.725379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=45686505-ce82-44ae-94e8-1900bb304b32,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:07.726821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36832) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:07.727231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:07.728088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.732162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Allocated IP 172.26.6.60 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/59092ed4-ca91-4ef8-917d-15563ee369eb) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:07.781935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.796465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.844350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.907391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.914114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1103a882-0baa-4513-b226-3d8033fda963 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:07.934338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968731f-2c7b-4899-b543-084f47b1a9fe,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:07.968158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:07.973566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:07.981141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37202004-7ea2-4b22-8e9f-a44d63070568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:07.999439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92703ecf-be51-417a-9c32-9c6fe0d1b9c1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:08.011740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:08.013828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.017258 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2968731f-2c7b-4899-b543-084f47b1a9fe HTTP/1.1" status: 204 len: 168 time: 0.5522721 Nov 24 19:20:08.017258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.020585 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/92703ecf-be51-417a-9c32-9c6fe0d1b9c1 HTTP/1.1" status: 204 len: 168 time: 0.3880782 Nov 24 19:20:08.023084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36840) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.100626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-43980379-2e55-41bb-8c27-58453a9f9da9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:08.123025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-43980379-2e55-41bb-8c27-58453a9f9da9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:08.124791 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-43980379-2e55-41bb-8c27-58453a9f9da9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1003132 Nov 24 19:20:08.128438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36844) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.168968 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320d1c5-14ce-47ee-a29b-c9ee2d100949 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:08.170350 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c320d1c5-14ce-47ee-a29b-c9ee2d100949 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4402306 Nov 24 19:20:08.173998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36850) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.204454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.282777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.336399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.364528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d853ed1e-435f-4ed0-a1a8-571f8402d6a5 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:08.399907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d853ed1e-435f-4ed0-a1a8-571f8402d6a5 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:08.404932 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d853ed1e-435f-4ed0-a1a8-571f8402d6a5 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2262216 Nov 24 19:20:08.405498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36862) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.410910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.439375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-471215254'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:08.439504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d3dd370a-606c-42c0-91be-a205e9a8dc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:08.454614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e351bc-6ef5-4de5-b4f0-9341a44bdc4c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:08.456921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:08.457454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:08.463092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.466630 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/35e351bc-6ef5-4de5-b4f0-9341a44bdc4c HTTP/1.1" status: 204 len: 168 time: 0.3345344 Nov 24 19:20:08.467006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36868) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.467139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:08.473374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:08.525393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-218cd893-51cb-453f-a688-b3439fbb59d3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:08.529953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:08.542605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-218cd893-51cb-453f-a688-b3439fbb59d3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:08.543878 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-218cd893-51cb-453f-a688-b3439fbb59d3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0760944 Nov 24 19:20:08.548897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36872) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.554769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--315415347'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:08.562273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:08.569486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:08.572919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:08.573117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.584844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.591486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.600594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-87cc500a-35c5-4bd3-9dd1-3e0bd47b3ccf tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:08.605604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:08.610155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:08.614209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:08.623149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:08.654696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.694236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:08.707614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.712551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:08.717833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:08.720468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:08.727295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.747884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:08.775177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Port': ['ID=59092ed4-ca91-4ef8-917d-15563ee369eb,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:08.778073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:08.793206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.793556 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment c34e0815-9156-47d0-8689-864607265561 of type vlan for network cbff7682-2022-4361-bbb7-67eed026242b Nov 24 19:20:08.813911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62406b9-e433-4493-8f55-6b5bc2fd8b53,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:08.819405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:08.828826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.832020 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2809556 Nov 24 19:20:08.833584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36886) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.839116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': 'b62406b9-e433-4493-8f55-6b5bc2fd8b53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:08.848680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:08.853085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:08.856078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:08.862571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:08.888307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.937492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36890) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:08.942349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.973054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.978246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:08.980512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46edcc04-515b-4777-8522-3c8b5e038e3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:09.007838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0537d3e-b8a8-4d82-8f33-823d25851f47,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:09.013680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:09.023219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.024974 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1900787 Nov 24 19:20:09.027722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36898) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:09.076514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:20:09.078818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'networks': [{'name': 'tempest-network--549412195'}, {'name': 'tempest-network--1578865000'}]} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:09.079235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'network': {'name': 'tempest-network--549412195'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:09.079942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'network': {'name': 'tempest-network--1578865000'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:09.086456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:09.089267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.098676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Usage tracker for resource:network and tenant:9b756295bfc74c6cb1bf7166da86d673 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:09.104543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:09.107904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.119433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:09.126667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.135341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Made reservation on behalf of 9b756295bfc74c6cb1bf7166da86d673 for: {'network': 2} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:09.139923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.140704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:09.141299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.146510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:09.158809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.273774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.278815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:09.288446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:09.298480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Usage tracker for resource:security_group_rule and tenant:9b756295bfc74c6cb1bf7166da86d673 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:09.301450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0537d3e-b8a8-4d82-8f33-823d25851f47,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:09.304834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:09.307926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:09.311321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.314825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/f0537d3e-b8a8-4d82-8f33-823d25851f47 HTTP/1.1" status: 204 len: 168 time: 0.2833829 Nov 24 19:20:09.314825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:09.315654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36902) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:09.358536 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9433134 Nov 24 19:20:09.362202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=cbff7682-2022-4361-bbb7-67eed026242b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:09.365108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36906) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:09.365348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:09.373884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network cbff7682-2022-4361-bbb7-67eed026242b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:09.380151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:09.411685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1be016c9-262c-4314-a132-a6dfd805f743 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:09.523371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1be016c9-262c-4314-a132-a6dfd805f743 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:09.525095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1be016c9-262c-4314-a132-a6dfd805f743 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2080112 Nov 24 19:20:09.535755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36912) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:09.566847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:09.585960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:09.592824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.597166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:09.603272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.608531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:09.618596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.619115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.633542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:09.668123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:09.671344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.773727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043f05b0-c0f5-46df-be46-a837298eab05,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:09.797615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:09.800018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.801880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:09.828746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.829083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Added segment 27dfa150-4cda-48f4-a4cf-3cde17981302 of type vlan for network a7945ded-d72c-4f12-8378-8644e72c47cc Nov 24 19:20:09.863066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.910258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:09.998645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.005601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6dc45bde-74a3-4998-aee1-755f9830bc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:10.030976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62406b9-e433-4493-8f55-6b5bc2fd8b53,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:10.037563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:10.039665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:10.056985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.057148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Added segment 1215277f-ad07-46b8-8164-da396de89a62 of type vlan for network c77ad6e5-87ff-475f-b8d0-fb8c4418304f Nov 24 19:20:10.124620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.131657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.135287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:10.165681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.166789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/b62406b9-e433-4493-8f55-6b5bc2fd8b53 HTTP/1.1" status: 204 len: 168 time: 0.6300960 Nov 24 19:20:10.171981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36920) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:10.235795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=ec247ff7-e582-48c0-8398-b78dda2f62f5,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:10.240728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:10.243157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': 'c34e0815-9156-47d0-8689-864607265561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:10.243516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: cbff7682-2022-4361-bbb7-67eed026242b, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:10.255086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.258291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.260183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:10.287849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:10.292481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:10.293110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.302570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network cbff7682-2022-4361-bbb7-67eed026242b is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:10.376500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, cbff7682-2022-4361-bbb7-67eed026242b) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:10.386760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e3b38-53c3-4b19-a90f-657c7a80a896 None None] Network cbff7682-2022-4361-bbb7-67eed026242b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:10.387747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:10.388367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.397038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Network': ['ID=a7945ded-d72c-4f12-8378-8644e72c47cc,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:10.404739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4660320 Nov 24 19:20:10.411575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dbf8d7ee-6ef0-44c6-966d-935355df3701 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:10.412998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a7945ded-d72c-4f12-8378-8644e72c47cc details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:10.424779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36924) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:10.436929 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0658469 Nov 24 19:20:10.472108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36928) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:10.491055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b', 'name': 'tempest-PortsTestJSON-1671555990'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:10.508050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Network': ['ID=c77ad6e5-87ff-475f-b8d0-fb8c4418304f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:10.510799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:10.511288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:10.511605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:10.546846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network c77ad6e5-87ff-475f-b8d0-fb8c4418304f details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:10.558442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.624277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dbf8d7ee-6ef0-44c6-966d-935355df3701 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:10.625486 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dbf8d7ee-6ef0-44c6-966d-935355df3701 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4498599 Nov 24 19:20:10.630832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36934) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:10.636072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562320203'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:10.642712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:10.653198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:10.667225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.692315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:10.696736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:10.699728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:10.706127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:10.788790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.793105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.800695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-237c4788-820f-4ff0-8bfa-639425914f3c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:10.837364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef3f49-3d80-48a9-a456-e92efff6d0e7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:10.842160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:10.859789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-cbff7682-2022-4361-bbb7-67eed026242b', 'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b', 'tenant_id': '1bb0ccabe7004e93bef1366812ee3059', 'fixed_ips': [{'subnet_id': 'ec247ff7-e582-48c0-8398-b78dda2f62f5'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:10.860593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.872169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.876002 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2417507 Nov 24 19:20:10.876304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36938) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:10.882721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '68ef3f49-3d80-48a9-a456-e92efff6d0e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:10.888968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:10.894160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:10.897395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:10.904180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:10.914681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.928106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.980658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:10.999142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.003807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.011705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef7f3c92-15d9-4bc0-8624-814bd6c4e581 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:11.034481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2077fbf1-7eb0-472f-a856-5b79a03e1c0e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:11.037182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:11.046778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Allocated IP 172.20.0.2 (cbff7682-2022-4361-bbb7-67eed026242b/ec247ff7-e582-48c0-8398-b78dda2f62f5/3fc13175-a251-4790-9fc3-05d899aaa37b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:11.047102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.048782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714702 Nov 24 19:20:11.051761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36944) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:11.075805 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4ba1cd13-91de-4e25-aede-7e59038ae3ce tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules/2077fbf1-7eb0-472f-a856-5b79a03e1c0e HTTP/1.1" status: 200 len: 763 time: 0.0225339 Nov 24 19:20:11.078124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36948) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:11.091487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438dc0d-cb2d-4269-b8f1-0961d6e5a312 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:11.097391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438dc0d-cb2d-4269-b8f1-0961d6e5a312 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:11.103369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438dc0d-cb2d-4269-b8f1-0961d6e5a312 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:11.114040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438dc0d-cb2d-4269-b8f1-0961d6e5a312 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:11.115939 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0438dc0d-cb2d-4269-b8f1-0961d6e5a312 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6906831 Nov 24 19:20:11.121111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36952) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:11.134994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:11.162545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f78cbaf2-58de-47b1-a603-950d38c1ba49 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:11.165915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:11.263802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f78cbaf2-58de-47b1-a603-950d38c1ba49 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:11.265300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f78cbaf2-58de-47b1-a603-950d38c1ba49 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1857905 Nov 24 19:20:11.268736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36956) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:11.276922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.287624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.298580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Transition to ACTIVE for port object 3fc13175-a251-4790-9fc3-05d899aaa37b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:11.319350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Transition to ACTIVE for port object 3fc13175-a251-4790-9fc3-05d899aaa37b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:11.334440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.347662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.348444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:11.381735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.410271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:11.413950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.433536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Network cbff7682-2022-4361-bbb7-67eed026242b is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:11.436517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:11.441319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:11.443459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Pushing event updated for resources: {'Port': ['ID=3fc13175-a251-4790-9fc3-05d899aaa37b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:11.447941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:11.466520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port ad675e44-8eda-4eaa-ab39-f0fc68f14b2e yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:11.488590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.514840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.528434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7945ded-d72c-4f12-8378-8644e72c47cc']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:11.537892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e728752f-314f-4970-989c-f227f8eba445 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:11.548679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Attempting to bind port 3fc13175-a251-4790-9fc3-05d899aaa37b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:11.549151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Attempting to bind port 3fc13175-a251-4790-9fc3-05d899aaa37b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'c34e0815-9156-47d0-8689-864607265561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:11.550431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Attempting to bind port 3fc13175-a251-4790-9fc3-05d899aaa37b on network cbff7682-2022-4361-bbb7-67eed026242b {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:11.556462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:11.556959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Checking segment: {'id': 'c34e0815-9156-47d0-8689-864607265561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:11.557502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.557932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2077fbf1-7eb0-472f-a856-5b79a03e1c0e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:11.558046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Bound using segment: {'id': 'c34e0815-9156-47d0-8689-864607265561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:11.558591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Bound port: 3fc13175-a251-4790-9fc3-05d899aaa37b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34e0815-9156-47d0-8689-864607265561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:11.559055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.561847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:11.566122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dfa150-4cda-48f4-a4cf-3cde17981302') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:11.566427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dfa150-4cda-48f4-a4cf-3cde17981302') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:11.575684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.578642 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2077fbf1-7eb0-472f-a856-5b79a03e1c0e HTTP/1.1" status: 204 len: 168 time: 0.3052900 Nov 24 19:20:11.579247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36962) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:11.597273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.606313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Router 7a36f32d-393a-4e65-9e83-1fb75c695ed9 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:11.620301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.637497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:11.637907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.638621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Router 07444550-535f-40e3-9032-da2b66030892 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:11.652688 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:11.662699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] For port 3fc13175-a251-4790-9fc3-05d899aaa37b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:11.666229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] For port 3fc13175-a251-4790-9fc3-05d899aaa37b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3fc13175-a251-4790-9fc3-05d899aaa37b,segment=NetworkSegment(c34e0815-9156-47d0-8689-864607265561),segment_id=c34e0815-9156-47d0-8689-864607265561)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:11.669133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-acfcf03d-9be9-472a-bc44-70a0ff8f094f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:11.671440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.677408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:11.703162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.4 (cbff7682-2022-4361-bbb7-67eed026242b/ec247ff7-e582-48c0-8398-b78dda2f62f5/ad675e44-8eda-4eaa-ab39-f0fc68f14b2e) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:11.775021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Pushing event updated for resources: {'Port': ['ID=3fc13175-a251-4790-9fc3-05d899aaa37b,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:11.791508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:11.876296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-acfcf03d-9be9-472a-bc44-70a0ff8f094f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:11.877997 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-acfcf03d-9be9-472a-bc44-70a0ff8f094f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2976851 Nov 24 19:20:11.879714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.882663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36968) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:11.887508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:11.893932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '68ef3f49-3d80-48a9-a456-e92efff6d0e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:11.899390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:11.923624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Network': ['ID=a7945ded-d72c-4f12-8378-8644e72c47cc,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:11.926317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:11.930491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:11.936055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/networks/a7945ded-d72c-4f12-8378-8644e72c47cc HTTP/1.1" status: 204 len: 168 time: 0.8115036 Nov 24 19:20:11.938785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36972) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:11.969435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:12.071021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.103248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:12.113629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Sync routers for ids ['7a36f32d-393a-4e65-9e83-1fb75c695ed9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:12.125542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.126136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Routers {'7a36f32d-393a-4e65-9e83-1fb75c695ed9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:12.126960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7a36f32d-393a-4e65-9e83-1fb75c695ed9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.208077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:12.215726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.218235 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] Sync routers for ids ['07444550-535f-40e3-9032-da2b66030892'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:12.228401 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9785edca-8822-470a-b2fb-c538d700b753 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "PUT /v2.0/routers/07444550-535f-40e3-9032-da2b66030892 HTTP/1.1" status: 200 len: 921 time: 4.6007788 Nov 24 19:20:12.232184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36978) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.233713 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] Routers {'07444550-535f-40e3-9032-da2b66030892'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:12.234395 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['07444550-535f-40e3-9032-da2b66030892'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.300986 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.312758 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] Routers {'07444550-535f-40e3-9032-da2b66030892'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:12.313632 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['07444550-535f-40e3-9032-da2b66030892'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.320281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.349873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object ad675e44-8eda-4eaa-ab39-f0fc68f14b2e will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:12.376583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.382373 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5043817 Nov 24 19:20:12.385257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36982) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.390563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.397411 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.400553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.402103 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd89b7-7ff0-4bf2-a0a6-acff92e8d3fa None None] The sync data for ids ['07444550-535f-40e3-9032-da2b66030892'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:12.451574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd330fd6-dca8-4945-9172-09073a9d614f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:12.456413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Set router 7a36f32d-393a-4e65-9e83-1fb75c695ed9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:20:12.541894 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-09c2c82b-fa7a-47ec-8dd2-e5b90faabadd tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/07444550-535f-40e3-9032-da2b66030892 HTTP/1.1" status: 200 len: 921 time: 0.3060346 Nov 24 19:20:12.543613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36988) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.546552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.556049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.566874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network cbff7682-2022-4361-bbb7-67eed026242b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:12.573915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:12.578632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=ad675e44-8eda-4eaa-ab39-f0fc68f14b2e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:12.590265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:12.624627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:12.673883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2454ee54-36eb-4036-892b-5011a2f2c1b6,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:12.680686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:12.683752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:12.689531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77ad6e5-87ff-475f-b8d0-fb8c4418304f']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.736293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1215277f-ad07-46b8-8164-da396de89a62') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.737569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1215277f-ad07-46b8-8164-da396de89a62') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.756133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.760155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8739510 Nov 24 19:20:12.760155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.761716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:12.762396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.766028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 36992) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.783873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 36996) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.784407 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fbb30aab-31cd-4458-b39c-3f1ecfafc95d tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/7a36f32d-393a-4e65-9e83-1fb75c695ed9 HTTP/1.1" status: 200 len: 908 time: 0.3965878 Nov 24 19:20:12.789362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0761e987-b339-4a1e-825f-bb9df88abaf1 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:12.794058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0761e987-b339-4a1e-825f-bb9df88abaf1 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=07444550-535f-40e3-9032-da2b66030892&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2463570 Nov 24 19:20:12.796598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37000) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.799874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1955797353', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': True}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:12.805639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.812410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:12.818348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:12.818754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:12.837008 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3641927 Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:12.839450 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:12.841287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Usage tracker for resource:router and tenant:36a234ef07f34ee8bc768d053a91890b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:12.845388 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-93389d46-0836-420e-a5b5-fdb2e6e07a65 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules/2454ee54-36eb-4036-892b-5011a2f2c1b6 HTTP/1.1" status: 200 len: 763 time: 0.0715463 Nov 24 19:20:12.845564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37004) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.851546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37006) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:12.855024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:12.880998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a36f32d-393a-4e65-9e83-1fb75c695ed9', 'name': 'tempest-snat-router-1955797353', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.60'}], 'enable_snat': False}, 'gw_port_id': '59092ed4-ca91-4ef8-917d-15563ee369eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:20:06Z', 'updated_at': '2021-11-24T19:20:09Z', 'revision_number': 3, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port': {'id': '59092ed4-ca91-4ef8-917d-15563ee369eb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a36f32d-393a-4e65-9e83-1fb75c695ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:20:07Z', 'updated_at': '2021-11-24T19:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:12.886232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Checking router: 7a36f32d-393a-4e65-9e83-1fb75c695ed9 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:20:12.887451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Updating router 7a36f32d-393a-4e65-9e83-1fb75c695ed9 port 59092ed4-ca91-4ef8-917d-15563ee369eb binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:20:12.918319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': 'cbff7682-2022-4361-bbb7-67eed026242b', 'name': 'tempest-PortsTestJSON-909499085'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:12.944247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:12.998228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.025623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59252995-e998-45d8-b184-e29e10bb31f6 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:13.026299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-715893ca-2bfb-4db5-8920-d21cd8b1045e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:13.027153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-59252995-e998-45d8-b184-e29e10bb31f6 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Synchronizing usage tracker for tenant:4f95c6b250b2467fb3e89eae3af12fa5 on resource:network {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:13.098696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f2223-13cb-4668-a4a6-10135f8acfd5 None None] Network cbff7682-2022-4361-bbb7-67eed026242b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:13.104469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-59252995-e998-45d8-b184-e29e10bb31f6 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Unset dirty status for tenant:4f95c6b250b2467fb3e89eae3af12fa5 on resource:network {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:13.105657 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-59252995-e998-45d8-b184-e29e10bb31f6 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.3079889 Nov 24 19:20:13.108839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37014) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:13.118174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.119194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.130280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.146129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.153440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:13.172990 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8869e15b-94d6-468e-bd59-9be3f5b88f69 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=07444550-535f-40e3-9032-da2b66030892 HTTP/1.1" status: 200 len: 205 time: 0.0571790 Nov 24 19:20:13.176092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37018) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:13.184800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Network': ['ID=c77ad6e5-87ff-475f-b8d0-fb8c4418304f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:13.188576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:13.196480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-715893ca-2bfb-4db5-8920-d21cd8b1045e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:13.197678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-715893ca-2bfb-4db5-8920-d21cd8b1045e tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3386109 Nov 24 19:20:13.215734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37022) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:13.219004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/networks/c77ad6e5-87ff-475f-b8d0-fb8c4418304f HTTP/1.1" status: 204 len: 168 time: 1.2791021 Nov 24 19:20:13.220557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.234515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37026) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:13.272555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3fc13175-a251-4790-9fc3-05d899aaa37b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:13.357748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.363868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:13.366750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ff5889c5-8b0d-446e-a8fc-97d9c46e006f None None] Provisioning for port 3fc13175-a251-4790-9fc3-05d899aaa37b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:13.439211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:13.447658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:13.466424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.523857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.527183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:13.569057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 3fc13175-a251-4790-9fc3-05d899aaa37b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:13.585939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3fc13175-a251-4790-9fc3-05d899aaa37b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:13.586324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.730621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.745829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Deleting port 4cb328e7-49fe-4dc7-8a12-f8203ccc42c9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:13.746230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.824326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.827102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:13.831852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.838679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Transition to ACTIVE for port object 59092ed4-ca91-4ef8-917d-15563ee369eb will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:13.856315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.858908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.888528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:13.965834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.979828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:13.989377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed4802-13e8-49d7-9717-4131cfe19cf7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:13.996709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed4802-13e8-49d7-9717-4131cfe19cf7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:13.997528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bbed4802-13e8-49d7-9717-4131cfe19cf7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Synchronizing usage tracker for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:13.999451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.007342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8402bb18-98eb-42b9-af86-fb829a74c700 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:14.041313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Attempting to bind port 59092ed4-ca91-4ef8-917d-15563ee369eb on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:14.041696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Attempting to bind port 59092ed4-ca91-4ef8-917d-15563ee369eb by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:14.042072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Attempting to bind port 59092ed4-ca91-4ef8-917d-15563ee369eb on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:14.050303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:14.050786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:14.051081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.051476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:14.051991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Bound port: 59092ed4-ca91-4ef8-917d-15563ee369eb, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:14.052401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.058516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port dca2159a-7288-4b31-8c3d-641a1d4aabb9 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:14.083998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f6f34-5bd8-4044-845a-a4bdb67e752c None None] Pushing event updated for resources: {'Port': ['ID=59092ed4-ca91-4ef8-917d-15563ee369eb,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:14.109423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d41f6f34-5bd8-4044-845a-a4bdb67e752c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:14.110968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2454ee54-36eb-4036-892b-5011a2f2c1b6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:14.122956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:14.133819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bbed4802-13e8-49d7-9717-4131cfe19cf7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Unset dirty status for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:14.135428 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bbed4802-13e8-49d7-9717-4131cfe19cf7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8898692 Nov 24 19:20:14.135816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4b6dda5e-0b31-410a-b6ca-0bb423ca9098 None None] Provisioning complete for port 3fc13175-a251-4790-9fc3-05d899aaa37b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:14.137062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b6dda5e-0b31-410a-b6ca-0bb423ca9098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.146180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.147588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2454ee54-36eb-4036-892b-5011a2f2c1b6 HTTP/1.1" status: 204 len: 168 time: 0.9306951 Nov 24 19:20:14.161844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37036) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:14.162186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37038) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:14.168427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 3fc13175-a251-4790-9fc3-05d899aaa37b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3fc13175-a251-4790-9fc3-05d899aaa37b,segment=NetworkSegment(c34e0815-9156-47d0-8689-864607265561),segment_id=c34e0815-9156-47d0-8689-864607265561)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:14.172456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Calling delete_port for 4cb328e7-49fe-4dc7-8a12-f8203ccc42c9 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:14.187065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.214498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1279542168'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:14.218699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d41f6f34-5bd8-4044-845a-a4bdb67e752c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:14.219835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:14.231028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:14.273563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Made reservation on behalf of 9b756295bfc74c6cb1bf7166da86d673 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:14.279297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.310525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] For port 59092ed4-ca91-4ef8-917d-15563ee369eb, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:14.333343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] For port 59092ed4-ca91-4ef8-917d-15563ee369eb, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=59092ed4-ca91-4ef8-917d-15563ee369eb,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:14.341018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=3fc13175-a251-4790-9fc3-05d899aaa37b,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:14.344539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:14.349849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.3 (cbff7682-2022-4361-bbb7-67eed026242b/ec247ff7-e582-48c0-8398-b78dda2f62f5/dca2159a-7288-4b31-8c3d-641a1d4aabb9) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:14.365439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:14.387790 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-313d17b7-0c5e-40ee-a275-1c643378eb96 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2228169 Nov 24 19:20:14.394074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37044) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:14.408126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Request body: {'security_group_rule': {'security_group_id': '68ef3f49-3d80-48a9-a456-e92efff6d0e7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:14.409875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.409875 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Added segment 31283af3-1d2d-463b-9300-98a53a1614a4 of type vlan for network 34b5063c-5adf-4d3e-91c8-ec40b1b79c6e Nov 24 19:20:14.424872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.426889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:14.434814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:14.453096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.496742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Usage tracker for resource:security_group_rule and tenant:9738ffdf554f49dab4db3a4e3376c0fd is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:14.501939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:14.525657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.537506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:14.538102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.541981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Routers {'7a36f32d-393a-4e65-9e83-1fb75c695ed9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:14.543204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7a36f32d-393a-4e65-9e83-1fb75c695ed9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:14.545570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6053cbc5-3ed9-4e7d-82f4-efce3d2e6d87 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:14.564213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:14.592576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f6f34-5bd8-4044-845a-a4bdb67e752c None None] Pushing event updated for resources: {'Port': ['ID=59092ed4-ca91-4ef8-917d-15563ee369eb,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:14.596667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d41f6f34-5bd8-4044-845a-a4bdb67e752c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:14.617166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4b6dda5e-0b31-410a-b6ca-0bb423ca9098 None None] Provisioning for port ad675e44-8eda-4eaa-ab39-f0fc68f14b2e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:14.635122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4b6dda5e-0b31-410a-b6ca-0bb423ca9098 None None] Provisioning complete for port ad675e44-8eda-4eaa-ab39-f0fc68f14b2e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:14.635511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b6dda5e-0b31-410a-b6ca-0bb423ca9098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.670078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Network': ['ID=34b5063c-5adf-4d3e-91c8-ec40b1b79c6e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:14.672921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:14.679810 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5131352 Nov 24 19:20:14.679810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.681780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37050) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:14.682940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-527814b1-5183-4857-b5e1-ba2061ffa3ff tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:14.716513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.725697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1953275022'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:14.738779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event deleted for resources: {'Port': ['ID=4cb328e7-49fe-4dc7-8a12-f8203ccc42c9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:14.742163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:14.742712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:14.749575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 34b5063c-5adf-4d3e-91c8-ec40b1b79c6e details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:14.781159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.786775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Usage tracker for resource:network and tenant:9b756295bfc74c6cb1bf7166da86d673 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:14.814615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:14.836344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.849044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dda5e-0b31-410a-b6ca-0bb423ca9098 None None] Port ad675e44-8eda-4eaa-ab39-f0fc68f14b2e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:14.853847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:14.906513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Made reservation on behalf of 9b756295bfc74c6cb1bf7166da86d673 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:14.911100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.933711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.967488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:14.989116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] Set router 7a36f32d-393a-4e65-9e83-1fb75c695ed9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:20:14.996084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.011806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.016803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object dca2159a-7288-4b31-8c3d-641a1d4aabb9 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:15.023331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5f161472-4964-4f72-9bc3-761fb2baa8f4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:15.118663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bba6d28-46ff-4d01-ba3b-0255ed52aee5,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:15.128337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:15.169121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.170729 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7749674 Nov 24 19:20:15.175731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37056) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:15.199441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3fc13175-a251-4790-9fc3-05d899aaa37b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:15.212288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Allocated IP 172.26.6.65 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/cf9599ed-5596-427a-b6af-5182678dfc34) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:15.218179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:15.227169 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5bad42d6-a85d-4f49-bb54-1070d97b087c tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules/9bba6d28-46ff-4d01-ba3b-0255ed52aee5 HTTP/1.1" status: 200 len: 764 time: 0.0476224 Nov 24 19:20:15.227364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.228016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:15.231631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.234683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.241904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.242594 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Added segment 69fd9fe5-9d7b-4daf-b31e-22d6cf990e92 of type vlan for network 151f439a-8c78-4ae3-a3eb-62db16aa5bc3 Nov 24 19:20:15.259465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-42d393ae-09f2-4197-8087-fc93ba56baec tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:15.266457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.267047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Fanout notify agent at l3_agent the message router_deleted on router 07444550-535f-40e3-9032-da2b66030892 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:15.290017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.303651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.304964 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/07444550-535f-40e3-9032-da2b66030892 HTTP/1.1" status: 204 len: 168 time: 2.1276999 Nov 24 19:20:15.309056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37066) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:15.315885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-158356615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:15.324218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:15.337907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Usage tracker for resource:router and tenant:f9529820cc1948159e284ee4f2e2bab2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:15.342181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:15.351054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-05ed66f7-e2be-4bec-bfdf-154864fe6e4e None None] Provisioning complete for port ad675e44-8eda-4eaa-ab39-f0fc68f14b2e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:15.351441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05ed66f7-e2be-4bec-bfdf-154864fe6e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.354702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:15.366070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.371576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:15.372204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.387117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:15.410835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network cbff7682-2022-4361-bbb7-67eed026242b is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:15.428526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:15.436468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-05ed66f7-e2be-4bec-bfdf-154864fe6e4e None None] Port ad675e44-8eda-4eaa-ab39-f0fc68f14b2e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:15.444471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:15.470763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3fc13175-a251-4790-9fc3-05d899aaa37b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:15.470903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.551095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=dca2159a-7288-4b31-8c3d-641a1d4aabb9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:15.563815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1415bd9b-5a39-4511-b452-9c6d0b676515 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:15.569077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:15.629363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1415bd9b-5a39-4511-b452-9c6d0b676515 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:15.630658 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1415bd9b-5a39-4511-b452-9c6d0b676515 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4018764 Nov 24 19:20:15.635141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37070) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:15.637927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.671998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:15.672785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.673384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.675046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.686264 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9709520 Nov 24 19:20:15.688528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37074) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:15.699937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'ports': [{'network_id': '34b5063c-5adf-4d3e-91c8-ec40b1b79c6e', 'name': 'tempest-port--797177184', 'admin_state_up': True}, {'network_id': '151f439a-8c78-4ae3-a3eb-62db16aa5bc3', 'admin_state_up': False}]} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:15.700401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'port': {'network_id': '34b5063c-5adf-4d3e-91c8-ec40b1b79c6e', 'name': 'tempest-port--797177184', 'admin_state_up': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:15.700996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'port': {'network_id': '151f439a-8c78-4ae3-a3eb-62db16aa5bc3', 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:15.702832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.705166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a36f32d-393a-4e65-9e83-1fb75c695ed9', 'name': 'tempest-snat-router-1955797353', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.60'}], 'enable_snat': False}, 'gw_port_id': '59092ed4-ca91-4ef8-917d-15563ee369eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:20:06Z', 'updated_at': '2021-11-24T19:20:09Z', 'revision_number': 3, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port': {'id': '59092ed4-ca91-4ef8-917d-15563ee369eb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a36f32d-393a-4e65-9e83-1fb75c695ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:20:07Z', 'updated_at': '2021-11-24T19:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:15.711805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec743-66bf-475d-999b-3c1469aead89 None None] The sync data for ids ['7a36f32d-393a-4e65-9e83-1fb75c695ed9'] in dv-neutron-818346-1-hyperv is: [{'id': '7a36f32d-393a-4e65-9e83-1fb75c695ed9', 'name': 'tempest-snat-router-1955797353', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.60'}], 'enable_snat': False}, 'gw_port_id': '59092ed4-ca91-4ef8-917d-15563ee369eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:20:06Z', 'updated_at': '2021-11-24T19:20:09Z', 'revision_number': 3, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port': {'id': '59092ed4-ca91-4ef8-917d-15563ee369eb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a36f32d-393a-4e65-9e83-1fb75c695ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:20:07Z', 'updated_at': '2021-11-24T19:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:15.715799 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8630519 Nov 24 19:20:15.715942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d0560a1d-d1b0-4fed-bcf0-4ce0583814a1 None None] Provisioning for port dca2159a-7288-4b31-8c3d-641a1d4aabb9 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:15.718234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.720326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d0560a1d-d1b0-4fed-bcf0-4ce0583814a1 None None] Provisioning complete for port dca2159a-7288-4b31-8c3d-641a1d4aabb9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:15.720661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d0560a1d-d1b0-4fed-bcf0-4ce0583814a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.724322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37078) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:15.729239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Network': ['ID=151f439a-8c78-4ae3-a3eb-62db16aa5bc3,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:15.736450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:15.752579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 151f439a-8c78-4ae3-a3eb-62db16aa5bc3 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:15.809327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.819705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.824862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-313086e4-923d-43ce-9002-6a984221fdd2 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:15.883634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:15.890824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d0560a1d-d1b0-4fed-bcf0-4ce0583814a1 None None] Port dca2159a-7288-4b31-8c3d-641a1d4aabb9 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:16.000482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.005495 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-be3ef2dd-ba17-48db-b5c7-a5fa65dc302c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6922581 Nov 24 19:20:16.006431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37082) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:16.013416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:16.025225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.069875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:16.077846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:16.088634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:16.128732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Port': ['ID=cf9599ed-5596-427a-b6af-5182678dfc34,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:16.137625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:16.145217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:16.161655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.161911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:16.162984 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/9bba6d28-46ff-4d01-ba3b-0255ed52aee5 HTTP/1.1" status: 204 len: 168 time: 0.5218899 Nov 24 19:20:16.166231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bba6d28-46ff-4d01-ba3b-0255ed52aee5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:16.168797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37086) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:16.171469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:16.176452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Usage tracker for resource:port and tenant:9b756295bfc74c6cb1bf7166da86d673 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:16.181525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:16.201244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b3c78-9b49-423d-9b1a-e84e5f0016e6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:16.201987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-057b3c78-9b49-423d-9b1a-e84e5f0016e6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:16.247107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:16.296108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-057b3c78-9b49-423d-9b1a-e84e5f0016e6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:16.306214 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-057b3c78-9b49-423d-9b1a-e84e5f0016e6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.5808396 Nov 24 19:20:16.308828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37094) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:16.394497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Made reservation on behalf of 9b756295bfc74c6cb1bf7166da86d673 for: {'port': 2} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:16.400318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.486003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.493413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fd24724a-2cd6-44cf-9d71-4225f07286af tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:16.496967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.531212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port dca2159a-7288-4b31-8c3d-641a1d4aabb9 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:16.531612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.632436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fd24724a-2cd6-44cf-9d71-4225f07286af tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:16.636641 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fd24724a-2cd6-44cf-9d71-4225f07286af tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4612272 Nov 24 19:20:16.642229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37100) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:16.653137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] device_id is not set on port 8f40020a-f90e-4127-a695-c4ae2ecae3d8 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:16.892104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:16.967006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.044268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.053352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.061558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.134173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 59092ed4-ca91-4ef8-917d-15563ee369eb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:17.230365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 59092ed4-ca91-4ef8-917d-15563ee369eb completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:17.235743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 59092ed4-ca91-4ef8-917d-15563ee369eb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:17.236270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.260491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.263700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for dca2159a-7288-4b31-8c3d-641a1d4aabb9 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:17.294580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] device_id is not set on port 244d9319-1631-4cce-a5ef-f4f078d091af yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:17.298026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.388661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.423179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 59092ed4-ca91-4ef8-917d-15563ee369eb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=59092ed4-ca91-4ef8-917d-15563ee369eb,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:17.441064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.443357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-00d1a03b-b402-4b1c-8b03-3c4508a81174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:17.523601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Allocated IP 172.26.6.189 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/eea4d96a-cddb-4695-8533-e7007213e647) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:17.548892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.564519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-49842958-c39f-4d86-9fdd-6151ef063b20 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:17.588252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=59092ed4-ca91-4ef8-917d-15563ee369eb,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:17.593014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:17.646130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.759121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.762375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.770698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.777378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f652f4a-ded0-43a7-a013-90ffb90b7645 tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:17.808750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=dca2159a-7288-4b31-8c3d-641a1d4aabb9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:17.822138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:17.854727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:17.874014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Port': ['ID=8f40020a-f90e-4127-a695-c4ae2ecae3d8,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:17.882473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:17.892114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Checking segment: {'id': '31283af3-1d2d-463b-9300-98a53a1614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '34b5063c-5adf-4d3e-91c8-ec40b1b79c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:17.892485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network hostable DHCP agents. Network: 34b5063c-5adf-4d3e-91c8-ec40b1b79c6e, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:17.906189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:17.911619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f2935b5a-6d84-4c77-b44d-27b5dd1144fe tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:17.947052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef3f49-3d80-48a9-a456-e92efff6d0e7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:17.961619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:17.970974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:17.980456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:17.984827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:17.999416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:18.004981 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "DELETE /v2.0/security-groups/68ef3f49-3d80-48a9-a456-e92efff6d0e7 HTTP/1.1" status: 204 len: 168 time: 1.3460526 Nov 24 19:20:18.018769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37110) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:18.030847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network 34b5063c-5adf-4d3e-91c8-ec40b1b79c6e is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:18.060888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:18.062927 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/dca2159a-7288-4b31-8c3d-641a1d4aabb9 HTTP/1.1" status: 204 len: 168 time: 1.7433181 Nov 24 19:20:18.064257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event updated for resources: {'Port': ['ID=eea4d96a-cddb-4695-8533-e7007213e647,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:18.069106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37114) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:18.103423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:18.106436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:18.129274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 34b5063c-5adf-4d3e-91c8-ec40b1b79c6e) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:18.136920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f47c67-c81d-48b5-bd54-be3603b19413 None None] Network 34b5063c-5adf-4d3e-91c8-ec40b1b79c6e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:18.151574 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e1c901f8-57fa-486c-b151-4b39aa6c93fe tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1296585 Nov 24 19:20:18.156195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37118) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:18.156518 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6db890-190d-4018-a772-71cef76a27de tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:20:18.157053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d6db890-190d-4018-a772-71cef76a27de tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:18.159884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:18.160732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:18.215819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4533c418-953a-471f-8057-6b0e527d4f59 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:18.316357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4e0c6a83-665b-4213-84f3-71d8063e559a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Synchronizing usage tracker for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:18.351223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4e0c6a83-665b-4213-84f3-71d8063e559a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Unset dirty status for tenant:9738ffdf554f49dab4db3a4e3376c0fd on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:18.352528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4e0c6a83-665b-4213-84f3-71d8063e559a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1948805 Nov 24 19:20:18.357804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d6db890-190d-4018-a772-71cef76a27de tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:18.358709 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d6db890-190d-4018-a772-71cef76a27de tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/dca2159a-7288-4b31-8c3d-641a1d4aabb9 HTTP/1.1" status: 404 len: 333 time: 0.2885082 Nov 24 19:20:18.366989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37124) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:18.383824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Router 05b382e4-2401-4ab2-a82e-7a95431b2668 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:18.501414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Port': ['ID=244d9319-1631-4cce-a5ef-f4f078d091af,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:18.504430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:18.533886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Checking segment: {'id': '69fd9fe5-9d7b-4daf-b31e-22d6cf990e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '151f439a-8c78-4ae3-a3eb-62db16aa5bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:18.534238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network hostable DHCP agents. Network: 151f439a-8c78-4ae3-a3eb-62db16aa5bc3, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:18.553788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port ad675e44-8eda-4eaa-ab39-f0fc68f14b2e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:18.554130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:18.578666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:18.598573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Sync routers for ids ['05b382e4-2401-4ab2-a82e-7a95431b2668'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:18.606926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:18.608423 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8224292 Nov 24 19:20:18.610359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Routers {'05b382e4-2401-4ab2-a82e-7a95431b2668'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:18.610971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37132) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:18.611850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['05b382e4-2401-4ab2-a82e-7a95431b2668'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:18.708437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37138) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:18.770426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network 151f439a-8c78-4ae3-a3eb-62db16aa5bc3 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:18.878156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:18.894153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Set router 05b382e4-2401-4ab2-a82e-7a95431b2668 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:20:18.979876 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2435036b-9443-433e-88ce-03652fc4dc57 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/05b382e4-2401-4ab2-a82e-7a95431b2668 HTTP/1.1" status: 200 len: 907 time: 0.3670034 Nov 24 19:20:18.988524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37146) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:19.008312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 151f439a-8c78-4ae3-a3eb-62db16aa5bc3) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:19.012187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:19.018323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:19.024063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:19.024921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.036308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f982a-8ba7-45f2-b14d-e42e2e1daba8 None None] Network 151f439a-8c78-4ae3-a3eb-62db16aa5bc3 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:19.105326 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a7535d4e-e731-41f0-80a4-5331b315560c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9738ffdf554f49dab4db3a4e3376c0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954089 Nov 24 19:20:19.109025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37150) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:19.129358 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4386568 Nov 24 19:20:19.134115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37154) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:19.165846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 59092ed4-ca91-4ef8-917d-15563ee369eb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:19.231666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.247944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.318862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.417805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.421717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 59092ed4-ca91-4ef8-917d-15563ee369eb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:19.422102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.466001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.509272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b382e4-2401-4ab2-a82e-7a95431b2668', 'name': 'tempest-snat-router-1955797353', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cf9599ed-5596-427a-b6af-5182678dfc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:20:13Z', 'updated_at': '2021-11-24T19:20:16Z', 'revision_number': 3, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port': {'id': 'cf9599ed-5596-427a-b6af-5182678dfc34', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b382e4-2401-4ab2-a82e-7a95431b2668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:20:14Z', 'updated_at': '2021-11-24T19:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:19.515812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Checking router: 05b382e4-2401-4ab2-a82e-7a95431b2668 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:20:19.516204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Updating router 05b382e4-2401-4ab2-a82e-7a95431b2668 port cf9599ed-5596-427a-b6af-5182678dfc34 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:20:19.606812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for ad675e44-8eda-4eaa-ab39-f0fc68f14b2e owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:19.621518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.624709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.639240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Deleting port cf9599ed-5596-427a-b6af-5182678dfc34 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:19.639626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.667502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeae0b0-3668-44d4-9606-39c1c9b80145 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:19.671346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeae0b0-3668-44d4-9606-39c1c9b80145 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:19.672149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afeae0b0-3668-44d4-9606-39c1c9b80145 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Synchronizing usage tracker for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:19.687344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.693751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:19.728994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f0e024-9844-47f4-ac95-f3a780352368,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:19.733456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:19.798609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afeae0b0-3668-44d4-9606-39c1c9b80145 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Unset dirty status for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:19.801785 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-afeae0b0-3668-44d4-9606-39c1c9b80145 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6156213 Nov 24 19:20:19.829767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37160) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:19.920184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Deleting port 8f40020a-f90e-4127-a695-c4ae2ecae3d8 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:19.920553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.979809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:19.990657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.066205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.084430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-338a8b78-cf5e-4d3a-9b9f-8e29e0e20737 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:20.093125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.108065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Transition to ACTIVE for port object cf9599ed-5596-427a-b6af-5182678dfc34 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:20.115516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.120438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:20.138906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=ad675e44-8eda-4eaa-ab39-f0fc68f14b2e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:20.145351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:20.186849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.192889 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38f0e024-9844-47f4-ac95-f3a780352368 HTTP/1.1" status: 204 len: 168 time: 1.0778458 Nov 24 19:20:20.195437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.213242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Attempting to bind port cf9599ed-5596-427a-b6af-5182678dfc34 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:20.214194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Attempting to bind port cf9599ed-5596-427a-b6af-5182678dfc34 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:20.214764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Attempting to bind port cf9599ed-5596-427a-b6af-5182678dfc34 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:20.226596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf83e0-21fe-461f-942d-27ba9f8e2a7c None None] Pushing event updated for resources: {'Port': ['ID=cf9599ed-5596-427a-b6af-5182678dfc34,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:20.229598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:20.230218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:20.230814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.231407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:20.232097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Bound port: cf9599ed-5596-427a-b6af-5182678dfc34, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:20.232677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.264447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8acf83e0-21fe-461f-942d-27ba9f8e2a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:20.333209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] For port cf9599ed-5596-427a-b6af-5182678dfc34, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:20.336975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] For port cf9599ed-5596-427a-b6af-5182678dfc34, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cf9599ed-5596-427a-b6af-5182678dfc34,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:20.357172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.363039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ad947b2a-49c1-4072-afbf-44cab60b1c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:20.363337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Calling delete_port for 8f40020a-f90e-4127-a695-c4ae2ecae3d8 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:20.401734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.444956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Routers {'05b382e4-2401-4ab2-a82e-7a95431b2668'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:20.445689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['05b382e4-2401-4ab2-a82e-7a95431b2668'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:20.456320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.490081 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/ad675e44-8eda-4eaa-ab39-f0fc68f14b2e HTTP/1.1" status: 204 len: 168 time: 2.1203268 Nov 24 19:20:20.491112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37172) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:20.507672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf83e0-21fe-461f-942d-27ba9f8e2a7c None None] Pushing event updated for resources: {'Port': ['ID=cf9599ed-5596-427a-b6af-5182678dfc34,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:20.518592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8acf83e0-21fe-461f-942d-27ba9f8e2a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:20.556399 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-717c9028-31f7-4ac8-884f-e9198df5889a tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:20:20.557083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-717c9028-31f7-4ac8-884f-e9198df5889a tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:20.575462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Router a891ff70-1f0d-4401-8a3e-160ec68c3ef1 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:20.617244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] Set router 05b382e4-2401-4ab2-a82e-7a95431b2668 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:20:20.621545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Calling delete_port for cf9599ed-5596-427a-b6af-5182678dfc34 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:20.654214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-717c9028-31f7-4ac8-884f-e9198df5889a tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:20.658243 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-717c9028-31f7-4ac8-884f-e9198df5889a tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/ad675e44-8eda-4eaa-ab39-f0fc68f14b2e HTTP/1.1" status: 404 len: 333 time: 0.1615961 Nov 24 19:20:20.659000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37180) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:20.740106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b382e4-2401-4ab2-a82e-7a95431b2668', 'name': 'tempest-snat-router-1955797353', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:20:13Z', 'updated_at': '2021-11-24T19:20:19Z', 'revision_number': 4, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:20.742873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.745087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac491307-3b4d-43a5-a068-c4131c0a3f02 None None] The sync data for ids ['05b382e4-2401-4ab2-a82e-7a95431b2668'] in dv-neutron-818346-1-hyperv is: [{'id': '05b382e4-2401-4ab2-a82e-7a95431b2668', 'name': 'tempest-snat-router-1955797353', 'tenant_id': '36a234ef07f34ee8bc768d053a91890b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:20:13Z', 'updated_at': '2021-11-24T19:20:19Z', 'revision_number': 4, 'project_id': '36a234ef07f34ee8bc768d053a91890b', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:20.753409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-468d8cd1-68bf-42fa-884c-d144e5bfec44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:20.807616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:20:20.808106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:20:20.811555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Port': ['ID=8f40020a-f90e-4127-a695-c4ae2ecae3d8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:20.821491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:20.830240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:20.849485 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/ports/8f40020a-f90e-4127-a695-c4ae2ecae3d8 HTTP/1.1" status: 204 len: 168 time: 1.0162225 Nov 24 19:20:20.851812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37188) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:20.941725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Deleting port 244d9319-1631-4cce-a5ef-f4f078d091af {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:20.942120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.074109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet ec247ff7-e582-48c0-8398-b78dda2f62f5 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:21.082548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.143029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.230652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.231219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.278364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37206) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:21.290912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:21.299336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.302767 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "PUT /v2.0/routers/a891ff70-1f0d-4401-8a3e-160ec68c3ef1 HTTP/1.1" status: 200 len: 879 time: 5.2931602 Nov 24 19:20:21.303315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37212) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:21.307681 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] Sync routers for ids ['a891ff70-1f0d-4401-8a3e-160ec68c3ef1'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:21.316798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Deleting port cf9599ed-5596-427a-b6af-5182678dfc34 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:21.317009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.319153 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] Routers {'a891ff70-1f0d-4401-8a3e-160ec68c3ef1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:21.319975 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['a891ff70-1f0d-4401-8a3e-160ec68c3ef1'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:21.468092 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:21.468492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3433108c-769d-4b82-8ffb-ec4ec550c07a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:21.469165 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-3433108c-769d-4b82-8ffb-ec4ec550c07a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 19:20:21.469666 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-3433108c-769d-4b82-8ffb-ec4ec550c07a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 19:20:21.472710 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3433108c-769d-4b82-8ffb-ec4ec550c07a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1894679 Nov 24 19:20:21.479316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.479556 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] Routers {'a891ff70-1f0d-4401-8a3e-160ec68c3ef1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:21.480216 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['a891ff70-1f0d-4401-8a3e-160ec68c3ef1'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:21.489768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37216) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:21.501410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408171304'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:21.508671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2844c183-6b15-467f-bfd3-57f2a4f9b94a tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:21.541604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:21.545635 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:21.545635 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e718ac2-c925-4702-a6a5-dc5cdeac52d5 None None] The sync data for ids ['a891ff70-1f0d-4401-8a3e-160ec68c3ef1'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:21.554095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=ec247ff7-e582-48c0-8398-b78dda2f62f5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:21.556156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:21.565690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:21.568713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:21.569561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.573157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa9fc5-449b-46d3-9857-6bd2c7a9ccde None None] Network cbff7682-2022-4361-bbb7-67eed026242b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:21.577452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:21.584724 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8edf5104-c04a-4d35-a6d4-97321e44d1f0 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/a891ff70-1f0d-4401-8a3e-160ec68c3ef1 HTTP/1.1" status: 200 len: 920 time: 0.2802811 Nov 24 19:20:21.587318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37220) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:21.594572 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/ec247ff7-e582-48c0-8398-b78dda2f62f5 HTTP/1.1" status: 204 len: 168 time: 0.9236064 Nov 24 19:20:21.629713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37224) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:21.661929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.662583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Calling delete_port for 244d9319-1631-4cce-a5ef-f4f078d091af owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:21.681470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.773231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] For port cf9599ed-5596-427a-b6af-5182678dfc34, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cf9599ed-5596-427a-b6af-5182678dfc34,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:21.773600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.779876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:21.790141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:21.795200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:21.801090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.809122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:21.835052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 3fc13175-a251-4790-9fc3-05d899aaa37b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:21.835440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.893132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] DHCP port deletion for cbff7682-2022-4361-bbb7-67eed026242b request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:20:21.895811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b0808-c7d4-4828-8865-9a51bae22274 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:21.896607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-648b0808-c7d4-4828-8865-9a51bae22274 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Synchronizing usage tracker for tenant:4f95c6b250b2467fb3e89eae3af12fa5 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:21.902033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Deleting port 3fc13175-a251-4790-9fc3-05d899aaa37b {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:21.902423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.911668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Calling delete_port for cf9599ed-5596-427a-b6af-5182678dfc34 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:21.943525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:21.949386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3cfbcc2e-7388-4062-accb-6b6fccdd8ce6 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:21.977737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-648b0808-c7d4-4828-8865-9a51bae22274 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Unset dirty status for tenant:4f95c6b250b2467fb3e89eae3af12fa5 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:21.978924 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-648b0808-c7d4-4828-8865-9a51bae22274 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=a891ff70-1f0d-4401-8a3e-160ec68c3ef1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3906970 Nov 24 19:20:21.990904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37228) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:22.016718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Port': ['ID=244d9319-1631-4cce-a5ef-f4f078d091af,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:22.019661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:22.031403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.050256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/ports/244d9319-1631-4cce-a5ef-f4f078d091af HTTP/1.1" status: 204 len: 168 time: 1.1971624 Nov 24 19:20:22.053475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37232) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:22.118591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6b02074e-8631-446f-b07b-aecb36b5bd88 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Synchronizing usage tracker for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:22.162042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6b02074e-8631-446f-b07b-aecb36b5bd88 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Unset dirty status for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:22.163243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6b02074e-8631-446f-b07b-aecb36b5bd88 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1087980 Nov 24 19:20:22.168404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37238) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:22.177384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-944399232'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:22.185221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:22.195649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Usage tracker for resource:network and tenant:9b756295bfc74c6cb1bf7166da86d673 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:22.198389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] For port 3fc13175-a251-4790-9fc3-05d899aaa37b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3fc13175-a251-4790-9fc3-05d899aaa37b,segment=NetworkSegment(c34e0815-9156-47d0-8689-864607265561),segment_id=c34e0815-9156-47d0-8689-864607265561)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:22.199424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.200378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:22.228634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.247402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:22.259688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.264510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] For port 3fc13175-a251-4790-9fc3-05d899aaa37b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3fc13175-a251-4790-9fc3-05d899aaa37b,segment=NetworkSegment(c34e0815-9156-47d0-8689-864607265561),segment_id=c34e0815-9156-47d0-8689-864607265561)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:22.264862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.274125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-652169b5-7562-491e-afc2-077b74de3a7a tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:22.281613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Made reservation on behalf of 9b756295bfc74c6cb1bf7166da86d673 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:22.287027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.301339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:22.318791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:22.335733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:22.338364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.346151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa812f9e-a8f0-46f8-a241-2a480b27427a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:22.372511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee0c12-ffe9-4fc2-8da2-7e77e6fb7eda tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:22.376452 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-35ee0c12-ffe9-4fc2-8da2-7e77e6fb7eda tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.3809876 Nov 24 19:20:22.376589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:22.379731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Calling delete_port for 3fc13175-a251-4790-9fc3-05d899aaa37b owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:22.394416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37246) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:22.398214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf9599ed-5596-427a-b6af-5182678dfc34,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:22.444867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:22.454106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.454314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 3fc13175-a251-4790-9fc3-05d899aaa37b owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:22.454479 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Added segment 717b0a8e-3dc8-484e-a6cf-4ae1d525e794 of type vlan for network 284cd247-6315-4a89-8ffd-84fd3b122132 Nov 24 19:20:22.482436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:22.484477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd656d-8851-435d-84ad-541fe4c7a4b6,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:22.495460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.500950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-810094b4-7782-4156-95bb-6a9d3025b8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:22.509691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:22.523465 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-da4ccba3-da21-44ac-a2a4-7030c7f69fc8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=a891ff70-1f0d-4401-8a3e-160ec68c3ef1 HTTP/1.1" status: 200 len: 205 time: 0.1222215 Nov 24 19:20:22.525039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37250) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:22.550216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Pushing event deleted for resources: {'Port': ['ID=3fc13175-a251-4790-9fc3-05d899aaa37b,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:22.553766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:22.556215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] No DVR routers for this DVR port 3fc13175-a251-4790-9fc3-05d899aaa37b on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:20:22.594058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.608284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.721934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:20:22.797999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.801646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.807477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.815882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:22.816431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.828393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-938b4fc4-e3aa-41a3-a1e8-389dc3669f7b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:22.831353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:20:22.831671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:20:22.883084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.888405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.894963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.914399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.914747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05b382e4-2401-4ab2-a82e-7a95431b2668 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:22.953507 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7825844 Nov 24 19:20:22.960005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:22.961511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37254) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:22.969656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-5086645'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:22.976177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:22.977302 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "DELETE /v2.0/routers/05b382e4-2401-4ab2-a82e-7a95431b2668 HTTP/1.1" status: 204 len: 168 time: 3.9877236 Nov 24 19:20:22.977871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Network': ['ID=284cd247-6315-4a89-8ffd-84fd3b122132,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:22.981711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37258) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:22.984861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:22.988272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:22.994153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 284cd247-6315-4a89-8ffd-84fd3b122132 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:23.035517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2739e9-233f-4858-af17-d5dd86e13336,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:23.053579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Usage tracker for resource:network and tenant:9b756295bfc74c6cb1bf7166da86d673 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:23.063721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:23.078915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:23.137292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3fc13175-a251-4790-9fc3-05d899aaa37b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:23.141451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:23.142345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.146497 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6531940 Nov 24 19:20:23.152596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37262) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:23.169380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'ff2739e9-233f-4858-af17-d5dd86e13336', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:23.178238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 3fc13175-a251-4790-9fc3-05d899aaa37b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:23.178593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3fc13175-a251-4790-9fc3-05d899aaa37b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:23.181185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:23.188779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:23.194433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:23.204920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:23.224242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.237916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.247015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Deleting port eea4d96a-cddb-4695-8533-e7007213e647 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:23.247346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.281660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Made reservation on behalf of 9b756295bfc74c6cb1bf7166da86d673 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:23.286182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.316436 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:20:23.338828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:23.341624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.347729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 3fc13175-a251-4790-9fc3-05d899aaa37b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:23.348020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.430538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.430893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Added segment 68504193-dbea-4625-8c0c-13afb73b7b8d of type vlan for network 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 Nov 24 19:20:23.498846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] The port '3fc13175-a251-4790-9fc3-05d899aaa37b' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:20:23.505636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.535897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.541174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.568958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:23.580922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.589995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.597377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:23.597991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.601993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Deleting port 59092ed4-ca91-4ef8-917d-15563ee369eb {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:23.602335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.631839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01203b60-bf93-4ddb-b088-a226d3df340a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:23.671048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8ecf7a-85e2-4332-a48d-5c6ce722e9a3,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:23.685426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:23.698206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.699377 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5455151 Nov 24 19:20:23.711886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37272) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:23.721981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.731250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'ff2739e9-233f-4858-af17-d5dd86e13336', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:23.737714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.742493 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7800820 Nov 24 19:20:23.753099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:23.780962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Network': ['ID=0bdb5161-cbe3-4f6e-b76f-fea9fdde9124,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:23.793556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:23.822451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:23.830375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:23.886461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37276) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:23.893670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'subnets': [{'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1010900206', 'ip_version': 4}, {'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:23.893999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'subnet': {'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1010900206', 'ip_version': 4}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:23.895326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Request body: {'subnet': {'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:23.895716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbff7682-2022-4361-bbb7-67eed026242b']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:23.903904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:23.916342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Calling delete_port for eea4d96a-cddb-4695-8533-e7007213e647 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:23.921234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] For port 59092ed4-ca91-4ef8-917d-15563ee369eb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=59092ed4-ca91-4ef8-917d-15563ee369eb,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:23.921661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:23.970490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34e0815-9156-47d0-8689-864607265561') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:23.970964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34e0815-9156-47d0-8689-864607265561') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:23.986937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:23.998546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.027579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.034464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.060145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:24.060545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:24.076964 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:24.114099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Calling delete_port for 59092ed4-ca91-4ef8-917d-15563ee369eb owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:24.199887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.209560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c10a682-3358-4fbd-ac3c-c116cfb176d2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:24.228207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.238833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=cbff7682-2022-4361-bbb7-67eed026242b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:24.243988 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/cbff7682-2022-4361-bbb7-67eed026242b HTTP/1.1" status: 204 len: 168 time: 2.6132531 Nov 24 19:20:24.247458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:24.249059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37280) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:24.254912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1925284242'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:24.261054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:24.263287 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 19:20:24.266770 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8e5a9409-774a-42a9-b2d4-392af51043bd tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5493150 Nov 24 19:20:24.274037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37284) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:24.345890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:24.356877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Usage tracker for resource:subnet and tenant:9b756295bfc74c6cb1bf7166da86d673 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:24.367544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:24.385629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:24.413340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:24.416507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Made reservation on behalf of 9b756295bfc74c6cb1bf7166da86d673 for: {'subnet': 2} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:24.419685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.420051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.421307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:24.430921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:24.438345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.449000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:24.452590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.469768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.480002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d5abcaec-e2db-4bb9-a89e-074a5a1f90dd tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:24.558118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event deleted for resources: {'Port': ['ID=eea4d96a-cddb-4695-8533-e7007213e647,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:24.570736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:24.571194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:24.590433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.618597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.618943 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment 54b55d80-2a4e-4695-b1ce-0ddd48285b31 of type vlan for network 1f24b285-ca75-4ec6-9395-56b2053d9760 Nov 24 19:20:24.629298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.637828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-94986e0d-826f-40c8-8626-fa9dc2b91c2b tempest-PortsAdminExtendedAttrsTestJSON-1690978934 tempest-PortsAdminExtendedAttrsTestJSON-1690978934-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:24.649951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.701395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event deleted for resources: {'Port': ['ID=59092ed4-ca91-4ef8-917d-15563ee369eb,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:24.707668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:24.760503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.840002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.843136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.880413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.886247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:24.886869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.911388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:24.933438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.934066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Fanout notify agent at l3_agent the message router_deleted on router a891ff70-1f0d-4401-8a3e-160ec68c3ef1 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:24.944389 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6943142 Nov 24 19:20:24.949190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.950315 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/a891ff70-1f0d-4401-8a3e-160ec68c3ef1 HTTP/1.1" status: 204 len: 168 time: 2.4185755 Nov 24 19:20:24.953780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37294) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:24.953905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37296) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:24.961645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:24.968936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:24.993493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2739e9-233f-4858-af17-d5dd86e13336,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:25.004661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:25.006625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:25.019142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.022354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1354384164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:25.036427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:25.060265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Usage tracker for resource:router and tenant:f9529820cc1948159e284ee4f2e2bab2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:25.071209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:25.116980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=1f24b285-ca75-4ec6-9395-56b2053d9760,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:25.127813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:25.131353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:25.138969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:25.167515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.168506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.174585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:25.180108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:25.184413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:25.192678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:25.197765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.222010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:25.226112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.236223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.238900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.242565 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/ff2739e9-233f-4858-af17-d5dd86e13336 HTTP/1.1" status: 204 len: 168 time: 0.9509358 Nov 24 19:20:25.242565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.242857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37302) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:25.273287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.342365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.342779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a36f32d-393a-4e65-9e83-1fb75c695ed9 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:25.357265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.362608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "DELETE /v2.0/routers/7a36f32d-393a-4e65-9e83-1fb75c695ed9 HTTP/1.1" status: 204 len: 168 time: 2.3798618 Nov 24 19:20:25.363755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37306) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:25.379232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-753332252', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:25.391666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:25.401314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.406102 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e1ac9280-6c88-4efc-8111-56c0f42a1ff6 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4452271 Nov 24 19:20:25.406277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37310) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:25.415444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Usage tracker for resource:router and tenant:5227589a05834e6e9b93b290126d07d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:25.415700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': True}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:25.430455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:25.444308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:25.450097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2e0454b2-1771-4c12-93b2-d124e3adc9af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:25.468341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.469331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.521992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2e0454b2-1771-4c12-93b2-d124e3adc9af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:25.527238 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2e0454b2-1771-4c12-93b2-d124e3adc9af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2794414 Nov 24 19:20:25.535337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37314) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:25.545131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--365739598'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:25.552434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.561451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:25.581622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:25.683434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.764351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.829491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:25.834209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:25.836079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.839442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:25.847438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:25.850718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b19da79a-692e-4e36-b4e1-79da8b948543 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:25.860761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:25.891622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:25.956114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Subnet': ['ID=59b6b6e6-10a6-4876-bedd-f5a260a4958c,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:25.960062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:25.968189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Checking segment: {'id': '717b0a8e-3dc8-484e-a6cf-4ae1d525e794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:25.968553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network hostable DHCP agents. Network: 284cd247-6315-4a89-8ffd-84fd3b122132, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:26.045077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network 284cd247-6315-4a89-8ffd-84fd3b122132 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:26.064071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 284cd247-6315-4a89-8ffd-84fd3b122132) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:26.069694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.073903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657b2ef-f24d-4388-bff5-088951425241 None None] Network 284cd247-6315-4a89-8ffd-84fd3b122132 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:26.076534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-20a21358-b060-4c82-811f-830ad63436ab tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:26.128423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.156734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event updated for resources: {'Subnet': ['ID=16aa754c-6a8f-473f-8fca-f250cfe3d0a2,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:26.163150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:26.176794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Checking segment: {'id': '68504193-dbea-4625-8c0c-13afb73b7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:26.177344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network hostable DHCP agents. Network: 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:26.182991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=0fe8acb3-32be-44f6-b0c8-85457edddb65,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:26.190505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:26.210063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': '54b55d80-2a4e-4695-b1ce-0ddd48285b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:26.210418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: 1f24b285-ca75-4ec6-9395-56b2053d9760, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:26.268664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Network 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:26.307388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.317612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.322991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:26.329885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-284cd247-6315-4a89-8ffd-84fd3b122132', 'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132', 'tenant_id': '9b756295bfc74c6cb1bf7166da86d673', 'fixed_ips': [{'subnet_id': '59b6b6e6-10a6-4876-bedd-f5a260a4958c'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:26.331753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.379530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8093794-40dd-4586-9f11-9df6a762237e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:26.384321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:26.401319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.406192 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8664229 Nov 24 19:20:26.406192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37324) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:26.412325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a3a0437c-fe32-4624-8647-6fe2f3eac657 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'b8093794-40dd-4586-9f11-9df6a762237e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:26.413078 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-a3a0437c-fe32-4624-8647-6fe2f3eac657 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 19:20:26.413573 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-a3a0437c-fe32-4624-8647-6fe2f3eac657 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:26.417403 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a3a0437c-fe32-4624-8647-6fe2f3eac657 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080616 Nov 24 19:20:26.419028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37328) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:26.473060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:26.480495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:26.481183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:26.481969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.490522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d69fa-4812-449d-87c7-89af6981e47d None None] Network 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:26.542066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:26.546870 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6568527 Nov 24 19:20:26.547138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37332) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:26.589610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.591376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Allocated IP 172.20.0.2 (284cd247-6315-4a89-8ffd-84fd3b122132/59b6b6e6-10a6-4876-bedd-f5a260a4958c/ae5cd9c6-013a-416a-b790-2f7dc0013d27) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:26.631410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.633565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 1f24b285-ca75-4ec6-9395-56b2053d9760) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:26.641957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.651886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb03b5-aaa9-4aa2-93f0-02af611fbed8 None None] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:26.672012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:26.673138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.697919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.706494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee3101-1bd0-4e61-8fcc-1c1fd50e894c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:26.708135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee3101-1bd0-4e61-8fcc-1c1fd50e894c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:26.709818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee3101-1bd0-4e61-8fcc-1c1fd50e894c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:26.710633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-92ee3101-1bd0-4e61-8fcc-1c1fd50e894c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Synchronizing usage tracker for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:26.746286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.749050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.761677 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8067896 Nov 24 19:20:26.775317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37338) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:26.782148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-92ee3101-1bd0-4e61-8fcc-1c1fd50e894c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Unset dirty status for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:26.784345 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-92ee3101-1bd0-4e61-8fcc-1c1fd50e894c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2362773 Nov 24 19:20:26.794094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760', 'name': 'tempest-PortsTestJSON-1024875310', 'fixed_ips': [{'subnet_id': '0fe8acb3-32be-44f6-b0c8-85457edddb65', 'ip_address': '172.20.0.10'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:26.803211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37342) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:26.915456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Allocated IP 172.26.6.49 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/c7cfa333-ee72-4a7b-b01a-eb780af827a5) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:26.938588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:26.945414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:26.969215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Deleting subnet 59b6b6e6-10a6-4876-bedd-f5a260a4958c {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:26.988112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8093794-40dd-4586-9f11-9df6a762237e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:26.993550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:27.007342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.008612 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/b8093794-40dd-4586-9f11-9df6a762237e HTTP/1.1" status: 204 len: 168 time: 0.5865777 Nov 24 19:20:27.011241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37350) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:27.074505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-0bdb5161-cbe3-4f6e-b76f-fea9fdde9124', 'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124', 'tenant_id': '9b756295bfc74c6cb1bf7166da86d673', 'fixed_ips': [{'subnet_id': '16aa754c-6a8f-473f-8fca-f250cfe3d0a2'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:27.075360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.084771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-76b4cbae-ba40-472b-a22b-d16e3c32dc20 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:27.087329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:27.104028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:27.104725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-76b4cbae-ba40-472b-a22b-d16e3c32dc20 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:27.107030 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-76b4cbae-ba40-472b-a22b-d16e3c32dc20 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0943255 Nov 24 19:20:27.110911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37354) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:27.117474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 59092ed4-ca91-4ef8-917d-15563ee369eb no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:27.117710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--324014721'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:27.124914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:27.137285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:27.138758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:27.159533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.180094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:27.184108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:27.186933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:27.193353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:27.240201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.257346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 59092ed4-ca91-4ef8-917d-15563ee369eb {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:27.257916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 59092ed4-ca91-4ef8-917d-15563ee369eb not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:27.269291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.273226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.280446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0c8db1f1-6a13-4e42-b616-aa6e854f82a1 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:27.302392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.321504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911f72d7-97cd-4968-96a6-bbd7591f0f85,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:27.325359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:27.327113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port c6ac45bf-676e-44ce-a8a4-643e60f240a3 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:27.328839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.330629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.334782 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2199295 Nov 24 19:20:27.335122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37358) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:27.339929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-47224767-8f09-493d-9d84-e30ee6c1950f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '911f72d7-97cd-4968-96a6-bbd7591f0f85', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:27.340777 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-47224767-8f09-493d-9d84-e30ee6c1950f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 19:20:27.341268 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-47224767-8f09-493d-9d84-e30ee6c1950f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:27.342189 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-47224767-8f09-493d-9d84-e30ee6c1950f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063818 Nov 24 19:20:27.347442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37362) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:27.361899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Transition to ACTIVE for port object ae5cd9c6-013a-416a-b790-2f7dc0013d27 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:27.377424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.393250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:27.441747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Transition to ACTIVE for port object ae5cd9c6-013a-416a-b790-2f7dc0013d27 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:27.443145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-1f24b285-ca75-4ec6-9395-56b2053d9760', 'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760', 'tenant_id': '1bb0ccabe7004e93bef1366812ee3059', 'fixed_ips': [{'subnet_id': '0fe8acb3-32be-44f6-b0c8-85457edddb65'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:27.443997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.468978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.469220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:27.469310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.473380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Port': ['ID=c7cfa333-ee72-4a7b-b01a-eb780af827a5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:27.477650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:27.479541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:27.483169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:27.496626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Allocated IP 172.26.6.93 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/5256c807-906f-4611-84c4-4e465966435f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:27.515409 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:27.521750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.632517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.675320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Network 284cd247-6315-4a89-8ffd-84fd3b122132 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:27.681840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.685758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:27.688230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:27.754240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Allocated IP 172.20.0.18 (0bdb5161-cbe3-4f6e-b76f-fea9fdde9124/16aa754c-6a8f-473f-8fca-f250cfe3d0a2/da358fc1-1dd5-4996-9959-907c4b4d9a8b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:27.768766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Pushing event updated for resources: {'Port': ['ID=ae5cd9c6-013a-416a-b790-2f7dc0013d27,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:27.771781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:27.806199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.813589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.817073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b2bc434-2af5-42ff-9b0c-7fcf08acac3f tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:27.840803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.879798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f72d7-97cd-4968-96a6-bbd7591f0f85,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:27.880701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.10 (1f24b285-ca75-4ec6-9395-56b2053d9760/0fe8acb3-32be-44f6-b0c8-85457edddb65/c6ac45bf-676e-44ce-a8a4-643e60f240a3) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:27.889071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:27.907601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.908869 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/911f72d7-97cd-4968-96a6-bbd7591f0f85 HTTP/1.1" status: 204 len: 168 time: 0.5604527 Nov 24 19:20:27.913136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37366) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:27.919244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Attempting to bind port ae5cd9c6-013a-416a-b790-2f7dc0013d27 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:27.919620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Attempting to bind port ae5cd9c6-013a-416a-b790-2f7dc0013d27 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '717b0a8e-3dc8-484e-a6cf-4ae1d525e794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:27.920016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Attempting to bind port ae5cd9c6-013a-416a-b790-2f7dc0013d27 on network 284cd247-6315-4a89-8ffd-84fd3b122132 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:27.944033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:27.945221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Checking segment: {'id': '717b0a8e-3dc8-484e-a6cf-4ae1d525e794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:27.945221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:27.945221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Bound using segment: {'id': '717b0a8e-3dc8-484e-a6cf-4ae1d525e794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:27.946014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Bound port: ae5cd9c6-013a-416a-b790-2f7dc0013d27, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717b0a8e-3dc8-484e-a6cf-4ae1d525e794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '284cd247-6315-4a89-8ffd-84fd3b122132'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:27.946238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.004210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.008439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.033882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:28.083398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b05d1bda-78df-49a7-a746-67160d9d915c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:28.123115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.131223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:28.143508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:28.150414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:28.190511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] For port ae5cd9c6-013a-416a-b790-2f7dc0013d27, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:28.190930 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/subnets/59b6b6e6-10a6-4876-bedd-f5a260a4958c HTTP/1.1" status: 204 len: 168 time: 1.3863583 Nov 24 19:20:28.198664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event updated for resources: {'Port': ['ID=5256c807-906f-4611-84c4-4e465966435f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:28.201309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37376) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:28.207999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b05d1bda-78df-49a7-a746-67160d9d915c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:28.209748 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b05d1bda-78df-49a7-a746-67160d9d915c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2938626 Nov 24 19:20:28.211544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] For port ae5cd9c6-013a-416a-b790-2f7dc0013d27, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ae5cd9c6-013a-416a-b790-2f7dc0013d27,segment=NetworkSegment(717b0a8e-3dc8-484e-a6cf-4ae1d525e794),segment_id=717b0a8e-3dc8-484e-a6cf-4ae1d525e794)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:28.211828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:28.214749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-805f69cf-a945-4643-b2dc-167db382008c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:28.221057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.225123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.232265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:28.255694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37380) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:28.276429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--815177466'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:28.298126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:28.329592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Subnet': ['ID=59b6b6e6-10a6-4876-bedd-f5a260a4958c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:28.337933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:28.338818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Transition to ACTIVE for port object da358fc1-1dd5-4996-9959-907c4b4d9a8b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:28.344648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:28.376551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Pushing event updated for resources: {'Port': ['ID=ae5cd9c6-013a-416a-b790-2f7dc0013d27,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:28.383855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:28.384887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Transition to ACTIVE for port object da358fc1-1dd5-4996-9959-907c4b4d9a8b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:28.396562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.402217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.402743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8acf83e0-21fe-461f-942d-27ba9f8e2a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:28.505257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.530479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Network 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:28.536491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:28.545981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:28.552590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Pushing event updated for resources: {'Port': ['ID=da358fc1-1dd5-4996-9959-907c4b4d9a8b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:28.558005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:28.599271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3b8f2-b7ed-4d20-8305-67b9cc1648ac None None] Network 284cd247-6315-4a89-8ffd-84fd3b122132 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:28.608516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:28.609024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Deleting subnet 16aa754c-6a8f-473f-8fca-f250cfe3d0a2 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:28.616445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.638867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:28.647770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:28.661160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:28.691586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.724866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.745031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Attempting to bind port da358fc1-1dd5-4996-9959-907c4b4d9a8b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:28.745417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Attempting to bind port da358fc1-1dd5-4996-9959-907c4b4d9a8b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '68504193-dbea-4625-8c0c-13afb73b7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:28.745788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Attempting to bind port da358fc1-1dd5-4996-9959-907c4b4d9a8b on network 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:28.761514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:28.761947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Checking segment: {'id': '68504193-dbea-4625-8c0c-13afb73b7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:28.762287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.763171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Bound using segment: {'id': '68504193-dbea-4625-8c0c-13afb73b7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:28.763171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Bound port: da358fc1-1dd5-4996-9959-907c4b4d9a8b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68504193-dbea-4625-8c0c-13afb73b7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bdb5161-cbe3-4f6e-b76f-fea9fdde9124'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:28.763607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.785073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object c6ac45bf-676e-44ce-a8a4-643e60f240a3 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:28.918011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.942358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:28.954360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-68b46f05-0ddb-4941-8fcd-42b002d76676 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:29.019622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Allocated IP 172.20.0.2 (1f24b285-ca75-4ec6-9395-56b2053d9760/0fe8acb3-32be-44f6-b0c8-85457edddb65/5ee9c858-e01a-4536-bd3c-eb69714b6648) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:29.041179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.053405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.057267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.074277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:29.080533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.082963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:29.085934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:29.086338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.119533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=c6ac45bf-676e-44ce-a8a4-643e60f240a3,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:29.122992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:29.132178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6636bf2a-6468-43a7-9785-0fd8c42ceb02 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:29.156700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.164118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] For port da358fc1-1dd5-4996-9959-907c4b4d9a8b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:29.172194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f5d04be4-b521-488d-b7db-34f4d7ff719c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:29.184426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] For port da358fc1-1dd5-4996-9959-907c4b4d9a8b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=da358fc1-1dd5-4996-9959-907c4b4d9a8b,segment=NetworkSegment(68504193-dbea-4625-8c0c-13afb73b7b8d),segment_id=68504193-dbea-4625-8c0c-13afb73b7b8d)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:29.215901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Subnet': ['ID=16aa754c-6a8f-473f-8fca-f250cfe3d0a2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:29.216450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.218485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.224701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:29.231542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:29.286853 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/subnets/16aa754c-6a8f-473f-8fca-f250cfe3d0a2 HTTP/1.1" status: 204 len: 168 time: 1.0800149 Nov 24 19:20:29.295004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37386) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.339434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Pushing event updated for resources: {'Port': ['ID=da358fc1-1dd5-4996-9959-907c4b4d9a8b,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:29.345934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:29.367429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13c8c157-59b1-488a-a1dd-ed80667968b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.393590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.418834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Transition to ACTIVE for port object 5ee9c858-e01a-4536-bd3c-eb69714b6648 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:29.441783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab4e8c-e172-41ae-a0d0-1eb83bcb57ef tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:29.443437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4eab4e8c-e172-41ae-a0d0-1eb83bcb57ef tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Synchronizing usage tracker for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:29.445324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Transition to ACTIVE for port object 5ee9c858-e01a-4536-bd3c-eb69714b6648 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:29.452666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.454493 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1913760 Nov 24 19:20:29.456744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68dec71-b331-42dc-9698-58fa12f8aaa5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:29.459110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37394) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.464763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.469963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7a28112a-95bd-4d34-ba62-ff52cec5f5ec tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'b68dec71-b331-42dc-9698-58fa12f8aaa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:29.474991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6070b9d6-ec53-449b-8e42-bdea1187f654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:29.487396 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-7a28112a-95bd-4d34-ba62-ff52cec5f5ec tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 19:20:29.488109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-7a28112a-95bd-4d34-ba62-ff52cec5f5ec tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:29.491825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7a28112a-95bd-4d34-ba62-ff52cec5f5ec tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244811 Nov 24 19:20:29.491825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:29.497939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37398) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.507920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9b6c6646-755c-4b82-a2d8-d9689342f0cb tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'b68dec71-b331-42dc-9698-58fa12f8aaa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:29.508671 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-9b6c6646-755c-4b82-a2d8-d9689342f0cb tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 19:20:29.509180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-9b6c6646-755c-4b82-a2d8-d9689342f0cb tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:29.512816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9b6c6646-755c-4b82-a2d8-d9689342f0cb tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076535 Nov 24 19:20:29.514322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37402) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.531530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d995c88b-095b-4b5f-b5c3-db72be29f8f6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'b68dec71-b331-42dc-9698-58fa12f8aaa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:29.533475 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-d995c88b-095b-4b5f-b5c3-db72be29f8f6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 19:20:29.534156 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-d995c88b-095b-4b5f-b5c3-db72be29f8f6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:29.537881 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d995c88b-095b-4b5f-b5c3-db72be29f8f6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0203705 Nov 24 19:20:29.545144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37406) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.563314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:29.564050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.568320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:29.571717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:29.574415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:29.600423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4db13950-9571-4d5b-ba36-91706bcef876 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'b68dec71-b331-42dc-9698-58fa12f8aaa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:29.607751 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-4db13950-9571-4d5b-ba36-91706bcef876 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 19:20:29.610603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-4db13950-9571-4d5b-ba36-91706bcef876 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:29.640805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37410) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.643759 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4db13950-9571-4d5b-ba36-91706bcef876 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0704725 Nov 24 19:20:29.644751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4eab4e8c-e172-41ae-a0d0-1eb83bcb57ef tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Unset dirty status for tenant:9b756295bfc74c6cb1bf7166da86d673 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:29.646019 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4eab4e8c-e172-41ae-a0d0-1eb83bcb57ef tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3501050 Nov 24 19:20:29.650984 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8712883 Nov 24 19:20:29.651574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37414) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.651756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37416) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:29.662775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760', 'name': 'tempest-PortsTestJSON-243167010', 'fixed_ips': [{'subnet_id': '0fe8acb3-32be-44f6-b0c8-85457edddb65', 'ip_address': '172.20.0.9'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:29.734752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Pushing event updated for resources: {'Port': ['ID=5ee9c858-e01a-4536-bd3c-eb69714b6648,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:29.738990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:29.769688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.773429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Attempting to bind port 5ee9c858-e01a-4536-bd3c-eb69714b6648 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:29.774088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Attempting to bind port 5ee9c858-e01a-4536-bd3c-eb69714b6648 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '54b55d80-2a4e-4695-b1ce-0ddd48285b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:29.774218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Attempting to bind port 5ee9c858-e01a-4536-bd3c-eb69714b6648 on network 1f24b285-ca75-4ec6-9395-56b2053d9760 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:29.782193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:29.782193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Checking segment: {'id': '54b55d80-2a4e-4695-b1ce-0ddd48285b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:29.782610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.783119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Bound using segment: {'id': '54b55d80-2a4e-4695-b1ce-0ddd48285b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:29.785118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Bound port: 5ee9c858-e01a-4536-bd3c-eb69714b6648, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b55d80-2a4e-4695-b1ce-0ddd48285b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1f24b285-ca75-4ec6-9395-56b2053d9760'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:29.785531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.807324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.808777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.817359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.843303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Router 17eed136-e306-4ef7-8477-57a1a3feb06e is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:29.889911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] For port 5ee9c858-e01a-4536-bd3c-eb69714b6648, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:29.894756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] For port 5ee9c858-e01a-4536-bd3c-eb69714b6648, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5ee9c858-e01a-4536-bd3c-eb69714b6648,segment=NetworkSegment(54b55d80-2a4e-4695-b1ce-0ddd48285b31),segment_id=54b55d80-2a4e-4695-b1ce-0ddd48285b31)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:29.901431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:29.911640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d41f6f34-5bd8-4044-845a-a4bdb67e752c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:29.992461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.007074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Pushing event updated for resources: {'Port': ['ID=5ee9c858-e01a-4536-bd3c-eb69714b6648,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:30.010038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:30.013246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.023632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f416733-c9aa-4f76-8720-d5e2a6431aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:30.050686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68dec71-b331-42dc-9698-58fa12f8aaa5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:30.054821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.055947 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/b68dec71-b331-42dc-9698-58fa12f8aaa5 HTTP/1.1" status: 204 len: 168 time: 0.4134736 Nov 24 19:20:30.060533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37422) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:30.069415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.069803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.070182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.070557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.070927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.071298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.071670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.072064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.072436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.072808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.073169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.073529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:30.090097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:30.096413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:30.112046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:30.148373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1e718549-2751-4306-8e61-0d57cb67da77 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:30.177245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Router 3ecad797-4864-4966-a0d9-df4aadf20cd4 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:30.184668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1e718549-2751-4306-8e61-0d57cb67da77 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:30.185954 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1e718549-2751-4306-8e61-0d57cb67da77 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1216240 Nov 24 19:20:30.190285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37426) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:30.285305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:30.294175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:30.296397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Deleting port da358fc1-1dd5-4996-9959-907c4b4d9a8b {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:30.296738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.368934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:30.374115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.394188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:30.398519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--592384154'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:30.401692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.402879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "PUT /v2.0/routers/17eed136-e306-4ef7-8477-57a1a3feb06e HTTP/1.1" status: 200 len: 914 time: 4.9966519 Nov 24 19:20:30.408481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] Sync routers for ids ['17eed136-e306-4ef7-8477-57a1a3feb06e'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:30.412672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37432) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:30.423395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] Routers {'17eed136-e306-4ef7-8477-57a1a3feb06e'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:30.424822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['17eed136-e306-4ef7-8477-57a1a3feb06e'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:30.428786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:30.479633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 4d239a27-6400-4d58-bd44-fc99a9af0969 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:30.568539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:30.582533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:30.606717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] Routers {'17eed136-e306-4ef7-8477-57a1a3feb06e'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:30.607514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['17eed136-e306-4ef7-8477-57a1a3feb06e'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:30.677058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.755072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:30.755072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e5852-64a7-44b2-8473-9431b6c8da70 None None] The sync data for ids ['17eed136-e306-4ef7-8477-57a1a3feb06e'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:30.797182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:30.806679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:30.811799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:30.823427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:30.831825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:30.836088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] For port da358fc1-1dd5-4996-9959-907c4b4d9a8b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=da358fc1-1dd5-4996-9959-907c4b4d9a8b,segment=NetworkSegment(68504193-dbea-4625-8c0c-13afb73b7b8d),segment_id=68504193-dbea-4625-8c0c-13afb73b7b8d)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:30.836571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.843455 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] Sync routers for ids ['3ecad797-4864-4966-a0d9-df4aadf20cd4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:30.856468 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] Routers {'3ecad797-4864-4966-a0d9-df4aadf20cd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:30.857774 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3ecad797-4864-4966-a0d9-df4aadf20cd4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:30.861324 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-58ca2783-848b-4894-9e43-22378d5aef76 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/17eed136-e306-4ef7-8477-57a1a3feb06e HTTP/1.1" status: 200 len: 920 time: 0.4474001 Nov 24 19:20:30.865877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37440) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:30.883442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92342203-70f3-40d7-8f63-de29c5833a01 None None] Network 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:30.955381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:30.959558 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5893879 Nov 24 19:20:30.965099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37444) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:30.978247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': False}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:31.020358 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:31.023443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b8ebce26-58cd-47d2-9935-74cb2846eb0a None None] Provisioning for port da358fc1-1dd5-4996-9959-907c4b4d9a8b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:31.036839 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] Routers {'3ecad797-4864-4966-a0d9-df4aadf20cd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:31.037720 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3ecad797-4864-4966-a0d9-df4aadf20cd4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:31.109648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Calling delete_port for da358fc1-1dd5-4996-9959-907c4b4d9a8b owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:31.155033 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:31.155443 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f6393-de43-407d-a63f-2689a5890547 None None] The sync data for ids ['3ecad797-4864-4966-a0d9-df4aadf20cd4'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:31.227653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.9 (1f24b285-ca75-4ec6-9395-56b2053d9760/0fe8acb3-32be-44f6-b0c8-85457edddb65/4d239a27-6400-4d58-bd44-fc99a9af0969) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:31.269176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device da358fc1-1dd5-4996-9959-907c4b4d9a8b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:31.317392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.345058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c1987-d86d-48e5-8f1f-fa6f9761c445 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:31.348973 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e7c1987-d86d-48e5-8f1f-fa6f9761c445 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=17eed136-e306-4ef7-8477-57a1a3feb06e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4819477 Nov 24 19:20:31.350723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37448) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:31.356739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.363308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.365760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f041a342-1805-4f17-8382-af34c56d22a5 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:31.370858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port da358fc1-1dd5-4996-9959-907c4b4d9a8b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:31.371498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.371803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9dee74ab-c76a-4e9a-95a1-04931cbb6adc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:31.403941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeee35b-3236-49e3-a79c-717746174c7a None None] DHCP port deletion for 0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:20:31.414292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Port da358fc1-1dd5-4996-9959-907c4b4d9a8b was deleted so its status cannot be updated. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 19:20:31.414992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5ee9c858-e01a-4536-bd3c-eb69714b6648 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:31.445589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Port': ['ID=da358fc1-1dd5-4996-9959-907c4b4d9a8b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:31.450385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] No DVR routers for this DVR port da358fc1-1dd5-4996-9959-907c4b4d9a8b on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:20:31.514856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 5ee9c858-e01a-4536-bd3c-eb69714b6648 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:31.534587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.534587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.535030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.535345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.535712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.536103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.536468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.536830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.537355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.537544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.537902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.538249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:31.541522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:31.608542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b9a314-9b47-466e-a7a7-4eb7ccbe12fe,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:31.612176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.613491 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4220371 Nov 24 19:20:31.618867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:31.621300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:31.631721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfe5fc-6335-4616-9382-cfa682158240 None None] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:31.644766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cc06faec-9386-4769-96f2-066392fa74be tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:31.645489 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-cc06faec-9386-4769-96f2-066392fa74be tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 19:20:31.649052 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-cc06faec-9386-4769-96f2-066392fa74be tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:31.650404 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cc06faec-9386-4769-96f2-066392fa74be tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0261524 Nov 24 19:20:31.662329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37460) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:31.679882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-52fac4c7-e5ec-4517-872d-48fa59e4d1db tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:31.692834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-52fac4c7-e5ec-4517-872d-48fa59e4d1db tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:31.708471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-52fac4c7-e5ec-4517-872d-48fa59e4d1db tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:31.708700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.712392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-52fac4c7-e5ec-4517-872d-48fa59e4d1db tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:31.722722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-52fac4c7-e5ec-4517-872d-48fa59e4d1db tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:31.762191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdb5161-cbe3-4f6e-b76f-fea9fdde9124']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:31.774221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Provisioning for port 5ee9c858-e01a-4536-bd3c-eb69714b6648 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:31.786405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68504193-dbea-4625-8c0c-13afb73b7b8d') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:31.787165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68504193-dbea-4625-8c0c-13afb73b7b8d') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:31.791336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Provisioning complete for port 5ee9c858-e01a-4536-bd3c-eb69714b6648 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:31.792836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.810379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.820592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.840816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.853852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object 4d239a27-6400-4d58-bd44-fc99a9af0969 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:31.855134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:31.855638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:31.868316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaab416-fb60-4ad3-b66f-031825f4b3e7 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:31.870005 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3aaab416-fb60-4ad3-b66f-031825f4b3e7 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.5144284 Nov 24 19:20:31.872876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37466) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:31.876815 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:31.915491 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-52fac4c7-e5ec-4517-872d-48fa59e4d1db tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:31.916223 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-52fac4c7-e5ec-4517-872d-48fa59e4d1db tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2529304 Nov 24 19:20:31.936538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37470) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:31.949970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8977e4d1-dce5-42c9-828d-e39165511f01 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:31.951045 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-8977e4d1-dce5-42c9-828d-e39165511f01 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 19:20:31.951753 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-8977e4d1-dce5-42c9-828d-e39165511f01 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:31.952952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8977e4d1-dce5-42c9-828d-e39165511f01 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141747 Nov 24 19:20:31.966394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37474) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:31.973970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0451fdff-2596-4395-8dad-660fdd7beb6b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:31.981111 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3edff82-0a43-49f8-960a-b2bfe6c36009 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=17eed136-e306-4ef7-8477-57a1a3feb06e HTTP/1.1" status: 200 len: 205 time: 0.1070919 Nov 24 19:20:31.986451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37478) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:32.047149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0451fdff-2596-4395-8dad-660fdd7beb6b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:32.057795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0451fdff-2596-4395-8dad-660fdd7beb6b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:32.069598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0451fdff-2596-4395-8dad-660fdd7beb6b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:32.088565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0451fdff-2596-4395-8dad-660fdd7beb6b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:32.096271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.102864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2a07d4e7-fe30-4163-9ede-be8ca9dc4898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.115178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:32.119182 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.131401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.167346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] For port 5ee9c858-e01a-4536-bd3c-eb69714b6648, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5ee9c858-e01a-4536-bd3c-eb69714b6648,segment=NetworkSegment(54b55d80-2a4e-4695-b1ce-0ddd48285b31),segment_id=54b55d80-2a4e-4695-b1ce-0ddd48285b31)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:32.173254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.177707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-55b5bf72-95ca-46e8-b573-27cf3d36407e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:32.206048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.235135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.238160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Network': ['ID=0bdb5161-cbe3-4f6e-b76f-fea9fdde9124,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:32.259169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:32.259871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc672b9f-e474-4be7-99dc-82941a878042 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:32.279089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Pushing event updated for resources: {'Port': ['ID=5ee9c858-e01a-4536-bd3c-eb69714b6648,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:32.282575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:32.462048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:32.471868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/networks/0bdb5161-cbe3-4f6e-b76f-fea9fdde9124 HTTP/1.1" status: 204 len: 168 time: 2.8183618 Nov 24 19:20:32.478667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:32.480388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37482) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:32.487763 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-0451fdff-2596-4395-8dad-660fdd7beb6b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:32.488815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0451fdff-2596-4395-8dad-660fdd7beb6b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5199594 Nov 24 19:20:32.489640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:32.491729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37486) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:32.506410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-303e1e5e-76a5-4e02-aebf-7297cf2766d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:32.507476 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-303e1e5e-76a5-4e02-aebf-7297cf2766d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 19:20:32.508165 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-303e1e5e-76a5-4e02-aebf-7297cf2766d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:32.509276 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-303e1e5e-76a5-4e02-aebf-7297cf2766d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164263 Nov 24 19:20:32.512627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-47b1e5c3-d446-4d07-b76a-6d6786a6f25b None None] Provisioning complete for port 5ee9c858-e01a-4536-bd3c-eb69714b6648 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:32.513163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-47b1e5c3-d446-4d07-b76a-6d6786a6f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.527139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37490) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:32.549431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.634819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8c8560d1-5ca7-4b2a-a1e9-b10ab25b0cf3 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:32.660247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8c8560d1-5ca7-4b2a-a1e9-b10ab25b0cf3 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:32.664711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=4d239a27-6400-4d58-bd44-fc99a9af0969,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:32.696228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.709914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-47b1e5c3-d446-4d07-b76a-6d6786a6f25b None None] Provisioning for port c6ac45bf-676e-44ce-a8a4-643e60f240a3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:32.716282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-47b1e5c3-d446-4d07-b76a-6d6786a6f25b None None] Provisioning complete for port c6ac45bf-676e-44ce-a8a4-643e60f240a3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:32.716549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-47b1e5c3-d446-4d07-b76a-6d6786a6f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.729509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:32.753524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c8560d1-5ca7-4b2a-a1e9-b10ab25b0cf3 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:32.762392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c8560d1-5ca7-4b2a-a1e9-b10ab25b0cf3 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:32.777973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-47b1e5c3-d446-4d07-b76a-6d6786a6f25b None None] Port c6ac45bf-676e-44ce-a8a4-643e60f240a3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:32.867193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd32d6-4d13-45df-9afa-25d39ad5742a None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:20:32.917794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:32.918417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.932986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8c8560d1-5ca7-4b2a-a1e9-b10ab25b0cf3 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:32.942114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efb10733-7ca4-47e1-91c1-4511fefb2d34 None None] Provisioning for port 4d239a27-6400-4d58-bd44-fc99a9af0969 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:32.949627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efb10733-7ca4-47e1-91c1-4511fefb2d34 None None] Provisioning complete for port 4d239a27-6400-4d58-bd44-fc99a9af0969 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:32.950237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-efb10733-7ca4-47e1-91c1-4511fefb2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:32.983584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.010079 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3525150 Nov 24 19:20:33.016800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37498) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.053927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.058128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.060625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-efb10733-7ca4-47e1-91c1-4511fefb2d34 None None] Port 4d239a27-6400-4d58-bd44-fc99a9af0969 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:33.078393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd32d6-4d13-45df-9afa-25d39ad5742a None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:20:33.087418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efb10733-7ca4-47e1-91c1-4511fefb2d34 None None] Provisioning complete for port c6ac45bf-676e-44ce-a8a4-643e60f240a3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:33.087992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-efb10733-7ca4-47e1-91c1-4511fefb2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.091569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Deleting port ae5cd9c6-013a-416a-b790-2f7dc0013d27 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:33.091925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.124346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.136021 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-8c8560d1-5ca7-4b2a-a1e9-b10ab25b0cf3 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:33.137194 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8c8560d1-5ca7-4b2a-a1e9-b10ab25b0cf3 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5916426 Nov 24 19:20:33.148405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37504) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.172858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ebd90e4d-4bfd-48a7-99f6-1186c2da5d1b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:33.173270 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-ebd90e4d-4bfd-48a7-99f6-1186c2da5d1b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 19:20:33.173837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-ebd90e4d-4bfd-48a7-99f6-1186c2da5d1b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:33.174862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ebd90e4d-4bfd-48a7-99f6-1186c2da5d1b tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0254791 Nov 24 19:20:33.179168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37508) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.186648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e456d478-eac3-44c5-a83c-95c1d935225d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:33.200922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Deleting port c7cfa333-ee72-4a7b-b01a-eb780af827a5 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:33.201266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.226411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e456d478-eac3-44c5-a83c-95c1d935225d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:33.262613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5ee9c858-e01a-4536-bd3c-eb69714b6648 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:33.276424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e456d478-eac3-44c5-a83c-95c1d935225d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:33.284668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e456d478-eac3-44c5-a83c-95c1d935225d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:33.295563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-efb10733-7ca4-47e1-91c1-4511fefb2d34 None None] Port c6ac45bf-676e-44ce-a8a4-643e60f240a3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:33.303674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e456d478-eac3-44c5-a83c-95c1d935225d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:33.308962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Router 3ecad797-4864-4966-a0d9-df4aadf20cd4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:20:33.355280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ee56f-bbae-4e86-b84a-8eccaafed388 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:33.356063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a7ee56f-bbae-4e86-b84a-8eccaafed388 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:33.386822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5ee9c858-e01a-4536-bd3c-eb69714b6648 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:33.387972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.502406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:33.507701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.513068 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b2c0f123-15db-4e75-96ca-71ecf54bf1ee tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "PUT /v2.0/routers/3ecad797-4864-4966-a0d9-df4aadf20cd4 HTTP/1.1" status: 200 len: 924 time: 2.5454752 Nov 24 19:20:33.513783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37512) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.523595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] Sync routers for ids ['3ecad797-4864-4966-a0d9-df4aadf20cd4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:33.535391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a7ee56f-bbae-4e86-b84a-8eccaafed388 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:33.539358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6a7ee56f-bbae-4e86-b84a-8eccaafed388 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5151322 Nov 24 19:20:33.547099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37516) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.551874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-e456d478-eac3-44c5-a83c-95c1d935225d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:33.556043 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e456d478-eac3-44c5-a83c-95c1d935225d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3721395 Nov 24 19:20:33.572382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37520) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.583184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1fcda4a9-394c-4242-87dc-4404b5b0c5af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '11b9a314-9b47-466e-a7a7-4eb7ccbe12fe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:33.588456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] Routers {'3ecad797-4864-4966-a0d9-df4aadf20cd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:33.589184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3ecad797-4864-4966-a0d9-df4aadf20cd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:33.599902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1fcda4a9-394c-4242-87dc-4404b5b0c5af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:33.610209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1fcda4a9-394c-4242-87dc-4404b5b0c5af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:33.615544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1fcda4a9-394c-4242-87dc-4404b5b0c5af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:33.623765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1fcda4a9-394c-4242-87dc-4404b5b0c5af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:33.644661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.653616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] For port ae5cd9c6-013a-416a-b790-2f7dc0013d27, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ae5cd9c6-013a-416a-b790-2f7dc0013d27,segment=NetworkSegment(717b0a8e-3dc8-484e-a6cf-4ae1d525e794),segment_id=717b0a8e-3dc8-484e-a6cf-4ae1d525e794)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:33.653984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:33.662017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:33.687877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] Routers {'3ecad797-4864-4966-a0d9-df4aadf20cd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:33.688732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3ecad797-4864-4966-a0d9-df4aadf20cd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:33.739855 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fec78a83-721a-460e-b426-e7a77ae6ef8d tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/3ecad797-4864-4966-a0d9-df4aadf20cd4 HTTP/1.1" status: 200 len: 924 time: 0.2245872 Nov 24 19:20:33.740976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37524) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.744073 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-1fcda4a9-394c-4242-87dc-4404b5b0c5af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:33.747762 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1fcda4a9-394c-4242-87dc-4404b5b0c5af tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1713212 Nov 24 19:20:33.776447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37528) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:33.809664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device da358fc1-1dd5-4996-9959-907c4b4d9a8b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:33.860422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:33.861723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbeb0fd-aecf-47bc-9b0e-bd2cb9585b1f None None] The sync data for ids ['3ecad797-4864-4966-a0d9-df4aadf20cd4'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:33.868437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: da358fc1-1dd5-4996-9959-907c4b4d9a8b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:33.868666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device da358fc1-1dd5-4996-9959-907c4b4d9a8b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:33.905369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Calling delete_port for c7cfa333-ee72-4a7b-b01a-eb780af827a5 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:33.952364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Calling delete_port for ae5cd9c6-013a-416a-b790-2f7dc0013d27 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:33.994033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.014444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bca29-71a7-451b-a41f-5bbcab86a9b7 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:34.018901 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-679bca29-71a7-451b-a41f-5bbcab86a9b7 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=3ecad797-4864-4966-a0d9-df4aadf20cd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2767355 Nov 24 19:20:34.023383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37536) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.033270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.087483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.092779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-431143a3-b9a4-4483-8c5d-3d8eacca9ef0 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:34.112341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b9a314-9b47-466e-a7a7-4eb7ccbe12fe,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:34.114667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:34.120736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.124387 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/11b9a314-9b47-466e-a7a7-4eb7ccbe12fe HTTP/1.1" status: 204 len: 168 time: 0.3447251 Nov 24 19:20:34.124622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37540) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.180206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b09c7d5c-468e-40ca-a90c-691d7f419f22 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:34.196570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b09c7d5c-468e-40ca-a90c-691d7f419f22 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:34.197935 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b09c7d5c-468e-40ca-a90c-691d7f419f22 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0723729 Nov 24 19:20:34.201737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37544) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.207739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--934899207'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:34.214355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:34.225764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:34.236042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.258308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:34.262237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:34.265484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:34.272193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:34.344162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53da127-2022-4cc0-a07a-0f2258468719 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:34.350349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53da127-2022-4cc0-a07a-0f2258468719 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:34.356304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53da127-2022-4cc0-a07a-0f2258468719 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:34.357205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.357991 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f53da127-2022-4cc0-a07a-0f2258468719 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8076468 Nov 24 19:20:34.361400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37550) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.370314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.381273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60e40806-51d1-491b-b97b-a74e136fed2c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:34.399884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.413306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a09af957-4fda-4f3e-a7e2-8cbfec3fb8cf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:34.426251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.443735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Port': ['ID=ae5cd9c6-013a-416a-b790-2f7dc0013d27,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:34.447385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] No DVR routers for this DVR port ae5cd9c6-013a-416a-b790-2f7dc0013d27 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:20:34.454338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:34.470884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623512d9-eace-4240-a224-be174d834fd9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:34.477702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:34.481142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 4d239a27-6400-4d58-bd44-fc99a9af0969 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:34.481546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.513630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.514811 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3119702 Nov 24 19:20:34.518553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5acdfc-6f7f-4db8-9055-a3742855f824 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:34.519247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-de5acdfc-6f7f-4db8-9055-a3742855f824 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Synchronizing usage tracker for tenant:36a234ef07f34ee8bc768d053a91890b on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:34.521248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37554) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.533685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-221c3b46-8de8-44db-8320-b9e6c2799dab tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '623512d9-eace-4240-a224-be174d834fd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:34.543080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-221c3b46-8de8-44db-8320-b9e6c2799dab tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:34.550936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-221c3b46-8de8-44db-8320-b9e6c2799dab tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:34.555418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-221c3b46-8de8-44db-8320-b9e6c2799dab tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:34.589480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-221c3b46-8de8-44db-8320-b9e6c2799dab tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:34.606840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.675143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-de5acdfc-6f7f-4db8-9055-a3742855f824 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Unset dirty status for tenant:36a234ef07f34ee8bc768d053a91890b on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:34.676500 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-de5acdfc-6f7f-4db8-9055-a3742855f824 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.6463366 Nov 24 19:20:34.681310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37558) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.725303 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-221c3b46-8de8-44db-8320-b9e6c2799dab tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The resource could not be found. Nov 24 19:20:34.725727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284cd247-6315-4a89-8ffd-84fd3b122132']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:34.728928 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-221c3b46-8de8-44db-8320-b9e6c2799dab tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2041714 Nov 24 19:20:34.729234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37562) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.736132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ee4e416d-cb26-469b-a174-010a38a8a8f4 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '623512d9-eace-4240-a224-be174d834fd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ebce6aec-e633-43e0-a112-afb2b5d5c835'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:34.745941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ee4e416d-cb26-469b-a174-010a38a8a8f4 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:34.752206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f397c5d1-d039-4a14-ac02-3e02ca5bd8a1 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ecad797-4864-4966-a0d9-df4aadf20cd4 HTTP/1.1" status: 200 len: 205 time: 0.0680470 Nov 24 19:20:34.755307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717b0a8e-3dc8-484e-a6cf-4ae1d525e794') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:34.755635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717b0a8e-3dc8-484e-a6cf-4ae1d525e794') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:34.762224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37566) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:34.762382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ee4e416d-cb26-469b-a174-010a38a8a8f4 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:34.768287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ee4e416d-cb26-469b-a174-010a38a8a8f4 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:34.783718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ee4e416d-cb26-469b-a174-010a38a8a8f4 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:34.792967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.823183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.828762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.840999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-51ae3662-cdcf-4b40-bd9e-dad683fd34d0 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:34.907515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event deleted for resources: {'Port': ['ID=c7cfa333-ee72-4a7b-b01a-eb780af827a5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:34.918062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:34.924638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 4d239a27-6400-4d58-bd44-fc99a9af0969 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:34.947611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.966849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:34.967541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:34.987496 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:34.993308 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-ee4e416d-cb26-469b-a174-010a38a8a8f4 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The resource could not be found. Nov 24 19:20:34.994338 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ee4e416d-cb26-469b-a174-010a38a8a8f4 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2642190 Nov 24 19:20:34.997558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37570) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.129181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.154416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.163238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2df22f2f-473a-40d1-ae09-96f940eb2e68 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:35.199995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.201759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.221573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=4d239a27-6400-4d58-bd44-fc99a9af0969,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:35.230784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:35.257117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.258648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.317898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:35.337789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.349636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.354174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.359445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:35.383143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623512d9-eace-4240-a224-be174d834fd9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:35.386339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:35.388377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.392324 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/623512d9-eace-4240-a224-be174d834fd9 HTTP/1.1" status: 204 len: 168 time: 0.3909857 Nov 24 19:20:35.392324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37578) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.396233 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/4d239a27-6400-4d58-bd44-fc99a9af0969 HTTP/1.1" status: 204 len: 168 time: 1.0339975 Nov 24 19:20:35.410396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37582) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.433255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Network': ['ID=284cd247-6315-4a89-8ffd-84fd3b122132,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:35.466335 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c770d174-82d0-4a5f-a51d-d310ac79236b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:20:35.466970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c770d174-82d0-4a5f-a51d-d310ac79236b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:35.494903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:35.509768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d7b38722-1324-4ec8-a1e3-05188b8821b6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:35.513532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c770d174-82d0-4a5f-a51d-d310ac79236b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:35.514923 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c770d174-82d0-4a5f-a51d-d310ac79236b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/4d239a27-6400-4d58-bd44-fc99a9af0969 HTTP/1.1" status: 404 len: 333 time: 0.1027946 Nov 24 19:20:35.517862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37588) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.520122 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/networks/284cd247-6315-4a89-8ffd-84fd3b122132 HTTP/1.1" status: 204 len: 168 time: 3.0344393 Nov 24 19:20:35.550704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37592) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.570626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.579153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.603881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d7b38722-1324-4ec8-a1e3-05188b8821b6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:35.605165 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d7b38722-1324-4ec8-a1e3-05188b8821b6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2116053 Nov 24 19:20:35.609131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37596) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.620186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-19120169-4d52-4e86-aaae-f77d348d3d1f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': '6e3db4e8-3519-43aa-b2f1-33bdc834ec67', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:35.628148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-19120169-4d52-4e86-aaae-f77d348d3d1f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:35.633920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-19120169-4d52-4e86-aaae-f77d348d3d1f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:35.638954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-19120169-4d52-4e86-aaae-f77d348d3d1f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:35.641517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.642565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Fanout notify agent at l3_agent the message router_deleted on router 17eed136-e306-4ef7-8477-57a1a3feb06e {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:35.657960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-19120169-4d52-4e86-aaae-f77d348d3d1f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:35.666984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.675348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.676469 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/17eed136-e306-4ef7-8477-57a1a3feb06e HTTP/1.1" status: 204 len: 168 time: 3.6876516 Nov 24 19:20:35.681379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37600) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.691191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Deleting port 5256c807-906f-4611-84c4-4e465966435f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:35.691532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.693297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-655163328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:35.703674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port c6ac45bf-676e-44ce-a8a4-643e60f240a3 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:35.704050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.748852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:35.772373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Usage tracker for resource:router and tenant:f9529820cc1948159e284ee4f2e2bab2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:35.776906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:35.786711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:35.794672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.811240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.812290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.903546 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-19120169-4d52-4e86-aaae-f77d348d3d1f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The resource could not be found. Nov 24 19:20:35.908084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-19120169-4d52-4e86-aaae-f77d348d3d1f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2946754 Nov 24 19:20:35.908834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37604) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:35.914581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:35.964789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--19582980'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:35.976535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:35.992030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:36.018943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.050271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.063408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:36.119852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:36.178460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:36.186610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.187118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Calling delete_port for 5256c807-906f-4611-84c4-4e465966435f owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:36.212974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.222503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:36.276432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151f439a-8c78-4ae3-a3eb-62db16aa5bc3']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:36.284325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.285629 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4ba5eb4e-da59-4e1d-af73-7047f3fbebd3 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6001098 Nov 24 19:20:36.290966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37612) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:36.301871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': False}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:36.302103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fd9fe5-9d7b-4daf-b31e-22d6cf990e92') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:36.302228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fd9fe5-9d7b-4daf-b31e-22d6cf990e92') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:36.317686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.325606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.458257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for c6ac45bf-676e-44ce-a8a4-643e60f240a3 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:36.490558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.511741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:36.512180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:36.526683 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:36.538059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.603074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.610740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:36.670630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.680377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.682799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:36.723800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Network': ['ID=151f439a-8c78-4ae3-a3eb-62db16aa5bc3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:36.726153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:36.729755 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/networks/151f439a-8c78-4ae3-a3eb-62db16aa5bc3 HTTP/1.1" status: 204 len: 168 time: 1.1754274 Nov 24 19:20:36.732454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37618) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:36.762490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.773985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-04ec0823-98a8-41a8-aa43-7df7f455a5ca tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:36.820055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd98265-9b78-4b96-84a7-eb79f1cd8387,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:36.823772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.833383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:36.837618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.838807 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9291768 Nov 24 19:20:36.843420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37622) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:36.850538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736864957'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:36.872130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:36.879587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=c6ac45bf-676e-44ce-a8a4-643e60f240a3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:36.882070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:36.885500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:36.889885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:36.897442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:36.958136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:36.962594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ded4257d-5a13-44b4-b17d-fd3c8cbb20a8 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:37.005982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.027484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.036463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event deleted for resources: {'Port': ['ID=5256c807-906f-4611-84c4-4e465966435f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:37.076165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:37.083377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.088108 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/c6ac45bf-676e-44ce-a8a4-643e60f240a3 HTTP/1.1" status: 204 len: 168 time: 1.5693126 Nov 24 19:20:37.088774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37626) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:37.129547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:37.136605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:37.149058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:37.164656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:37.183603 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c8d3cc-f3a7-4b63-83eb-7141df3d3803 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:20:37.184176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-49c8d3cc-f3a7-4b63-83eb-7141df3d3803 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:37.221409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.245851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-49c8d3cc-f3a7-4b63-83eb-7141df3d3803 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:37.249584 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-49c8d3cc-f3a7-4b63-83eb-7141df3d3803 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/c6ac45bf-676e-44ce-a8a4-643e60f240a3 HTTP/1.1" status: 404 len: 333 time: 0.1546762 Nov 24 19:20:37.250060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37630) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:37.286608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b5063c-5adf-4d3e-91c8-ec40b1b79c6e']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:37.313599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31283af3-1d2d-463b-9300-98a53a1614a4') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:37.314108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31283af3-1d2d-463b-9300-98a53a1614a4') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:37.323766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.333610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.358072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet 0fe8acb3-32be-44f6-b0c8-85457edddb65 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:37.360545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.366268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.403429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:37.403903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:37.419145 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:37.514505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.558110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.563146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.567551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.568158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.573907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eb6231bc-823a-44d7-9c15-b62967c827e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:37.605826 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] 10.222.0.47 "DELETE /v2.0/networks/34b5063c-5adf-4d3e-91c8-ec40b1b79c6e HTTP/1.1" status: 204 len: 168 time: 0.8723590 Nov 24 19:20:37.607905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Pushing event deleted for resources: {'Network': ['ID=34b5063c-5adf-4d3e-91c8-ec40b1b79c6e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:37.612422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:37.647843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.684241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.740300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.745893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.746436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Fanout notify agent at l3_agent the message router_deleted on router 3ecad797-4864-4966-a0d9-df4aadf20cd4 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:37.747920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.758134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:37.759470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3813614a-caed-4658-a377-b763b9aab53b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:37.876742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.878390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/3ecad797-4864-4966-a0d9-df4aadf20cd4 HTTP/1.1" status: 204 len: 168 time: 3.1146903 Nov 24 19:20:37.882289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b0567-02b2-4cb7-b930-6a623755b8ab,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:37.884934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37644) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:37.889537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:37.895648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.900326 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0559611 Nov 24 19:20:37.904195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1235374905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:37.911086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37648) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:37.912105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:37.916191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Usage tracker for resource:router and tenant:5227589a05834e6e9b93b290126d07d9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:37.920036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:37.927117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9c6222c8-47ce-475d-ab5d-4481bd8bfb67 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group_rule': {'security_group_id': 'acd98265-9b78-4b96-84a7-eb79f1cd8387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dd1b0567-02b2-4cb7-b930-6a623755b8ab'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:37.927680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:37.932672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe8acb3-32be-44f6-b0c8-85457edddb65,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:37.935857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c6222c8-47ce-475d-ab5d-4481bd8bfb67 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:37.936325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.938381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:37.940864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.943546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c6222c8-47ce-475d-ab5d-4481bd8bfb67 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:37.946481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34fd55-e61c-4b10-97c7-cd53eb47e81c None None] Network 1f24b285-ca75-4ec6-9395-56b2053d9760 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:37.959469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c6222c8-47ce-475d-ab5d-4481bd8bfb67 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:37.965893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c6222c8-47ce-475d-ab5d-4481bd8bfb67 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:37.977363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.982060 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/0fe8acb3-32be-44f6-b0c8-85457edddb65 HTTP/1.1" status: 204 len: 168 time: 0.7288415 Nov 24 19:20:37.982640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.982825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37652) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:37.983687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:37.987774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37654) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:38.063399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.128698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.147475 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-9c6222c8-47ce-475d-ab5d-4481bd8bfb67 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:20:38.149958 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c6222c8-47ce-475d-ab5d-4481bd8bfb67 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2319489 Nov 24 19:20:38.154755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37662) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:38.181883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.197987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.199158 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d899f4f3-dfa1-46dd-8178-e511f34b49fe tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3114102 Nov 24 19:20:38.203753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37666) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:38.208915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Allocated IP 172.26.6.82 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/1d5ef533-519d-4aab-a866-f8381f10370a) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:38.216460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:38.252047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] DHCP port deletion for 1f24b285-ca75-4ec6-9395-56b2053d9760 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:20:38.256739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Deleting port 5ee9c858-e01a-4536-bd3c-eb69714b6648 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:38.257183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.272671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 5ee9c858-e01a-4536-bd3c-eb69714b6648 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:38.273249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.277163 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-925c7548-4197-4c7a-af9a-fbb039938a66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b756295bfc74c6cb1bf7166da86d673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840743 Nov 24 19:20:38.298767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37670) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:38.398154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.432015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.436586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-59226ca0-3edc-493a-9850-0058a57e2217 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:38.469091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] For port 5ee9c858-e01a-4536-bd3c-eb69714b6648, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5ee9c858-e01a-4536-bd3c-eb69714b6648,segment=NetworkSegment(54b55d80-2a4e-4695-b1ce-0ddd48285b31),segment_id=54b55d80-2a4e-4695-b1ce-0ddd48285b31)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:38.469496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.504718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:38.507565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:38.510058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:38.577727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Pushing event updated for resources: {'Port': ['ID=1d5ef533-519d-4aab-a866-f8381f10370a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:38.581532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.601444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Calling delete_port for 5ee9c858-e01a-4536-bd3c-eb69714b6648 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:38.674827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:38.706921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.718535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:38.761512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] No DVR routers for this DVR port 5ee9c858-e01a-4536-bd3c-eb69714b6648 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:20:38.770720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Pushing event deleted for resources: {'Port': ['ID=5ee9c858-e01a-4536-bd3c-eb69714b6648,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:38.783829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.785916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.786266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.786647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.787049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.787605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.788139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.788469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.788789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.789265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.789589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.789908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.790224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:20:38.794048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:38.953496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:38.963773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.057431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.065201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.075828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] For port 5ee9c858-e01a-4536-bd3c-eb69714b6648, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5ee9c858-e01a-4536-bd3c-eb69714b6648,segment=NetworkSegment(54b55d80-2a4e-4695-b1ce-0ddd48285b31),segment_id=54b55d80-2a4e-4695-b1ce-0ddd48285b31)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:39.075828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.099120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.109719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-47453624-3b43-4be1-a4a4-e2d42171be1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:39.135800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5ee9c858-e01a-4536-bd3c-eb69714b6648 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:39.178864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 5ee9c858-e01a-4536-bd3c-eb69714b6648 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:39.179215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5ee9c858-e01a-4536-bd3c-eb69714b6648 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:39.302402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 5ee9c858-e01a-4536-bd3c-eb69714b6648 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:39.458094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b0567-02b2-4cb7-b930-6a623755b8ab,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:39.473348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:39.498327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.499456 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/dd1b0567-02b2-4cb7-b930-6a623755b8ab HTTP/1.1" status: 204 len: 168 time: 1.3437905 Nov 24 19:20:39.505019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37680) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:39.581284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.598298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-94e48306-958b-4884-8260-4f3883a7e956 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:39.605294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.608647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.622269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:20:39.622585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:20:39.631131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f05b0-c0f5-46df-be46-a837298eab05,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:39.636809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:39.647344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-389deae5-a512-41dd-9514-82b4ff47b12d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:39.685480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.687582 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/043f05b0-c0f5-46df-be46-a837298eab05 HTTP/1.1" status: 204 len: 168 time: 1.3516002 Nov 24 19:20:39.701835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-389deae5-a512-41dd-9514-82b4ff47b12d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:39.703260 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-389deae5-a512-41dd-9514-82b4ff47b12d tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.1946766 Nov 24 19:20:39.707102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37690) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:39.903022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.911391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.939887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:39.942444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.022271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.036571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Router 49c7a253-18a5-40e2-b0b7-7771b14ebdb7 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:40.044608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6329213-189f-4bb9-bc0f-12af67bf8eef tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:40.061501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd98265-9b78-4b96-84a7-eb79f1cd8387,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:40.072364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:40.120414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Allocated IP 172.26.6.245 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/a7ba89d4-c359-4736-b516-1cec5275a8f3) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:40.124286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 5ee9c858-e01a-4536-bd3c-eb69714b6648 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:40.124633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.142914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.144437 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/acd98265-9b78-4b96-84a7-eb79f1cd8387 HTTP/1.1" status: 204 len: 168 time: 0.4363768 Nov 24 19:20:40.153461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37706) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.206043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] The port '5ee9c858-e01a-4536-bd3c-eb69714b6648' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:20:40.293337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-637e462d-08b2-4ea4-bd67-c0f17e14ad22 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:40.317267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:40.321990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.326978 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "PUT /v2.0/routers/49c7a253-18a5-40e2-b0b7-7771b14ebdb7 HTTP/1.1" status: 200 len: 914 time: 4.0346723 Nov 24 19:20:40.328032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37714) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.332188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-637e462d-08b2-4ea4-bd67-c0f17e14ad22 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:40.333379 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-637e462d-08b2-4ea4-bd67-c0f17e14ad22 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1790874 Nov 24 19:20:40.334280 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] Sync routers for ids ['49c7a253-18a5-40e2-b0b7-7771b14ebdb7'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:40.345257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37720) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.346635 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] Routers {'49c7a253-18a5-40e2-b0b7-7771b14ebdb7'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:40.347331 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49c7a253-18a5-40e2-b0b7-7771b14ebdb7'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:40.421143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004801335'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:40.426565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:40.427425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:40.437474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:40.438618 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] Routers {'49c7a253-18a5-40e2-b0b7-7771b14ebdb7'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:40.440171 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49c7a253-18a5-40e2-b0b7-7771b14ebdb7'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:40.457881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.468601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.507752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:40.524870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Usage tracker for resource:security_group_rule and tenant:2018d405a461434d8e618d080973ff04 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:40.527055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-431e6915-1c93-4add-bb4e-6ff8a0aa5ac2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/49c7a253-18a5-40e2-b0b7-7771b14ebdb7 HTTP/1.1" status: 200 len: 920 time: 0.1977222 Nov 24 19:20:40.527666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37726) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.530566 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:40.531232 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693d5a9-a024-41ea-afa4-081eace05af3 None None] The sync data for ids ['49c7a253-18a5-40e2-b0b7-7771b14ebdb7'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:40.531701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:40.535916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f24b285-ca75-4ec6-9395-56b2053d9760']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:40.558584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37730) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.560853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:40.568554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b55d80-2a4e-4695-b1ce-0ddd48285b31') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:40.568933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b55d80-2a4e-4695-b1ce-0ddd48285b31') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:40.603081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.603265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b3b49-9445-4a39-8341-3e776a6c394c tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:40.607372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2d2b3b49-9445-4a39-8341-3e776a6c394c tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=49c7a253-18a5-40e2-b0b7-7771b14ebdb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0787361 Nov 24 19:20:40.607940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37736) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.614553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.644938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.657647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:20:40.658458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:20:40.675319 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:20:40.740365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4924533d-4754-447a-8330-88d46c256349 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:40.740948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4924533d-4754-447a-8330-88d46c256349 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Synchronizing usage tracker for tenant:4f95c6b250b2467fb3e89eae3af12fa5 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:40.752685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4924533d-4754-447a-8330-88d46c256349 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Unset dirty status for tenant:4f95c6b250b2467fb3e89eae3af12fa5 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:40.753820 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4924533d-4754-447a-8330-88d46c256349 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.1449025 Nov 24 19:20:40.754065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-650003597'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:40.756814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37740) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.771344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:40.782793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:network and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:40.788891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:40.796292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:40.802631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0bf4e585-6d24-4e0d-b0c8-14509b53fc90 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=49c7a253-18a5-40e2-b0b7-7771b14ebdb7 HTTP/1.1" status: 200 len: 205 time: 0.0446804 Nov 24 19:20:40.805173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37746) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.816613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.831385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7c466e3c-d042-4e17-8044-38db6ed86374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:40.848977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.865258 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.869617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=1f24b285-ca75-4ec6-9395-56b2053d9760,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:40.874817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.886994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:40.890608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-696819bc-43be-4e87-81e4-69cf94927243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:40.935534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.959710 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/1f24b285-ca75-4ec6-9395-56b2053d9760 HTTP/1.1" status: 204 len: 168 time: 2.9704723 Nov 24 19:20:40.961908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:40.969513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:40.973155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:40.987653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37752) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:40.992333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:40.994209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.005718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:41.047402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1606399217'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:41.062511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:41.072816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event updated for resources: {'Port': ['ID=a7ba89d4-c359-4736-b516-1cec5275a8f3,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:41.077163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:41.080263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:network and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:41.083620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.085000 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6886225 Nov 24 19:20:41.086978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:41.089448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:41.091931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-395681ba-2df4-4be7-a7b0-c8da941442f9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:41.092374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37756) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:41.104176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:security_group_rule and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:41.106716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6161a6d8-8886-461e-beed-3492106064e7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:41.107362 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-6161a6d8-8886-461e-beed-3492106064e7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 19:20:41.107899 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-6161a6d8-8886-461e-beed-3492106064e7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 19:20:41.108910 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6161a6d8-8886-461e-beed-3492106064e7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "PUT /v2.0/security-groups/1a7c8356-2473-4131-9b5f-ba04db33a8de HTTP/1.1" status: 409 len: 330 time: 0.0156093 Nov 24 19:20:41.109753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:41.112278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37760) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:41.114449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:41.133282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:41.172648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.209056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:41.212463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.231322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7c8356-2473-4131-9b5f-ba04db33a8de,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:41.282030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.292611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:41.388111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.437287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.448283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Deleting port 1d5ef533-519d-4aab-a866-f8381f10370a {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:41.448647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.498857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.503858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:41.504816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-befd2bf1-3d2e-4221-abf3-bc95078759d1 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:41.523517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.523853 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Added segment 1ac85e08-9490-4e60-9d43-4db04d40cae2 of type vlan for network 023e14b7-c8ea-424e-9811-26f72e95804e Nov 24 19:20:41.541758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7c8356-2473-4131-9b5f-ba04db33a8de,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:41.545549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:41.609146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.610275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/1a7c8356-2473-4131-9b5f-ba04db33a8de HTTP/1.1" status: 204 len: 168 time: 0.4970934 Nov 24 19:20:41.613468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37766) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:41.694604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.703908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0e825fbd-d908-45f0-8acb-e86ef4727845 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Synchronizing usage tracker for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:41.715783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.732880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.737124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.742209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3621a79-1731-45fc-9391-ffe912fbc8c2 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:41.803724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:41.805958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef3852a-2938-4593-a419-d3238b1a8f20,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:41.808323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.830472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Calling delete_port for 1d5ef533-519d-4aab-a866-f8381f10370a owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:41.865389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:41.875271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0e825fbd-d908-45f0-8acb-e86ef4727845 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Unset dirty status for tenant:2018d405a461434d8e618d080973ff04 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:41.881098 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0e825fbd-d908-45f0-8acb-e86ef4727845 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2622175 Nov 24 19:20:41.882240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37770) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:41.897384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.898137 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Added segment 1e543b9d-8824-4e8f-9f38-81c2cf30d524 of type vlan for network a90870bb-5276-481e-b827-2d1fef7fe800 Nov 24 19:20:41.904051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-6c9dff75-d6f4-4be2-af25-69f29fd5efc7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] delete failed (client error): The resource could not be found. Nov 24 19:20:41.909264 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c9dff75-d6f4-4be2-af25-69f29fd5efc7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "DELETE /v2.0/security-groups/a3ec0085-5c4d-4990-803f-9c1d608f885f HTTP/1.1" status: 404 len: 347 time: 0.0226991 Nov 24 19:20:41.909428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.910355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37774) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:41.912383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:41.913001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:41.920817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:41.945903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-ee1535e5-0166-4f25-bc1a-3b933ec322a6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] show failed (client error): The resource could not be found. Nov 24 19:20:41.950458 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ee1535e5-0166-4f25-bc1a-3b933ec322a6 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-groups/8ba181f4-5335-4d60-80dd-dac3d945eae6 HTTP/1.1" status: 404 len: 347 time: 0.0356290 Nov 24 19:20:41.955121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37780) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:41.973978 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-f3dc1c26-5d59-4e26-a494-e25230c43957 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] show failed (client error): The resource could not be found. Nov 24 19:20:41.974965 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f3dc1c26-5d59-4e26-a494-e25230c43957 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] 10.222.0.47 "GET /v2.0/security-group-rules/5e07ef0a-1aad-43f2-af68-a5a5459113a8 HTTP/1.1" status: 404 len: 356 time: 0.0189183 Nov 24 19:20:42.093238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.100864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7eee5ba9-3072-44ef-bf4e-efbc7219859e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:42.145652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.155410 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1645169 Nov 24 19:20:42.159798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37788) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:42.162608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event deleted for resources: {'Port': ['ID=1d5ef533-519d-4aab-a866-f8381f10370a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:42.165848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:42.169853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:42.180521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Network': ['ID=023e14b7-c8ea-424e-9811-26f72e95804e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:42.183458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:42.192473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 023e14b7-c8ea-424e-9811-26f72e95804e details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:42.339545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37796) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:42.376340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.389897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.395561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:42.396161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.412976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1f55453-71b9-455e-a5bf-e9c619704029 tempest-PortsAdminExtendedAttrsTestJSON-168894937 tempest-PortsAdminExtendedAttrsTestJSON-168894937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:42.529083 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9658387 Nov 24 19:20:42.538074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Network': ['ID=a90870bb-5276-481e-b827-2d1fef7fe800,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:42.544029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.546100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:42.549059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.556926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a90870bb-5276-481e-b827-2d1fef7fe800 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:42.621754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:42.677847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:42.691667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:42.703805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:42.712982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.717194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.755906 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-550baaec-e0e2-49b7-9588-71cfebfd9459 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2018d405a461434d8e618d080973ff04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111502 Nov 24 19:20:42.755906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:42.756224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37802) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:42.757603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.790658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Router 99cd64d8-ec41-4850-819c-658f53d6e093 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:42.833237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.833758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Fanout notify agent at l3_agent the message router_deleted on router 49c7a253-18a5-40e2-b0b7-7771b14ebdb7 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:42.881351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.886589 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/49c7a253-18a5-40e2-b0b7-7771b14ebdb7 HTTP/1.1" status: 204 len: 168 time: 2.0763996 Nov 24 19:20:42.886740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37806) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:42.897314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-512284713', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:42.905648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.905805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:42.909925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Usage tracker for resource:router and tenant:f9529820cc1948159e284ee4f2e2bab2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:42.912867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:42.919069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:42.936856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:42.938102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.010755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.164317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.241872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:43.252720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] Sync routers for ids ['99cd64d8-ec41-4850-819c-658f53d6e093'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:43.271106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] Routers {'99cd64d8-ec41-4850-819c-658f53d6e093'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:43.272245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['99cd64d8-ec41-4850-819c-658f53d6e093'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:43.280641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.291065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.301794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6547097b-3731-4636-8dcf-09cf24c79325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:43.311862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.316463 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2bd656d-8851-435d-84ad-541fe4c7a4b6 HTTP/1.1" status: 204 len: 168 time: 0.5593073 Nov 24 19:20:43.318008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd656d-8851-435d-84ad-541fe4c7a4b6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:43.323110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.328940 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "PUT /v2.0/routers/99cd64d8-ec41-4850-819c-658f53d6e093 HTTP/1.1" status: 200 len: 884 time: 5.1190355 Nov 24 19:20:43.329933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37816) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:43.333043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:43.349857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5646b2f5-92fc-4dd6-9459-20b2f9ce82d9 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:43.389455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.437683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:43.457512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] Routers {'99cd64d8-ec41-4850-819c-658f53d6e093'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:43.458674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['99cd64d8-ec41-4850-819c-658f53d6e093'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:43.527191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:43.527841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fe480-0097-472d-a327-94d2d43838a8 None None] The sync data for ids ['99cd64d8-ec41-4850-819c-658f53d6e093'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:43.554006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=5c19483a-1038-48dd-a71e-2d948d9ff232,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:43.561639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Checking segment: {'id': '1ac85e08-9490-4e60-9d43-4db04d40cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:43.562001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network hostable DHCP agents. Network: 023e14b7-c8ea-424e-9811-26f72e95804e, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:43.581944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:43.644725 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5daf63e0-6784-4859-8aa4-7d64060a8949 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/99cd64d8-ec41-4850-819c-658f53d6e093 HTTP/1.1" status: 200 len: 925 time: 0.3102272 Nov 24 19:20:43.647229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37824) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:43.664843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 023e14b7-c8ea-424e-9811-26f72e95804e is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:43.686754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 023e14b7-c8ea-424e-9811-26f72e95804e) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:43.697229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:43.697460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:43.701631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212b6ba-069f-4def-8e18-dfde29261b50 None None] Network 023e14b7-c8ea-424e-9811-26f72e95804e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:43.773466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6121860 Nov 24 19:20:43.776795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37830) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:43.779613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f39eb-3f9b-40da-bb49-51ee9f759531 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:43.786280 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ec8f39eb-3f9b-40da-bb49-51ee9f759531 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=99cd64d8-ec41-4850-819c-658f53d6e093&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1379502 Nov 24 19:20:43.787077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37832) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:43.823315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-951500042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:43.835249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:43.842880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:router and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:43.848224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:43.881931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:44.015989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-023e14b7-c8ea-424e-9811-26f72e95804e', 'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e', 'tenant_id': '1bb0ccabe7004e93bef1366812ee3059', 'fixed_ips': [{'subnet_id': '5c19483a-1038-48dd-a71e-2d948d9ff232'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:44.023118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.064113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4d666c-d419-4bb8-bb15-097a5dd312e6 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:44.064697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3f4d666c-d419-4bb8-bb15-097a5dd312e6 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Synchronizing usage tracker for tenant:36a234ef07f34ee8bc768d053a91890b on resource:network {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:44.082421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3f4d666c-d419-4bb8-bb15-097a5dd312e6 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Unset dirty status for tenant:36a234ef07f34ee8bc768d053a91890b on resource:network {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:44.086993 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3f4d666c-d419-4bb8-bb15-097a5dd312e6 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.2984512 Nov 24 19:20:44.087716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37844) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:44.140333 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e336f81e-0128-43ce-8cfe-d790b39292ba tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=99cd64d8-ec41-4850-819c-658f53d6e093 HTTP/1.1" status: 200 len: 205 time: 0.0513227 Nov 24 19:20:44.141205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37848) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:44.158337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.231416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.233165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.237400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.395366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Allocated IP 172.20.0.2 (023e14b7-c8ea-424e-9811-26f72e95804e/5c19483a-1038-48dd-a71e-2d948d9ff232/9a8c5e2c-f876-4ca3-b984-ae90f32b21a7) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:44.483548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.574342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Allocated IP 172.26.6.202 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/3077f37d-5c5b-479e-8ac7-66ccf3ed07d5) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:44.684586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37864) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:44.725860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.753970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.763251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Deleting port a7ba89d4-c359-4736-b516-1cec5275a8f3 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:44.764416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.785139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.801212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Transition to ACTIVE for port object 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:44.824723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Transition to ACTIVE for port object 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:44.832252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.839669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:44.879925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.909238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.919635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Network 023e14b7-c8ea-424e-9811-26f72e95804e is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:44.922952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:44.927820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:44.929547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1164940937'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:44.943340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:44.948737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Usage tracker for resource:network and tenant:9c02b2a1c5c645f68c3e7af6d41252cc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:44.952580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:44.960746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:44.962496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:44.966896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5c462680-ac13-4bd1-b056-eae63bc6486c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1623733 Nov 24 19:20:44.967568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37872) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:44.993638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e', 'name': 'tempest-PortsTestJSON-136703544'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:45.020552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Pushing event updated for resources: {'Port': ['ID=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:45.033573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:45.035919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Made reservation on behalf of 9c02b2a1c5c645f68c3e7af6d41252cc for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:45.039600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.041913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Attempting to bind port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:45.042459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Attempting to bind port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '1ac85e08-9490-4e60-9d43-4db04d40cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:45.043022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Attempting to bind port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 on network 023e14b7-c8ea-424e-9811-26f72e95804e {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:45.050929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:45.051588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Checking segment: {'id': '1ac85e08-9490-4e60-9d43-4db04d40cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:45.052334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.052885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Bound using segment: {'id': '1ac85e08-9490-4e60-9d43-4db04d40cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:45.054038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Bound port: 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac85e08-9490-4e60-9d43-4db04d40cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '023e14b7-c8ea-424e-9811-26f72e95804e'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:45.054038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.119597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.157027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] For port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:45.161915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] For port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,segment=NetworkSegment(1ac85e08-9490-4e60-9d43-4db04d40cae2),segment_id=1ac85e08-9490-4e60-9d43-4db04d40cae2)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:45.167827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.172884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:45.248478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Pushing event updated for resources: {'Port': ['ID=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:45.255535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:45.258904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Calling delete_port for a7ba89d4-c359-4736-b516-1cec5275a8f3 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:45.273120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.284019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18cf5f18-d0d3-4630-a48c-6678566dffa2 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:45.319293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.348825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:45.355808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Usage tracker for resource:security_group_rule and tenant:9c02b2a1c5c645f68c3e7af6d41252cc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:45.367729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:45.378415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event updated for resources: {'Port': ['ID=3077f37d-5c5b-479e-8ac7-66ccf3ed07d5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:45.381699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:45.381866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:45.418569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:45.422075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:45.426037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:45.557408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:45.584865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:45.600708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:45.633374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:45.666611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.675276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.685171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e14b7070-f77b-499f-8b57-9d1051edb0f5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:45.815587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37880) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:45.826159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:45.830250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.842289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'subnet': {'network_id': 'a90870bb-5276-481e-b827-2d1fef7fe800', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:45.854221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.904945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event deleted for resources: {'Port': ['ID=a7ba89d4-c359-4736-b516-1cec5275a8f3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:45.913156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:45.915718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:45.946655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9e24dc3-37aa-4b02-bd15-1a5b6dd952ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:45.962207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:45.989533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:45.989875 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Added segment 07426abf-f7a8-48a7-a120-14d1bd0dbf06 of type vlan for network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 Nov 24 19:20:46.017945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b232b2-0925-445e-97f6-7cfdc15c161b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:46.031834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:46.038239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.077119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.101172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:46.190193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:subnet and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:46.199824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:46.223603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:46.230881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.236221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.256050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.261718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:46.262319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.266773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c9c44228-9f7b-4fc5-82e2-98148e7c85b7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:46.301187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.301726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Fanout notify agent at l3_agent the message router_deleted on router 99cd64d8-ec41-4850-819c-658f53d6e093 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:46.320915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:46.324403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.370209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.8 (023e14b7-c8ea-424e-9811-26f72e95804e/5c19483a-1038-48dd-a71e-2d948d9ff232/1a8ad790-56aa-44f4-a81a-0161a3fefd05) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:46.396355 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7030656 Nov 24 19:20:46.397546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Pushing event updated for resources: {'Network': ['ID=0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:46.399844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37886) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:46.403176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.405180 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/99cd64d8-ec41-4850-819c-658f53d6e093 HTTP/1.1" status: 204 len: 168 time: 2.2620065 Nov 24 19:20:46.410149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:46.411526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Request body: {'subnet': {'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:46.417007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:46.426163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37890) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:46.439160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1822100188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:46.448166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:46.462832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.505469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Usage tracker for resource:router and tenant:5227589a05834e6e9b93b290126d07d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:46.518591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:46.526203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcfccca-e5f8-4d3d-8f5c-ef9d179803ad None None] Network 023e14b7-c8ea-424e-9811-26f72e95804e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:46.529034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:46.553331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:46.557206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.558181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.562703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Usage tracker for resource:subnet and tenant:9c02b2a1c5c645f68c3e7af6d41252cc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:46.566772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:46.573811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:46.586664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.595267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Made reservation on behalf of 9c02b2a1c5c645f68c3e7af6d41252cc for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:46.598731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.676197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-90d219a1-4d73-4e19-bd72-1291465fd63c None None] Provisioning for port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:46.689705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.737175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:46.741103 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3779d5c-4e7c-4f58-b2ec-95052be6a426 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3112957 Nov 24 19:20:46.743927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37896) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:46.749505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': True}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:47.136142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.224242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:47.297002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:47.303057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:47.303441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.391239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.404190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.430424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.433964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.437362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-64c2f0ab-4602-45a1-97c4-9e1bcf505d91 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:47.470402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,segment=NetworkSegment(1ac85e08-9490-4e60-9d43-4db04d40cae2),segment_id=1ac85e08-9490-4e60-9d43-4db04d40cae2)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:47.472349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object 1a8ad790-56aa-44f4-a81a-0161a3fefd05 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:47.475016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.477796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:47.486149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.498116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ab493d48-9999-4836-ac29-ab3776fa15c4 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:47.569689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Pushing event updated for resources: {'Subnet': ['ID=f21eb754-fe91-4701-afa7-dfe628379a16,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:47.570895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:47.573772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:47.580945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:47.590791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Checking segment: {'id': '07426abf-f7a8-48a7-a120-14d1bd0dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:47.591222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Network hostable DHCP agents. Network: 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:47.604310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Subnet': ['ID=3a7c3e10-96d7-4048-8657-2e69b03fd5db,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:47.609510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:47.619065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Checking segment: {'id': '1e543b9d-8824-4e8f-9f38-81c2cf30d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a90870bb-5276-481e-b827-2d1fef7fe800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:47.619236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:47.619422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network hostable DHCP agents. Network: a90870bb-5276-481e-b827-2d1fef7fe800, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:47.623506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Router a5e55e47-31c2-4759-ad0e-fb353e53e0f4 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:47.628833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.630143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:47.638602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5a230-c2ec-44fc-9113-9dcf8f9f3420 None None] Network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:47.639473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:47.642540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:47.643160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.743314 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3353221 Nov 24 19:20:47.748739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37904) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:47.797763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network a90870bb-5276-481e-b827-2d1fef7fe800 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:47.801366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 023e14b7-c8ea-424e-9811-26f72e95804e is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:47.802700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Request body: {'port': {'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3', 'name': 'tempest-TagsExtTest-1920982088'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:47.811571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:47.818709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=1a8ad790-56aa-44f4-a81a-0161a3fefd05,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:47.821093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:47.850079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:47.883018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3', 'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3', 'tenant_id': '9c02b2a1c5c645f68c3e7af6d41252cc', 'fixed_ips': [{'subnet_id': 'f21eb754-fe91-4701-afa7-dfe628379a16'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:47.883873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:47.902269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, a90870bb-5276-481e-b827-2d1fef7fe800) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:47.929437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adde2d3-22b4-45b8-8d5a-78f733ed4201 None None] Network a90870bb-5276-481e-b827-2d1fef7fe800 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:47.936628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:47.937303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.025368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:48.026013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.038099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:48.050033 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] Sync routers for ids ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:48.059320 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2392886 Nov 24 19:20:48.066976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37912) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:48.070854 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] Routers {'a5e55e47-31c2-4759-ad0e-fb353e53e0f4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:48.071493 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:48.097000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1747459880'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:48.109123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:48.116382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:network and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:48.120612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:48.128141 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1561627 Nov 24 19:20:48.133654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37916) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:48.134628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:48.134746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:48.137483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.138830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2512529 Nov 24 19:20:48.151318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37920) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:48.151456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Usage tracker for resource:port and tenant:9c02b2a1c5c645f68c3e7af6d41252cc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:48.155783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:48.201297 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:48.223496 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] Routers {'a5e55e47-31c2-4759-ad0e-fb353e53e0f4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:48.224175 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:48.233068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:48.237453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.303766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9ed38c7a-bbdf-488f-af66-91afa3ef2d6d None None] Provisioning for port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:48.350899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9ed38c7a-bbdf-488f-af66-91afa3ef2d6d None None] Provisioning complete for port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:48.351800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c7a-bbdf-488f-af66-91afa3ef2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.352910 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:48.353538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a1c19-a9df-4bc2-95a5-2ca986972d51 None None] The sync data for ids ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:48.362843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:48.370742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:48.390984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.391764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Added segment 973b3226-5994-45b8-a295-866df6bffa06 of type vlan for network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 Nov 24 19:20:48.396444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:48.460728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Allocated IP 172.20.0.2 (0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3/f21eb754-fe91-4701-afa7-dfe628379a16/9177a0f6-00ed-4904-95ff-768a371ff858) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:48.478570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9ed38c7a-bbdf-488f-af66-91afa3ef2d6d None None] Port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:48.483212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.495594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.527286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Made reservation on behalf of 9c02b2a1c5c645f68c3e7af6d41252cc for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:48.530724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.588208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.622036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.626565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-a90870bb-5276-481e-b827-2d1fef7fe800', 'network_id': 'a90870bb-5276-481e-b827-2d1fef7fe800', 'tenant_id': 'c048cf558f4f49cdb7702599c8354317', 'fixed_ips': [{'subnet_id': '3a7c3e10-96d7-4048-8657-2e69b03fd5db'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:48.627446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.628507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:48.629108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.636524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a69d4949-3a04-471f-b5c6-f75fc44ff418 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:48.701107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] device_id is not set on port 2a305504-fe41-4ac8-801e-514bc04362e8 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:48.826276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.884852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Transition to ACTIVE for port object 9177a0f6-00ed-4904-95ff-768a371ff858 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:48.921162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.922260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Transition to ACTIVE for port object 9177a0f6-00ed-4904-95ff-768a371ff858 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:48.929279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Allocated IP 2001:db8:0:ffff::2 (a90870bb-5276-481e-b827-2d1fef7fe800/3a7c3e10-96d7-4048-8657-2e69b03fd5db/a5cc26f7-f112-427b-853b-0a7092956b08) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:48.941246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:48.945803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:49.044245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9760606 Nov 24 19:20:49.058379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37926) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:49.064853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'subnet': {'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:49.083315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Network': ['ID=ea521fe6-9219-4727-917c-5ce7a6e2e9f3,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:49.086159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:49.112718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:49.217799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:49.221097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.223725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:49.254536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Allocated IP 172.26.6.90 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/42202104-aca9-4663-a300-9c1ccd39f235) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:49.268797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:49.277097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.281815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:subnet and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:49.287018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:49.290634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Allocated IP 172.20.0.7 (0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3/f21eb754-fe91-4701-afa7-dfe628379a16/2a305504-fe41-4ac8-801e-514bc04362e8) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:49.295318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:49.302883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Deleting port 3077f37d-5c5b-479e-8ac7-66ccf3ed07d5 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:49.303232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.359989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:49.364033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:49.364451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.395705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:49.447474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Pushing event updated for resources: {'Port': ['ID=9177a0f6-00ed-4904-95ff-768a371ff858,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:49.466598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:49.530927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.608385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.621112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Attempting to bind port 9177a0f6-00ed-4904-95ff-768a371ff858 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:49.621509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Attempting to bind port 9177a0f6-00ed-4904-95ff-768a371ff858 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '07426abf-f7a8-48a7-a120-14d1bd0dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:49.621975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Attempting to bind port 9177a0f6-00ed-4904-95ff-768a371ff858 on network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:49.634944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.647190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:49.647591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Checking segment: {'id': '07426abf-f7a8-48a7-a120-14d1bd0dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:49.648063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.648482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Bound using segment: {'id': '07426abf-f7a8-48a7-a120-14d1bd0dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:49.648966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Bound port: 9177a0f6-00ed-4904-95ff-768a371ff858, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07426abf-f7a8-48a7-a120-14d1bd0dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:49.649607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.734223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.747043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:49.747428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.789383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Transition to ACTIVE for port object a5cc26f7-f112-427b-853b-0a7092956b08 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:49.799587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Calling delete_port for 3077f37d-5c5b-479e-8ac7-66ccf3ed07d5 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:49.847573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Transition to ACTIVE for port object a5cc26f7-f112-427b-853b-0a7092956b08 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:49.857831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] For port 9177a0f6-00ed-4904-95ff-768a371ff858, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:49.862067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] For port 9177a0f6-00ed-4904-95ff-768a371ff858, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9177a0f6-00ed-4904-95ff-768a371ff858,segment=NetworkSegment(07426abf-f7a8-48a7-a120-14d1bd0dbf06),segment_id=07426abf-f7a8-48a7-a120-14d1bd0dbf06)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:49.866175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.872249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:49.920981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:49.994159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Network a90870bb-5276-481e-b827-2d1fef7fe800 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:50.015459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:50.027773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:50.028773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.040736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Pushing event updated for resources: {'Port': ['ID=a5cc26f7-f112-427b-853b-0a7092956b08,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:50.043813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73670266-04b7-488c-a27e-ce0f224eae55 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:50.045116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:50.062297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:20:50.065727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.080865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:50.098858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.102869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:50.128608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:50.138046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:50.141288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:50.206842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Attempting to bind port a5cc26f7-f112-427b-853b-0a7092956b08 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:50.207302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Attempting to bind port a5cc26f7-f112-427b-853b-0a7092956b08 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '1e543b9d-8824-4e8f-9f38-81c2cf30d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a90870bb-5276-481e-b827-2d1fef7fe800'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:50.207682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Attempting to bind port a5cc26f7-f112-427b-853b-0a7092956b08 on network a90870bb-5276-481e-b827-2d1fef7fe800 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:50.208692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Subnet': ['ID=4f5dd2e6-354d-4125-96db-1a699a0a4e87,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:50.211121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Checking segment: {'id': '973b3226-5994-45b8-a295-866df6bffa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:50.211423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network hostable DHCP agents. Network: ea521fe6-9219-4727-917c-5ce7a6e2e9f3, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:50.218192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:50.218438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:50.218919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Checking segment: {'id': '1e543b9d-8824-4e8f-9f38-81c2cf30d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a90870bb-5276-481e-b827-2d1fef7fe800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:50.219120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.219718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Bound using segment: {'id': '1e543b9d-8824-4e8f-9f38-81c2cf30d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a90870bb-5276-481e-b827-2d1fef7fe800'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:50.220184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.220934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Bound port: a5cc26f7-f112-427b-853b-0a7092956b08, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e543b9d-8824-4e8f-9f38-81c2cf30d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a90870bb-5276-481e-b827-2d1fef7fe800'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:50.220934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.221683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Transition to ACTIVE for port object 2a305504-fe41-4ac8-801e-514bc04362e8 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:50.226028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61b4be13-a1bc-4f66-9fdd-106823a0ab1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:50.235886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Port': ['ID=42202104-aca9-4663-a300-9c1ccd39f235,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:50.238779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:50.240749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Pushing event updated for resources: {'Port': ['ID=9177a0f6-00ed-4904-95ff-768a371ff858,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:50.244699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:50.280933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Pushing event deleted for resources: {'Port': ['ID=3077f37d-5c5b-479e-8ac7-66ccf3ed07d5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:50.321541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:50.356368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] For port a5cc26f7-f112-427b-853b-0a7092956b08, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:50.371149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] For port a5cc26f7-f112-427b-853b-0a7092956b08, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a5cc26f7-f112-427b-853b-0a7092956b08,segment=NetworkSegment(1e543b9d-8824-4e8f-9f38-81c2cf30d524),segment_id=1e543b9d-8824-4e8f-9f38-81c2cf30d524)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:50.388096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.404867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f99d70b5-af8b-41d1-8b7b-753efe018415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:50.410111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:50.465233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ea521fe6-9219-4727-917c-5ce7a6e2e9f3) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:50.471810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:50.483418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.489798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.498669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f80285a-8c83-4364-a405-8a97fa681d5a None None] Network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:50.665259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Pushing event updated for resources: {'Port': ['ID=a5cc26f7-f112-427b-853b-0a7092956b08,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:50.675160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:50.756778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.824851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.842902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-be5fbb6b-b0bf-413f-9f36-71a6aab56646 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:50.859395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ea521fe6-9219-4727-917c-5ce7a6e2e9f3', 'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3', 'tenant_id': 'c048cf558f4f49cdb7702599c8354317', 'fixed_ips': [{'subnet_id': '4f5dd2e6-354d-4125-96db-1a699a0a4e87'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:50.860509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:50.887915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:51.032805 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9708757 Nov 24 19:20:51.039387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37942) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:51.062873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:51.114467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'port': {'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3', 'name': 'tempest-NetworksIpV6TestAttrs-1659388774'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:51.207252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Allocated IP 2001:db8::f816:3eff:fe1f:c48a (ea521fe6-9219-4727-917c-5ce7a6e2e9f3/4f5dd2e6-354d-4125-96db-1a699a0a4e87/c5d8fc2d-8e09-497a-900e-77c92c2baaa0) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:51.261526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:51.275771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:51.383098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:51.404089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=1a8ad790-56aa-44f4-a81a-0161a3fefd05,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:51.410833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:51.425539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9177a0f6-00ed-4904-95ff-768a371ff858 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:51.462739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:51.466920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-37bfa970-dd2e-4540-a2a8-465eb313bd01 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.564s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:51.578583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Router a5e55e47-31c2-4759-ad0e-fb353e53e0f4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:20:51.616419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:51.623703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b6315e80-d123-4d3e-bc49-4691f974c0af None None] Provisioning complete for port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:51.624378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b6315e80-d123-4d3e-bc49-4691f974c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:51.639904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Pushing event updated for resources: {'Port': ['ID=2a305504-fe41-4ac8-801e-514bc04362e8,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:51.668462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:51.669101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:51.712173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:port and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:51.757707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b6315e80-d123-4d3e-bc49-4691f974c0af None None] Port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:51.774056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:51.795353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:51.807029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9177a0f6-00ed-4904-95ff-768a371ff858 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:51.841463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f1a006-50d3-43cf-a5a6-202eb69c3bb7 None None] Network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:51.877455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a5cc26f7-f112-427b-853b-0a7092956b08 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:51.885331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:51.893483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:51.946541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:51.961285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:51.976058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "PUT /v2.0/routers/a5e55e47-31c2-4759-ad0e-fb353e53e0f4 HTTP/1.1" status: 200 len: 705 time: 3.8267660 Nov 24 19:20:51.976871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37952) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:51.980445 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2307234 Nov 24 19:20:51.986391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37954) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:51.988738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] Sync routers for ids ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:52.000550 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-17997aa9-a450-4259-8ba3-3e48a7e14830 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5125477 Nov 24 19:20:52.001321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:52.004920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.040265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.062168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Provisioning for port 9177a0f6-00ed-4904-95ff-768a371ff858 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:52.073285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] Routers {'a5e55e47-31c2-4759-ad0e-fb353e53e0f4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:52.073478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1939919182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:52.074273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:52.094514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] device_id is not set on port 019aef0f-7bf2-4ba8-9ac5-1ae276a09248 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:52.147865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Transition to ACTIVE for port object c5d8fc2d-8e09-497a-900e-77c92c2baaa0 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:52.177640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Provisioning complete for port 9177a0f6-00ed-4904-95ff-768a371ff858 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:52.178022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.195397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:52.202094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e9e75-4819-4bc2-ae54-eaa7024ba12f None None] Network a90870bb-5276-481e-b827-2d1fef7fe800 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:52.202404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-80fa38ad-2bac-4d81-82d4-41ab0c0b5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:52.203983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-80fa38ad-2bac-4d81-82d4-41ab0c0b5994 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ad70f937664b449eda413986e6a9fb&device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 1098 time: 0.1527972 Nov 24 19:20:52.221225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Usage tracker for resource:router and tenant:9c02b2a1c5c645f68c3e7af6d41252cc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:52.238738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:52.274726 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dcf1ac7f-5d28-40fc-931a-d13a4c6f8678 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/routers/a5e55e47-31c2-4759-ad0e-fb353e53e0f4 HTTP/1.1" status: 200 len: 740 time: 0.2919114 Nov 24 19:20:52.283075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:52.295868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37960) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:52.305809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:52.322944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Transition to ACTIVE for port object c5d8fc2d-8e09-497a-900e-77c92c2baaa0 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:52.363622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-8af7ca36-79c4-4760-b86d-d8cc82ebb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:52.365726 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-8af7ca36-79c4-4760-b86d-d8cc82ebb4a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db086c39-ec03-423d-b627-bf2b1c677117 HTTP/1.1" status: 200 len: 913 time: 0.1413338 Nov 24 19:20:52.377832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] Routers {'a5e55e47-31c2-4759-ad0e-fb353e53e0f4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:52.378487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:52.395531 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8e662342-3c39-45c9-8c93-7e371257c239 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=a5e55e47-31c2-4759-ad0e-fb353e53e0f4 HTTP/1.1" status: 200 len: 205 time: 0.0930974 Nov 24 19:20:52.395531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.451173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.467764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:52.505886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37964) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:52.528073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:52.528948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349a92b-9e0d-4b71-b465-82a5b2ba0f3b None None] The sync data for ids ['a5e55e47-31c2-4759-ad0e-fb353e53e0f4'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:52.582768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port a5cc26f7-f112-427b-853b-0a7092956b08 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:52.594257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.595854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.606676 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-49c2f194-e892-4cef-ad81-4c56ec72a8e9 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5e55e47-31c2-4759-ad0e-fb353e53e0f4 HTTP/1.1" status: 200 len: 205 time: 0.0879705 Nov 24 19:20:52.608892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37970) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:52.678625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:52.680259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-22e8dd77-a025-4ca8-bcfa-60c135f406f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8 HTTP/1.1" status: 200 len: 1001 time: 0.3073459 Nov 24 19:20:52.681375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Allocated IP 2001:db8::f816:3eff:fe70:67f7 (ea521fe6-9219-4727-917c-5ce7a6e2e9f3/4f5dd2e6-354d-4125-96db-1a699a0a4e87/019aef0f-7bf2-4ba8-9ac5-1ae276a09248) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:52.711995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Pushing event updated for resources: {'Port': ['ID=c5d8fc2d-8e09-497a-900e-77c92c2baaa0,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:52.727525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:52.759825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-9515113c-4234-482d-ba80-33ef845ca6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:52.761421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-9515113c-4234-482d-ba80-33ef845ca6e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7023ab2a-b42a-482d-a2a4-6dd92848fdbb HTTP/1.1" status: 200 len: 851 time: 0.0735741 Nov 24 19:20:52.771321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:52.773695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:52.835763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.855243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5568501-c287-4c76-bf1b-c8a494afc2c4 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.922216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Attempting to bind port c5d8fc2d-8e09-497a-900e-77c92c2baaa0 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:52.922824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Attempting to bind port c5d8fc2d-8e09-497a-900e-77c92c2baaa0 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '973b3226-5994-45b8-a295-866df6bffa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:52.923383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Attempting to bind port c5d8fc2d-8e09-497a-900e-77c92c2baaa0 on network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:52.934070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:52.934617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Checking segment: {'id': '973b3226-5994-45b8-a295-866df6bffa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:52.935142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:52.935725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Bound using segment: {'id': '973b3226-5994-45b8-a295-866df6bffa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:52.936466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Bound port: c5d8fc2d-8e09-497a-900e-77c92c2baaa0, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973b3226-5994-45b8-a295-866df6bffa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ea521fe6-9219-4727-917c-5ce7a6e2e9f3'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:52.937231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.034157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.091842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-ca8061e6-251c-4c7e-9dd4-05594cc09615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:53.093314 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-ca8061e6-251c-4c7e-9dd4-05594cc09615 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db086c39-ec03-423d-b627-bf2b1c677117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3215981 Nov 24 19:20:53.098457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.121697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] For port 9177a0f6-00ed-4904-95ff-768a371ff858, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9177a0f6-00ed-4904-95ff-768a371ff858,segment=NetworkSegment(07426abf-f7a8-48a7-a120-14d1bd0dbf06),segment_id=07426abf-f7a8-48a7-a120-14d1bd0dbf06)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:53.136726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.141249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Transition to ACTIVE for port object 019aef0f-7bf2-4ba8-9ac5-1ae276a09248 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:53.156604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:53.242971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] For port c5d8fc2d-8e09-497a-900e-77c92c2baaa0, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:53.249324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] For port c5d8fc2d-8e09-497a-900e-77c92c2baaa0, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c5d8fc2d-8e09-497a-900e-77c92c2baaa0,segment=NetworkSegment(973b3226-5994-45b8-a295-866df6bffa06),segment_id=973b3226-5994-45b8-a295-866df6bffa06)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:53.268140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Pushing event updated for resources: {'Port': ['ID=9177a0f6-00ed-4904-95ff-768a371ff858,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:53.270082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-78472783-59dd-4af3-8330-f00589fb402d service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626725 Nov 24 19:20:53.271543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:53.278585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.284101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:53.288239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.327222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6c4700ea-fd28-45ab-8b15-4f8fbb07e825 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:53.345527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Provisioning for port a5cc26f7-f112-427b-853b-0a7092956b08 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:53.384445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Provisioning complete for port a5cc26f7-f112-427b-853b-0a7092956b08 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:53.384956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.440826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.452839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:53.469314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:53.477333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Pushing event updated for resources: {'Port': ['ID=c5d8fc2d-8e09-497a-900e-77c92c2baaa0,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:53.480735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:53.496966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:53.504337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:53.505002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.532531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Port': ['ID=019aef0f-7bf2-4ba8-9ac5-1ae276a09248,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:53.537902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:53.561257 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5206211 Nov 24 19:20:53.582610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37980) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:53.640507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.678486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] For port a5cc26f7-f112-427b-853b-0a7092956b08, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a5cc26f7-f112-427b-853b-0a7092956b08,segment=NetworkSegment(1e543b9d-8824-4e8f-9f38-81c2cf30d524),segment_id=1e543b9d-8824-4e8f-9f38-81c2cf30d524)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:53.684149 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0dfc94b-4dc4-4143-aaf8-ee204f128452 req-0905afe1-bb8f-49c7-b33b-9b0ea7dfb93d service neutron] 10.222.0.41 "GET /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982711 Nov 24 19:20:53.688582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.693719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8acf83e0-21fe-461f-942d-27ba9f8e2a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:53.709049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting subnet 4f5dd2e6-354d-4125-96db-1a699a0a4e87 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:53.717153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.721150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.757322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5568501-c287-4c76-bf1b-c8a494afc2c4 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.763799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5568501-c287-4c76-bf1b-c8a494afc2c4 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.789295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.808851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.812999 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1e2d43f7-05c1-4f41-b536-00909cc3d5b3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7612574 Nov 24 19:20:53.816760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 37986) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:53.846100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Pushing event updated for resources: {'Port': ['ID=a5cc26f7-f112-427b-853b-0a7092956b08,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:53.853059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:53.857081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.862952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2455eea3-cb69-4cf8-abba-f046efb0a8b1 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1305679027', 'prefixes': ['172.20.0.0/16']}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:53.863879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4cb35d65-6771-4ab4-9cf2-1060d0fd21a0 None None] Provisioning for port 2a305504-fe41-4ac8-801e-514bc04362e8 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:53.884917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4cb35d65-6771-4ab4-9cf2-1060d0fd21a0 None None] Provisioning complete for port 2a305504-fe41-4ac8-801e-514bc04362e8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:53.885149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2455eea3-cb69-4cf8-abba-f046efb0a8b1 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:53.887305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4cb35d65-6771-4ab4-9cf2-1060d0fd21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.906313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.988934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5568501-c287-4c76-bf1b-c8a494afc2c4 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:53.989468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5568501-c287-4c76-bf1b-c8a494afc2c4 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Fanout notify agent at l3_agent the message router_deleted on router a5e55e47-31c2-4759-ad0e-fb353e53e0f4 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:20:54.011095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4cb35d65-6771-4ab4-9cf2-1060d0fd21a0 None None] Port 2a305504-fe41-4ac8-801e-514bc04362e8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:54.035484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4cb35d65-6771-4ab4-9cf2-1060d0fd21a0 None None] Provisioning complete for port 9177a0f6-00ed-4904-95ff-768a371ff858 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:54.036023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4cb35d65-6771-4ab4-9cf2-1060d0fd21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.087597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5568501-c287-4c76-bf1b-c8a494afc2c4 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.088742 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f5568501-c287-4c76-bf1b-c8a494afc2c4 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/a5e55e47-31c2-4759-ad0e-fb353e53e0f4 HTTP/1.1" status: 204 len: 168 time: 1.4779322 Nov 24 19:20:54.092316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37992) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.159595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4472265a-72dc-439b-a405-f67290d3b176 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5e55e47-31c2-4759-ad0e-fb353e53e0f4 HTTP/1.1" status: 200 len: 205 time: 0.0632482 Nov 24 19:20:54.161052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 37998) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.255782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-d0ceca04-7339-470f-9d93-e6a684d6d8dd tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] delete failed (client error): The resource could not be found. Nov 24 19:20:54.259511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d0ceca04-7339-470f-9d93-e6a684d6d8dd tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/a5e55e47-31c2-4759-ad0e-fb353e53e0f4 HTTP/1.1" status: 404 len: 336 time: 0.0979545 Nov 24 19:20:54.261109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38002) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.322111 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e942a8e5-1ed8-4f93-9f92-bcc63147de44 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=49c7a253-18a5-40e2-b0b7-7771b14ebdb7 HTTP/1.1" status: 200 len: 205 time: 0.0545681 Nov 24 19:20:54.324965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38006) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.325773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4fd8c007-b7c5-434c-b895-1643a5dd5d80 None None] Provisioning complete for port 2a305504-fe41-4ac8-801e-514bc04362e8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:54.326338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c007-b7c5-434c-b895-1643a5dd5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.387981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8c007-b7c5-434c-b895-1643a5dd5d80 None None] Port 2a305504-fe41-4ac8-801e-514bc04362e8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:54.405006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4fd8c007-b7c5-434c-b895-1643a5dd5d80 None None] Provisioning complete for port a5cc26f7-f112-427b-853b-0a7092956b08 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:54.409860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.412283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c007-b7c5-434c-b895-1643a5dd5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.415817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2455eea3-cb69-4cf8-abba-f046efb0a8b1 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for subnetpool, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.420852 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2455eea3-cb69-4cf8-abba-f046efb0a8b1 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5775726 Nov 24 19:20:54.426927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38010) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.442416 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-c5c65815-eae1-49a9-b546-0e3d2a3d7d11 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] delete failed (client error): The resource could not be found. Nov 24 19:20:54.443452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c5c65815-eae1-49a9-b546-0e3d2a3d7d11 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/49c7a253-18a5-40e2-b0b7-7771b14ebdb7 HTTP/1.1" status: 404 len: 336 time: 0.1175919 Nov 24 19:20:54.447976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-06035c0c-3940-40c3-b415-c3329c86849a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', 'tempest-TagsExtTest-Tag-421469950') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:54.448879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38014) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.511678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ac2fc12a-6747-427d-9061-e69facead647 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=17eed136-e306-4ef7-8477-57a1a3feb06e HTTP/1.1" status: 200 len: 205 time: 0.0616128 Nov 24 19:20:54.514372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38018) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.535848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Router b0d14be6-536f-4acb-aac9-dd49bac769ce is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:54.638566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.717480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-10cccf42-860e-493f-b636-5473d8aeed59 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] delete failed (client error): The resource could not be found. Nov 24 19:20:54.718524 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-10cccf42-860e-493f-b636-5473d8aeed59 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/17eed136-e306-4ef7-8477-57a1a3feb06e HTTP/1.1" status: 404 len: 336 time: 0.2032428 Nov 24 19:20:54.723110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38022) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.775865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e2dae2e5-cf82-4235-999a-f15d2aa00726 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=a891ff70-1f0d-4401-8a3e-160ec68c3ef1 HTTP/1.1" status: 200 len: 205 time: 0.0492070 Nov 24 19:20:54.777272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38026) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.800379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.828318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0bce6b00-556e-45f4-8429-a822d99f4daa tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:54.853305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.854506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-ffd45593-52cf-46f1-93a4-6f2fafc1b27c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] delete failed (client error): The resource could not be found. Nov 24 19:20:54.855409 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ffd45593-52cf-46f1-93a4-6f2fafc1b27c tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/a891ff70-1f0d-4401-8a3e-160ec68c3ef1 HTTP/1.1" status: 404 len: 336 time: 0.0772066 Nov 24 19:20:54.860627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad794c1-7ca0-4c50-be20-ec9c5ed79054 None None] Network ea521fe6-9219-4727-917c-5ce7a6e2e9f3 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:54.861208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38030) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.861820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:54.900106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5dd2e6-354d-4125-96db-1a699a0a4e87,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:54.902344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:54.942584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:54.954350 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d1ef8ecb-7546-4af3-8ee9-c33ff4a66a65 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=07444550-535f-40e3-9032-da2b66030892 HTTP/1.1" status: 200 len: 205 time: 0.0578833 Nov 24 19:20:54.957420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/4f5dd2e6-354d-4125-96db-1a699a0a4e87 HTTP/1.1" status: 204 len: 168 time: 1.3709111 Nov 24 19:20:54.958120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38034) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:54.960416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38036) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.008354 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-06035c0c-3940-40c3-b415-c3329c86849a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags/tempest-TagsExtTest-Tag-421469950 HTTP/1.1" status: 201 len: 201 time: 0.5741937 Nov 24 19:20:55.013397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38042) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.014454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=1a8ad790-56aa-44f4-a81a-0161a3fefd05,revision_number=3']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:55.019629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:55.026853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-7000167a-c2b8-4641-b648-613ce46308a0 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', 'tempest-TagsExtTest-Tag-629866128') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:55.052794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:55.074897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:55.097141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53ac8d-ffd6-4ed4-9e4e-c3a030bb5b89 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:55.098443 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] Sync routers for ids ['b0d14be6-536f-4acb-aac9-dd49bac769ce'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:55.098967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6cf0da10-0f35-4e62-b9db-c299695e58d6 None None] Provisioning for port c5d8fc2d-8e09-497a-900e-77c92c2baaa0 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:20:55.099079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53ac8d-ffd6-4ed4-9e4e-c3a030bb5b89 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:55.100060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c53ac8d-ffd6-4ed4-9e4e-c3a030bb5b89 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Synchronizing usage tracker for tenant:c048cf558f4f49cdb7702599c8354317 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:55.102035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:55.103315 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "PUT /v2.0/routers/b0d14be6-536f-4acb-aac9-dd49bac769ce HTTP/1.1" status: 200 len: 918 time: 8.3584073 Nov 24 19:20:55.106782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38048) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.113183 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-ea1a9432-fc43-4b6d-8414-da744fb36a77 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] delete failed (client error): The resource could not be found. Nov 24 19:20:55.114267 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ea1a9432-fc43-4b6d-8414-da744fb36a77 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/07444550-535f-40e3-9032-da2b66030892 HTTP/1.1" status: 404 len: 336 time: 0.1552286 Nov 24 19:20:55.117127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38050) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.147852 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] Routers {'b0d14be6-536f-4acb-aac9-dd49bac769ce'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:55.149048 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b0d14be6-536f-4acb-aac9-dd49bac769ce'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:55.175809 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5617b96e-cc65-4b7a-aae0-4139922c5968 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0ed9f92-2fa4-4997-b794-9905b15ef7a8 HTTP/1.1" status: 200 len: 205 time: 0.0571001 Nov 24 19:20:55.178075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38058) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.231703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12926ebe-d420-491f-afd0-104e133d284e None None] DHCP port deletion for ea521fe6-9219-4727-917c-5ce7a6e2e9f3 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:20:55.237507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Deleting port c5d8fc2d-8e09-497a-900e-77c92c2baaa0 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:55.238046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:55.346210 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-6c54a6cc-aaca-412f-9947-2512abb39ada tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] delete failed (client error): The resource could not be found. Nov 24 19:20:55.349021 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:55.353186 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c54a6cc-aaca-412f-9947-2512abb39ada tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/routers/e0ed9f92-2fa4-4997-b794-9905b15ef7a8 HTTP/1.1" status: 404 len: 336 time: 0.1740818 Nov 24 19:20:55.354022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38064) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.363320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c53ac8d-ffd6-4ed4-9e4e-c3a030bb5b89 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Unset dirty status for tenant:c048cf558f4f49cdb7702599c8354317 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:55.364628 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5c53ac8d-ffd6-4ed4-9e4e-c3a030bb5b89 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4033844 Nov 24 19:20:55.374832 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] Routers {'b0d14be6-536f-4acb-aac9-dd49bac769ce'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:55.375460 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b0d14be6-536f-4acb-aac9-dd49bac769ce'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:55.384437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9177a0f6-00ed-4904-95ff-768a371ff858 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:55.451804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38068) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.490267 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b82aca-3e32-47b1-a8bc-aea39553c605 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] DELETE failed (client error): The resource could not be found. Nov 24 19:20:55.492054 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:55.492648 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b58dc0-1340-4ad6-b819-2b02035d4693 None None] The sync data for ids ['b0d14be6-536f-4acb-aac9-dd49bac769ce'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:55.498688 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f338c370-6e18-4c15-8d8c-7da55886cc1f tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/b0d14be6-536f-4acb-aac9-dd49bac769ce HTTP/1.1" status: 200 len: 924 time: 0.3734159 Nov 24 19:20:55.499197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b82aca-3e32-47b1-a8bc-aea39553c605 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:20:55.502212 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a7b82aca-3e32-47b1-a8bc-aea39553c605 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] 10.222.0.47 "DELETE /v2.0/subnets/447bcb5f-6b63-457b-acc7-49c16906669c HTTP/1.1" status: 404 len: 337 time: 0.1403699 Nov 24 19:20:55.506116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38072) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.510077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 023e14b7-c8ea-424e-9811-26f72e95804e is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:55.514954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:55.686693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9177a0f6-00ed-4904-95ff-768a371ff858 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:55.687327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:55.707117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-38e283b2-e36c-4c03-abdf-d574451329cf tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:55.742239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e283b2-e36c-4c03-abdf-d574451329cf tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 19:20:55.742708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e283b2-e36c-4c03-abdf-d574451329cf tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:20:55.744641 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-38e283b2-e36c-4c03-abdf-d574451329cf tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/ea521fe6-9219-4727-917c-5ce7a6e2e9f3 HTTP/1.1" status: 409 len: 405 time: 0.2917919 Nov 24 19:20:55.749456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38078) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.756605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-722646184'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:55.767493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:55.780884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:network and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:55.793051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-12926ebe-d420-491f-afd0-104e133d284e None None] For port c5d8fc2d-8e09-497a-900e-77c92c2baaa0, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c5d8fc2d-8e09-497a-900e-77c92c2baaa0,segment=NetworkSegment(973b3226-5994-45b8-a295-866df6bffa06),segment_id=973b3226-5994-45b8-a295-866df6bffa06)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:20:55.793488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:55.802393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:55.809029 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7000167a-c2b8-4641-b648-613ce46308a0 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags/tempest-TagsExtTest-Tag-629866128 HTTP/1.1" status: 201 len: 201 time: 0.7910440 Nov 24 19:20:55.812661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38084) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.819146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-05087453-6c7f-478e-b557-e6d47d3ec9b8 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', 'tempest-TagsExtTest-Tag-51889679') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:55.823235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d670959-a99c-4bff-ad7c-7b9dac38084d tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:55.824045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4d670959-a99c-4bff-ad7c-7b9dac38084d tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Synchronizing usage tracker for tenant:36a234ef07f34ee8bc768d053a91890b on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:55.830165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:55.850117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4d670959-a99c-4bff-ad7c-7b9dac38084d tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Unset dirty status for tenant:36a234ef07f34ee8bc768d053a91890b on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:55.853822 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4d670959-a99c-4bff-ad7c-7b9dac38084d tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=b0d14be6-536f-4acb-aac9-dd49bac769ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3434389 Nov 24 19:20:55.860835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38088) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:55.898701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:55.902888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:55.998110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38092) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.003935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Calling delete_port for c5d8fc2d-8e09-497a-900e-77c92c2baaa0 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:56.015466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:20:56.036155 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-05087453-6c7f-478e-b557-e6d47d3ec9b8 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags/tempest-TagsExtTest-Tag-51889679 HTTP/1.1" status: 201 len: 201 time: 0.2205977 Nov 24 19:20:56.038077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38098) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.046509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-beb82b56-ed82-458e-8af5-9a476a4b3504 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', 'tempest-TagsExtTest-Tag-831337998') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.057850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Router 38fc7e59-673f-4531-903e-dac808dfb455 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:20:56.059247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.059932 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Added segment 63f09fe4-abe4-4fc5-8e47-c5507c7c422a of type vlan for network ebe31c25-68ec-4413-b5ac-ae7f34813f78 Nov 24 19:20:56.074109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85348fc-6c12-4921-bff1-f978fe9877f6 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:56.075774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e85348fc-6c12-4921-bff1-f978fe9877f6 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.2137194 Nov 24 19:20:56.080507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38102) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.144344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a5cc26f7-f112-427b-853b-0a7092956b08 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:20:56.146582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c1300ca-fc80-4bab-83d1-05e8c12597b4 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0d14be6-536f-4acb-aac9-dd49bac769ce HTTP/1.1" status: 200 len: 205 time: 0.0646529 Nov 24 19:20:56.161795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38106) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.165047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.216404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ef30566c-1880-4c63-a04e-7b5abb4780f0 None None] Provisioning complete for port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:56.216786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ef30566c-1880-4c63-a04e-7b5abb4780f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.225622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.256837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:20:56.266299 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "PUT /v2.0/routers/38fc7e59-673f-4531-903e-dac808dfb455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1260769 Nov 24 19:20:56.266299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38110) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.282279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] Sync routers for ids ['38fc7e59-673f-4531-903e-dac808dfb455'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:20:56.289714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:56.305774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.312474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Usage tracker for resource:security_group_rule and tenant:f9529820cc1948159e284ee4f2e2bab2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:56.317028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:56.318985 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-beb82b56-ed82-458e-8af5-9a476a4b3504 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags/tempest-TagsExtTest-Tag-831337998 HTTP/1.1" status: 201 len: 201 time: 0.2797945 Nov 24 19:20:56.319772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38114) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.320542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:56.327199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-5034e95b-e4dc-4476-bb89-a1297e121c6e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.348746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] Routers {'38fc7e59-673f-4531-903e-dac808dfb455'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:56.349379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['38fc7e59-673f-4531-903e-dac808dfb455'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.381737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:56.396428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.402417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:56.403244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.416594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79adecf-06ea-4559-ba19-21d4197cf3ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:56.417302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b79adecf-06ea-4559-ba19-21d4197cf3ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:56.419667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:56.440580 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5034e95b-e4dc-4476-bb89-a1297e121c6e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags HTTP/1.1" status: 200 len: 240 time: 0.1177468 Nov 24 19:20:56.442523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38118) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.447734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12926ebe-d420-491f-afd0-104e133d284e None None] No DVR routers for this DVR port c5d8fc2d-8e09-497a-900e-77c92c2baaa0 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:20:56.449502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-0697820f-a72b-44b9-81a1-3415c337eb72 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', 'tempest-TagsExtTest-Tag-421469950') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.454466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-ef30566c-1880-4c63-a04e-7b5abb4780f0 None None] Port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:20:56.472303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Pushing event deleted for resources: {'Port': ['ID=c5d8fc2d-8e09-497a-900e-77c92c2baaa0,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:56.474291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.479796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a5cc26f7-f112-427b-853b-0a7092956b08 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:20:56.479796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.483753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b79adecf-06ea-4559-ba19-21d4197cf3ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:56.488443 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b79adecf-06ea-4559-ba19-21d4197cf3ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports?device_id=38fc7e59-673f-4531-903e-dac808dfb455 HTTP/1.1" status: 200 len: 981 time: 0.2214236 Nov 24 19:20:56.492042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38122) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.510503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:56.525730 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0697820f-a72b-44b9-81a1-3415c337eb72 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags/tempest-TagsExtTest-Tag-421469950 HTTP/1.1" status: 204 len: 168 time: 0.0818434 Nov 24 19:20:56.527632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] Routers {'38fc7e59-673f-4531-903e-dac808dfb455'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:20:56.528441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:20:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['38fc7e59-673f-4531-903e-dac808dfb455'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.528647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38124) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.534336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-9d727d0b-508a-4313-bbe6-f36009231d2a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', 'tempest-TagsExtTest-Tag-421469950') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.627843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.628286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7b061-9092-4cb0-b4c6-529ce6a77767 None None] The sync data for ids ['38fc7e59-673f-4531-903e-dac808dfb455'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:20:56.655735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9051595 Nov 24 19:20:56.659609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.767067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38134) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.775352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'subnet': {'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:56.900927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:56.914171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:56.934972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:56.938740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:56.961045 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9d727d0b-508a-4313-bbe6-f36009231d2a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags/tempest-TagsExtTest-Tag-421469950 HTTP/1.1" status: 204 len: 168 time: 0.4286306 Nov 24 19:20:56.962523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38140) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:56.969407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-811b624d-5f8b-4e94-a219-737c760135d3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:56.992246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Network': ['ID=ebe31c25-68ec-4413-b5ac-ae7f34813f78,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:56.995019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:57.003225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ebe31c25-68ec-4413-b5ac-ae7f34813f78 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:20:57.119074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c5d8fc2d-8e09-497a-900e-77c92c2baaa0 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:20:57.155504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: c5d8fc2d-8e09-497a-900e-77c92c2baaa0 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:20:57.155861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c5d8fc2d-8e09-497a-900e-77c92c2baaa0 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:20:57.160239 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-811b624d-5f8b-4e94-a219-737c760135d3 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags HTTP/1.1" status: 200 len: 205 time: 0.1966846 Nov 24 19:20:57.163053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38144) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:57.167802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-e16bb0a5-4500-42fe-8199-f50bfef2bac1 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:57.321156 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e16bb0a5-4500-42fe-8199-f50bfef2bac1 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags HTTP/1.1" status: 200 len: 240 time: 0.1548991 Nov 24 19:20:57.322437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.325010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38148) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:57.326053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.333013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-40bdcced-d225-4477-afe0-30164687cc7c tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', 'tempest-TagsExtTest-Tag-629866128') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:57.355109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.368993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-49ad39ba-597e-408a-ab3b-40ab290fb0b8 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:57.405014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Deleting port 42202104-aca9-4663-a300-9c1ccd39f235 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:57.405357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.426147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.objects.ports [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:20:57.428154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.433898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ff6454e-9e5c-452e-b9b7-33d30a77db25 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:57.471839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9529820cc1948159e284ee4f2e2bab2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4724381 Nov 24 19:20:57.479492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38152) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:57.480226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a807df-b306-413d-8d98-246bd682ad8a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:57.486268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:57.521229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Subnet': ['ID=d0846165-7637-4702-803c-bdf871e387d0,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:57.527447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:57.531172 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-40bdcced-d225-4477-afe0-30164687cc7c tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags/tempest-TagsExtTest-Tag-629866128 HTTP/1.1" status: 204 len: 168 time: 0.2051830 Nov 24 19:20:57.535011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38156) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:57.541529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-0ce3fa35-42ad-4e8d-a149-dd06bcf7f77d tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', 'tempest-TagsExtTest-Tag-629866128') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:57.566239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Checking segment: {'id': '63f09fe4-abe4-4fc5-8e47-c5507c7c422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:57.566596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network hostable DHCP agents. Network: ebe31c25-68ec-4413-b5ac-ae7f34813f78, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:20:57.603654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network ebe31c25-68ec-4413-b5ac-ae7f34813f78 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:20:57.617967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ebe31c25-68ec-4413-b5ac-ae7f34813f78) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:57.623003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:57.623750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.630690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80095838-a966-421f-a938-d0216a02bd28 None None] Network ebe31c25-68ec-4413-b5ac-ae7f34813f78 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:20:57.663205 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8947504 Nov 24 19:20:57.663838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38160) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:57.670155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'port': {'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78', 'name': 'tempest-NetworksIpV6TestAttrs-1264959607'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:20:57.690972 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ce3fa35-42ad-4e8d-a149-dd06bcf7f77d tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags/tempest-TagsExtTest-Tag-629866128 HTTP/1.1" status: 204 len: 168 time: 0.1517878 Nov 24 19:20:57.692759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38164) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:57.699948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-23c5cdb3-91bb-4301-b19c-75dfc1c9f96e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:57.712142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.746215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.872469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:20:57.878472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:port and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:20:57.882450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:20:57.889443 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-23c5cdb3-91bb-4301-b19c-75dfc1c9f96e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags HTTP/1.1" status: 200 len: 205 time: 0.1958969 Nov 24 19:20:57.890373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:20:57.892358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38174) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:57.898311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-e01e5b79-8d08-47e1-830f-d132b90de891 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:57.911859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:57.927071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ebe31c25-68ec-4413-b5ac-ae7f34813f78', 'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78', 'tenant_id': 'c048cf558f4f49cdb7702599c8354317', 'fixed_ips': [{'subnet_id': 'd0846165-7637-4702-803c-bdf871e387d0'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:20:57.927909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.026023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:20:58.029551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.061041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] device_id is not set on port 9aaebb99-7095-42c5-8ebe-f97c23763dad yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:20:58.065297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Calling delete_port for 42202104-aca9-4663-a300-9c1ccd39f235 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:58.107333 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e01e5b79-8d08-47e1-830f-d132b90de891 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags HTTP/1.1" status: 200 len: 239 time: 0.2139421 Nov 24 19:20:58.113829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38178) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:58.125571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-0c188e90-6283-46b8-b24d-c89b69a4c760 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', 'tempest-TagsExtTest-Tag-51889679') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:58.140877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.152321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:58.180378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a807df-b306-413d-8d98-246bd682ad8a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:58.182712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:58.212002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.222230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Allocated IP 2001:db8::f816:3eff:fed1:187e (ebe31c25-68ec-4413-b5ac-ae7f34813f78/d0846165-7637-4702-803c-bdf871e387d0/26bd6377-7e79-4907-815c-63fdbf51bd29) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:58.279536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.279761 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0c188e90-6283-46b8-b24d-c89b69a4c760 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags/tempest-TagsExtTest-Tag-51889679 HTTP/1.1" status: 204 len: 168 time: 0.1623518 Nov 24 19:20:58.280306 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36a807df-b306-413d-8d98-246bd682ad8a HTTP/1.1" status: 204 len: 168 time: 0.7942884 Nov 24 19:20:58.280900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38182) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:58.287021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-03f8e761-c44c-4154-a682-3b1d5c659d42 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', 'tempest-TagsExtTest-Tag-51889679') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:58.472597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.487938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Transition to ACTIVE for port object 26bd6377-7e79-4907-815c-63fdbf51bd29 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:58.511828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Transition to ACTIVE for port object 26bd6377-7e79-4907-815c-63fdbf51bd29 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:58.521784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.527933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:58.598983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Pushing event updated for resources: {'Port': ['ID=26bd6377-7e79-4907-815c-63fdbf51bd29,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:58.610319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Network ebe31c25-68ec-4413-b5ac-ae7f34813f78 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:58.611824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:58.612803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:58.615174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:58.655268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Allocated IP 2001:db8::f816:3eff:fef9:bb8f (ebe31c25-68ec-4413-b5ac-ae7f34813f78/d0846165-7637-4702-803c-bdf871e387d0/9aaebb99-7095-42c5-8ebe-f97c23763dad) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:20:58.683472 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-03f8e761-c44c-4154-a682-3b1d5c659d42 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags/tempest-TagsExtTest-Tag-51889679 HTTP/1.1" status: 204 len: 168 time: 0.4014604 Nov 24 19:20:58.690234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38190) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:58.698073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-6fee3599-f47c-40dd-90f4-90b3e0c624c9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:58.708342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38194) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:58.717437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Attempting to bind port 26bd6377-7e79-4907-815c-63fdbf51bd29 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:20:58.717898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Attempting to bind port 26bd6377-7e79-4907-815c-63fdbf51bd29 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '63f09fe4-abe4-4fc5-8e47-c5507c7c422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:20:58.718357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Attempting to bind port 26bd6377-7e79-4907-815c-63fdbf51bd29 on network ebe31c25-68ec-4413-b5ac-ae7f34813f78 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:20:58.724776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:20:58.725240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Checking segment: {'id': '63f09fe4-abe4-4fc5-8e47-c5507c7c422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:20:58.725843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.726307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Bound using segment: {'id': '63f09fe4-abe4-4fc5-8e47-c5507c7c422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:20:58.727054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Bound port: 26bd6377-7e79-4907-815c-63fdbf51bd29, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f09fe4-abe4-4fc5-8e47-c5507c7c422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ebe31c25-68ec-4413-b5ac-ae7f34813f78'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:20:58.727480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.823898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] For port 26bd6377-7e79-4907-815c-63fdbf51bd29, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:20:58.827702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] For port 26bd6377-7e79-4907-815c-63fdbf51bd29, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=26bd6377-7e79-4907-815c-63fdbf51bd29,segment=NetworkSegment(63f09fe4-abe4-4fc5-8e47-c5507c7c422a),segment_id=63f09fe4-abe4-4fc5-8e47-c5507c7c422a)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:20:58.831984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.835845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7a2b4a6-73be-46d3-b9cd-2c588e7e7b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:58.862268 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3c94f475-a2cb-4211-8386-3a880e84ec3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f95c6b250b2467fb3e89eae3af12fa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1500809 Nov 24 19:20:58.863776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38198) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:58.918862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Pushing event updated for resources: {'Port': ['ID=26bd6377-7e79-4907-815c-63fdbf51bd29,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:58.922017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:58.947200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 1a8ad790-56aa-44f4-a81a-0161a3fefd05 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:20:58.947714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.976367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:58.998738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.034926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Transition to ACTIVE for port object 9aaebb99-7095-42c5-8ebe-f97c23763dad will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:20:59.053949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.063606 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6fee3599-f47c-40dd-90f4-90b3e0c624c9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags HTTP/1.1" status: 200 len: 205 time: 0.3693321 Nov 24 19:20:59.064296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38208) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:59.078694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-e984d537-a523-478a-8b21-430e72fadaa7 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:59.119796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.127216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27799941-6b60-4fc6-9942-e75ae99489e2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:59.185493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.197012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.204561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-43da6954-0f38-47f9-a40e-a81484d6683b tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:59.223297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network ebe31c25-68ec-4413-b5ac-ae7f34813f78 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:20:59.227517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:20:59.242068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:20:59.247679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:59.248325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.258534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9314-d24c-4215-8258-3932ed1c0bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.269105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Port': ['ID=9aaebb99-7095-42c5-8ebe-f97c23763dad,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:59.276951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:59.277478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd183e19-0360-4407-b01b-e5483a240b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:59.288277 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e984d537-a523-478a-8b21-430e72fadaa7 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags HTTP/1.1" status: 200 len: 240 time: 0.2167962 Nov 24 19:20:59.288277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event deleted for resources: {'Port': ['ID=42202104-aca9-4663-a300-9c1ccd39f235,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:59.291187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38212) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:59.294745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:59.296914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.299118 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/997e3005-d927-4423-ac2a-224cfeaf1613 HTTP/1.1" status: 204 len: 168 time: 0.4348869 Nov 24 19:20:59.301342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-feecbb63-3b55-4ab5-a689-d9c25aa1f22c tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', 'tempest-TagsExtTest-Tag-831337998') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:59.304486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997e3005-d927-4423-ac2a-224cfeaf1613,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:59.306984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:59.314424 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6485789 Nov 24 19:20:59.315088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38218) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:59.393811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting subnet d0846165-7637-4702-803c-bdf871e387d0 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:20:59.397226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.444177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.467018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.523883 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-feecbb63-3b55-4ab5-a689-d9c25aa1f22c tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags/tempest-TagsExtTest-Tag-831337998 HTTP/1.1" status: 204 len: 168 time: 0.2318187 Nov 24 19:20:59.525119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.529719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38222) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:59.538261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-5ff2b11e-c1d6-4968-9cff-4b871a549d18 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', 'tempest-TagsExtTest-Tag-831337998') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:59.595002 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5ff2b11e-c1d6-4968-9cff-4b871a549d18 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags/tempest-TagsExtTest-Tag-831337998 HTTP/1.1" status: 204 len: 168 time: 0.0612745 Nov 24 19:20:59.595225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38228) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:59.601750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-7e12e1b0-236e-4e0b-916b-da1bb308b8c9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:59.630806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 1a8ad790-56aa-44f4-a81a-0161a3fefd05 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:20:59.643809 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7e12e1b0-236e-4e0b-916b-da1bb308b8c9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags HTTP/1.1" status: 200 len: 205 time: 0.0474806 Nov 24 19:20:59.645146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.669489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38232) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:59.724539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.727374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.732340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b73984cc-435f-401c-9b0d-24357316b834 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:20:59.737685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-8dfd992c-42a5-4821-b750-a3ea6a1cce0e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:20:59.772429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Subnet': ['ID=d0846165-7637-4702-803c-bdf871e387d0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:20:59.775896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:20:59.777381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.791861 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/d0846165-7637-4702-803c-bdf871e387d0 HTTP/1.1" status: 204 len: 168 time: 0.4756896 Nov 24 19:20:59.792648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38238) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:20:59.848529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.855106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:20:59.896425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a58726-e8b8-4d40-b6fd-6090d1fd06bb tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:59.898704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a58726-e8b8-4d40-b6fd-6090d1fd06bb tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:20:59.899893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-14a58726-e8b8-4d40-b6fd-6090d1fd06bb tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Synchronizing usage tracker for tenant:c048cf558f4f49cdb7702599c8354317 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:20:59.919559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-14a58726-e8b8-4d40-b6fd-6090d1fd06bb tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Unset dirty status for tenant:c048cf558f4f49cdb7702599c8354317 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:20:59.920920 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-14a58726-e8b8-4d40-b6fd-6090d1fd06bb tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1271703 Nov 24 19:20:59.924266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38246) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:00.011445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.012140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Fanout notify agent at l3_agent the message router_deleted on router b0d14be6-536f-4acb-aac9-dd49bac769ce {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:21:00.014888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8dfd992c-42a5-4821-b750-a3ea6a1cce0e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags HTTP/1.1" status: 204 len: 168 time: 0.3444047 Nov 24 19:21:00.026298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38252) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:00.045983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-c43692ff-a980-483f-9147-4d45c2ecae5b tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:00.074004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9eacb24f-4969-4683-94c2-79836b44e618 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.083847 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eacb24f-4969-4683-94c2-79836b44e618 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 19:21:00.084396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eacb24f-4969-4683-94c2-79836b44e618 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:00.086261 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9eacb24f-4969-4683-94c2-79836b44e618 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/ebe31c25-68ec-4413-b5ac-ae7f34813f78 HTTP/1.1" status: 409 len: 405 time: 0.1608021 Nov 24 19:21:00.090256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38256) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:00.097332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1780948126'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:00.102556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:00.106186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:network and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:00.111603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:00.117964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:00.129612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:00.135575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.168183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:00.182811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.183180 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Added segment 292c60c1-4670-42ff-966e-d9867994004e of type vlan for network 0974078f-3559-4097-8513-64aa8d0a9fad Nov 24 19:21:00.229433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.274297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.280827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:00.281311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.285710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bc386f88-21bf-4138-b78f-b71840837d0c tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:00.309257 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:21:00.373505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.377909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/b0d14be6-536f-4acb-aac9-dd49bac769ce HTTP/1.1" status: 204 len: 168 time: 4.2052000 Nov 24 19:21:00.383050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38272) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:00.403776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2005003661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:00.409860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.429471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a227a297-877c-479b-8c89-434a71e2951e tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:00.443230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Network': ['ID=0974078f-3559-4097-8513-64aa8d0a9fad,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:00.454757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0974078f-3559-4097-8513-64aa8d0a9fad details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:00.456467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:00.459503 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3682294 Nov 24 19:21:00.462268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38278) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:00.468300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'subnet': {'network_id': '0974078f-3559-4097-8513-64aa8d0a9fad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:00.473680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:00.495822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Usage tracker for resource:router and tenant:5227589a05834e6e9b93b290126d07d9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:00.511849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:00.516733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=1a8ad790-56aa-44f4-a81a-0161a3fefd05,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:00.549616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:00.557076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:00.632384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:00.650220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:00.671925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38282) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:00.695341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:00.698962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.719576 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c43692ff-a980-483f-9147-4d45c2ecae5b tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags HTTP/1.1" status: 204 len: 168 time: 0.6865764 Nov 24 19:21:00.722743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38288) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:00.734437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.735904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.796623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.839491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-a6dabd0d-323e-47dc-b560-38a2d2b30a2e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:00.873332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76969447-0690-4abb-88dc-c9b22dcfca6b None None] Network ebe31c25-68ec-4413-b5ac-ae7f34813f78 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:00.880569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:00.993638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-2c0aa22c-5bed-4656-a033-47b38e694a6e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:00.994722 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2c0aa22c-5bed-4656-a033-47b38e694a6e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3211176 Nov 24 19:21:01.001299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38292) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.019645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-db03de7e-4246-4a3a-8ec2-f442b40419e1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.020622 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-db03de7e-4246-4a3a-8ec2-f442b40419e1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0184362 Nov 24 19:21:01.023317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38296) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.034432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-96fde407-a03e-441a-bf2c-37a6f1f5536e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.035386 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-96fde407-a03e-441a-bf2c-37a6f1f5536e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0111990 Nov 24 19:21:01.038054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38300) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.048048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-447eaafa-a3e9-48e3-acb9-99ac6886b82b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.048801 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-447eaafa-a3e9-48e3-acb9-99ac6886b82b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098648 Nov 24 19:21:01.051874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38304) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.056889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-d7070c9f-ae7f-4f8e-bdae-668a3710cd5d tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.057876 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d7070c9f-ae7f-4f8e-bdae-668a3710cd5d tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051088 Nov 24 19:21:01.061108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38308) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.070065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-82e56877-518b-4518-869c-2e7c52cc1b55 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.071365 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-82e56877-518b-4518-869c-2e7c52cc1b55 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0093734 Nov 24 19:21:01.074179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38312) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.074762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-39f57c2b-94ba-4314-8c5d-efd2f4b6dec7 None None] Provisioning for port 26bd6377-7e79-4907-815c-63fdbf51bd29 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:01.082053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-00b8b38b-11d9-4193-a24f-e281408e0b64 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.085599 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-00b8b38b-11d9-4193-a24f-e281408e0b64 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080216 Nov 24 19:21:01.086228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.089735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38316) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.109465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-de21ead3-d006-49b0-8f42-fa6cfe0934d9 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.115244 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-de21ead3-d006-49b0-8f42-fa6cfe0934d9 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0221994 Nov 24 19:21:01.122702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38320) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.136369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-3d37fbf4-7f1f-4712-ae0b-ff182f6900f1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.137336 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3d37fbf4-7f1f-4712-ae0b-ff182f6900f1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0137322 Nov 24 19:21:01.140708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38324) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.187328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-118def29-d4f2-489f-af6a-f1f3d5c2257a tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.189222 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-118def29-d4f2-489f-af6a-f1f3d5c2257a tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0172081 Nov 24 19:21:01.194336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38328) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.202062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-5a9d0846-8c5d-4b6e-93db-c1af9a096057 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.203024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5a9d0846-8c5d-4b6e-93db-c1af9a096057 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077131 Nov 24 19:21:01.205912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38332) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.216103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-1e3f00b3-2174-4699-949a-4c6ab79dffd6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.217333 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1e3f00b3-2174-4699-949a-4c6ab79dffd6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0101817 Nov 24 19:21:01.220163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38336) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.228444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-68c24104-1545-4cca-b252-17e54a4b8c31 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.229256 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-68c24104-1545-4cca-b252-17e54a4b8c31 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0082204 Nov 24 19:21:01.232538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38340) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.242658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 26bd6377-7e79-4907-815c-63fdbf51bd29 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:01.253855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-314661f8-fef2-4180-a6e5-51822f1fb07b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.254816 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-314661f8-fef2-4180-a6e5-51822f1fb07b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0213921 Nov 24 19:21:01.258551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38344) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.272610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-f4b6c57f-3419-45be-8a9d-218aea95012c tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.276358 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f4b6c57f-3419-45be-8a9d-218aea95012c tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0141261 Nov 24 19:21:01.278106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38348) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.298116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-7eca0a8c-16ab-4467-99ae-db7a3cb5fbd8 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.299287 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7eca0a8c-16ab-4467-99ae-db7a3cb5fbd8 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0153649 Nov 24 19:21:01.301180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.302088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38352) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.305242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5aab0f5b-32cc-4aa5-a8e2-fa22f66269fc tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9213893 Nov 24 19:21:01.310068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38356) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.317669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'enable_snat': False}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:01.323575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] DHCP port deletion for ebe31c25-68ec-4413-b5ac-ae7f34813f78 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:01.328446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Deleting port 26bd6377-7e79-4907-815c-63fdbf51bd29 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:01.329531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.335534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-f2376119-206e-409c-ba66-115f719aff79 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.339100 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f2376119-206e-409c-ba66-115f719aff79 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0334988 Nov 24 19:21:01.340803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38360) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.349910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-3c432dc9-ff5c-43e0-87ed-3056066c60a9 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.353391 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3c432dc9-ff5c-43e0-87ed-3056066c60a9 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0096054 Nov 24 19:21:01.357866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38364) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.364981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-0ea2b07b-06ec-4932-ad00-6d510f02f4fb tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.369197 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ea2b07b-06ec-4932-ad00-6d510f02f4fb tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076041 Nov 24 19:21:01.369197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38368) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.370434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 26bd6377-7e79-4907-815c-63fdbf51bd29 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:01.377165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-1b601242-9bf6-4450-a269-daf66ec2a10b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.378635 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1b601242-9bf6-4450-a269-daf66ec2a10b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0085926 Nov 24 19:21:01.382034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38372) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.392230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-58c04ea5-825d-46b4-9cc7-04569a2dfb85 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.393370 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-58c04ea5-825d-46b4-9cc7-04569a2dfb85 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0104716 Nov 24 19:21:01.397439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38378) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.412429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 26bd6377-7e79-4907-815c-63fdbf51bd29 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:01.412882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.433461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-85eb1abc-5945-40bb-89dd-36edb9e8e745 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.434609 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-85eb1abc-5945-40bb-89dd-36edb9e8e745 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0373271 Nov 24 19:21:01.440692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.objects.ports [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:21:01.441541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38384) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.444422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.452737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-4f1260c2-d382-4ba1-93bc-9ff37c51fd18 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.454369 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4f1260c2-d382-4ba1-93bc-9ff37c51fd18 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0113258 Nov 24 19:21:01.455139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:01.470696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38388) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.491523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-629f0a2b-f993-4b34-8054-dc498ef77025 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.496131 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-629f0a2b-f993-4b34-8054-dc498ef77025 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0143914 Nov 24 19:21:01.502160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38392) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.521644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Subnet': ['ID=5f29bf95-73c0-4d29-bd18-1548624495cc,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:01.525269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:01.553429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Checking segment: {'id': '292c60c1-4670-42ff-966e-d9867994004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0974078f-3559-4097-8513-64aa8d0a9fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:01.554125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network hostable DHCP agents. Network: 0974078f-3559-4097-8513-64aa8d0a9fad, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:01.575000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network 0974078f-3559-4097-8513-64aa8d0a9fad is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:01.596481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0974078f-3559-4097-8513-64aa8d0a9fad) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:01.602619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:01.603498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.631565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47264b-3d53-439f-abe3-798a435488cf None None] Network 0974078f-3559-4097-8513-64aa8d0a9fad requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:01.667047 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2033999 Nov 24 19:21:01.668018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38398) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.718638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-30189ab3-65d5-47dc-be99-a74038ee5fdb tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.722910 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-30189ab3-65d5-47dc-be99-a74038ee5fdb tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.2181921 Nov 24 19:21:01.725118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38402) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.742408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-75083d1d-269f-45c1-bf52-17734b520d30 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.743985 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-75083d1d-269f-45c1-bf52-17734b520d30 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0173299 Nov 24 19:21:01.789683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38406) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.807029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-76429c81-0250-4818-97eb-e6f4f0542b59 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.808008 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-76429c81-0250-4818-97eb-e6f4f0542b59 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0180013 Nov 24 19:21:01.817413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38410) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.825333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-5861426c-08be-4b91-9c50-64349d269b49 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.826281 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5861426c-08be-4b91-9c50-64349d269b49 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079370 Nov 24 19:21:01.829395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38414) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.836449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-72930bc0-f64c-440c-92eb-b3128cfed0f4 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.837385 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-72930bc0-f64c-440c-92eb-b3128cfed0f4 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071862 Nov 24 19:21:01.840192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38418) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.847517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-8b4f97bc-2cc1-4c81-9299-06289ec5c58e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.848466 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8b4f97bc-2cc1-4c81-9299-06289ec5c58e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074196 Nov 24 19:21:01.851339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38422) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.859427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-3bc462fa-b00c-47dc-a1e8-b8e241002a45 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.860690 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3bc462fa-b00c-47dc-a1e8-b8e241002a45 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084643 Nov 24 19:21:01.878223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38426) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.887332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-3c417972-7f9c-4c22-9a38-ba800b62c71b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:01.888320 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3c417972-7f9c-4c22-9a38-ba800b62c71b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087171 Nov 24 19:21:01.892894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38430) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:01.911044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.966604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.982534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:01.988602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] For port 26bd6377-7e79-4907-815c-63fdbf51bd29, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=26bd6377-7e79-4907-815c-63fdbf51bd29,segment=NetworkSegment(63f09fe4-abe4-4fc5-8e47-c5507c7c422a),segment_id=63f09fe4-abe4-4fc5-8e47-c5507c7c422a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:01.989282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.080661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.085087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bee19320-37ac-4852-a5e2-5e9d332378fc tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:02.102096 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a6dabd0d-323e-47dc-b560-38a2d2b30a2e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags HTTP/1.1" status: 204 len: 168 time: 1.3757083 Nov 24 19:21:02.113477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-de259c3e-4c34-4783-be95-2a466201f230 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.117779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38434) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.118134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38436) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.118316 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-de259c3e-4c34-4783-be95-2a466201f230 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.2234061 Nov 24 19:21:02.132356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.134325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-0b19bd11-8dc8-456e-8920-2754770f8722 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.135320 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0b19bd11-8dc8-456e-8920-2754770f8722 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0141609 Nov 24 19:21:02.138954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-1f79f7ec-9c44-4610-809c-9527c5676fe4 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.142213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38442) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.160614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-a3b29834-1ca9-4ece-809d-0327a0ec56aa tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.161685 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a3b29834-1ca9-4ece-809d-0327a0ec56aa tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0172534 Nov 24 19:21:02.165160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38446) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.169567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Router 38fc7e59-673f-4531-903e-dac808dfb455 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:02.174659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-70977c4f-eb9c-48e7-8667-b580c98ae4be tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.176607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-70977c4f-eb9c-48e7-8667-b580c98ae4be tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0096114 Nov 24 19:21:02.183748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Subnet': ['ID=5f29bf95-73c0-4d29-bd18-1548624495cc,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:02.185481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38450) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.207156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:02.215244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Calling delete_port for 26bd6377-7e79-4907-815c-63fdbf51bd29 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:02.218493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-6bcf4329-9787-4a33-9c24-4d716f68669d tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.220330 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6bcf4329-9787-4a33-9c24-4d716f68669d tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0192921 Nov 24 19:21:02.224448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.291077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-e0832676-698d-4b45-9c23-1d20c2172951 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.292094 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e0832676-698d-4b45-9c23-1d20c2172951 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0625985 Nov 24 19:21:02.304593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 26bd6377-7e79-4907-815c-63fdbf51bd29, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=26bd6377-7e79-4907-815c-63fdbf51bd29,segment=NetworkSegment(63f09fe4-abe4-4fc5-8e47-c5507c7c422a),segment_id=63f09fe4-abe4-4fc5-8e47-c5507c7c422a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:02.312448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38458) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.325763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-c0fb195e-71d0-4172-a88c-52d843e9fd29 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.326893 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c0fb195e-71d0-4172-a88c-52d843e9fd29 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0106876 Nov 24 19:21:02.329387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.338371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38462) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.344203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ae3ea9ac-615c-45bf-b91c-212448c6684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.347997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.350007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-e0c8e1c3-c577-4dc7-94cd-fa30c0f9a0bf tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.350987 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e0c8e1c3-c577-4dc7-94cd-fa30c0f9a0bf tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0087531 Nov 24 19:21:02.359236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d5019abb-2981-4616-aebe-4c5e898c029d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:02.361139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38466) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.377049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-5dd0ed55-1bb1-4ada-813e-b89fb0d974b4 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.378056 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5dd0ed55-1bb1-4ada-813e-b89fb0d974b4 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0160034 Nov 24 19:21:02.379783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0974078f-3559-4097-8513-64aa8d0a9fad']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.388678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38470) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.401089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-5d3aebe8-b08b-4a00-98b5-0fc82cd7174b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.402008 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d3aebe8-b08b-4a00-98b5-0fc82cd7174b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095055 Nov 24 19:21:02.403930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292c60c1-4670-42ff-966e-d9867994004e') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.404345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292c60c1-4670-42ff-966e-d9867994004e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.405631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38474) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.420812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3468d0a-c9ff-4fc6-b797-4ce4bf3d3f8d None None] Network 0974078f-3559-4097-8513-64aa8d0a9fad requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:02.426396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.431630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-f925d1e9-fc0b-4c15-840f-0b1da673cd5c tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.433062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f925d1e9-fc0b-4c15-840f-0b1da673cd5c tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0211599 Nov 24 19:21:02.439396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38478) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.441154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:02.451346 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "PUT /v2.0/routers/38fc7e59-673f-4531-903e-dac808dfb455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9083657 Nov 24 19:21:02.454971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38482) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.459281 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] Sync routers for ids ['38fc7e59-673f-4531-903e-dac808dfb455'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:02.460672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-01b20cb7-7a0e-4712-a900-d08be245b97b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.465127 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-01b20cb7-7a0e-4712-a900-d08be245b97b tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0239894 Nov 24 19:21:02.471789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38484) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.475920 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] Routers {'38fc7e59-673f-4531-903e-dac808dfb455'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:02.477107 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['38fc7e59-673f-4531-903e-dac808dfb455'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.481514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.483502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-c29202d9-40b4-4b85-bad3-1ece8a0c14da tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.485903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c29202d9-40b4-4b85-bad3-1ece8a0c14da tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0115187 Nov 24 19:21:02.489582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38490) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.505919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-045f58ff-c7b8-409d-99fa-85a072691ec0 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.510226 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-045f58ff-c7b8-409d-99fa-85a072691ec0 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0158465 Nov 24 19:21:02.516855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38494) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.525270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-febde297-7360-4124-baa5-9e3d36cce423 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.540200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-febde297-7360-4124-baa5-9e3d36cce423 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0218527 Nov 24 19:21:02.540846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38498) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.548811 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d0f2ae-c152-44d1-901e-e8994240a4bd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:21:02.555933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-996300f8-5d29-44f7-b9dd-e18d5dae9cb6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.556185 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-03d0f2ae-c152-44d1-901e-e8994240a4bd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/1a8ad790-56aa-44f4-a81a-0161a3fefd05 HTTP/1.1" status: 404 len: 333 time: 0.0819933 Nov 24 19:21:02.557110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38502) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.559508 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-996300f8-5d29-44f7-b9dd-e18d5dae9cb6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0169849 Nov 24 19:21:02.571279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38504) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.577475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-2f1e3a8f-69f7-4497-838e-16cfebe3dfa0 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.581350 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2f1e3a8f-69f7-4497-838e-16cfebe3dfa0 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0091166 Nov 24 19:21:02.592735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38510) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.599749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-660f5b8b-c6dc-4f8b-ba73-094f6503e7af tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.600765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-660f5b8b-c6dc-4f8b-ba73-094f6503e7af tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071905 Nov 24 19:21:02.605115 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.612532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38516) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.616792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:02.616954 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] Routers {'38fc7e59-673f-4531-903e-dac808dfb455'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:02.617155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:02.617753 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['38fc7e59-673f-4531-903e-dac808dfb455'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.618918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-65850710-f61d-4e71-9a08-3a3ce8924717 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.619882 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-65850710-f61d-4e71-9a08-3a3ce8924717 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049560 Nov 24 19:21:02.625453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38520) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.625885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=26bd6377-7e79-4907-815c-63fdbf51bd29,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:02.630813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:02.636076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-c603b143-7753-47b3-93a3-2760d33b76f1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.637063 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c603b143-7753-47b3-93a3-2760d33b76f1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0097222 Nov 24 19:21:02.683850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38524) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.698288 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1f79f7ec-9c44-4610-809c-9527c5676fe4 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags HTTP/1.1" status: 204 len: 168 time: 0.5790076 Nov 24 19:21:02.704306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38528) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.717018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:02.720334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.755324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.759825 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:02.760327 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:02.762665 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c28bb-7c73-4594-9c9e-c44693c45c2d None None] The sync data for ids ['38fc7e59-673f-4531-903e-dac808dfb455'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:02.782199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [None req-96bb1b5d-a220-4234-a207-c238d497ae78 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.785795 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-96bb1b5d-a220-4234-a207-c238d497ae78 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0823824 Nov 24 19:21:02.791810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38534) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.806681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-d8b29643-3f0d-4aa7-9cf8-bd31506be788 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.810086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d8b29643-3f0d-4aa7-9cf8-bd31506be788 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0144567 Nov 24 19:21:02.811865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38540) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.817819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-e4c75a0b-fd66-4861-a6c8-643293f0038d tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.821358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e4c75a0b-fd66-4861-a6c8-643293f0038d tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0059958 Nov 24 19:21:02.822386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38544) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.844927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-b500bba7-fadf-48df-8611-b06af76d6b90 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', 'tempest-TagsExtTest-Tag-1043236896') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:02.864647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-afe2982d-1093-4702-ac48-6383327950ce tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.865632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-afe2982d-1093-4702-ac48-6383327950ce tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0423298 Nov 24 19:21:02.870122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38548) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.883785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-add8770a-43a2-4a79-bda2-103c90338c86 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.884768 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-add8770a-43a2-4a79-bda2-103c90338c86 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0137506 Nov 24 19:21:02.887363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38552) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.892570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-68b068cd-df86-4ce0-b3fa-e3a19ac1d709 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.893525 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-68b068cd-df86-4ce0-b3fa-e3a19ac1d709 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052757 Nov 24 19:21:02.896249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38556) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.904424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-c6b71d71-8a7f-4a38-9c54-0dd2c1e0327a tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.905408 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c6b71d71-8a7f-4a38-9c54-0dd2c1e0327a tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082827 Nov 24 19:21:02.911817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38560) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.915028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.943354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-200f1b8c-de62-4f7d-8561-493a37f4b214 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.946861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-200f1b8c-de62-4f7d-8561-493a37f4b214 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0315807 Nov 24 19:21:02.947528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38564) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.956176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-a19f8ec4-ff99-4fc3-ba93-f0d9ad6425af tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.957115 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a19f8ec4-ff99-4fc3-ba93-f0d9ad6425af tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088582 Nov 24 19:21:02.958610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.961028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38568) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:02.966267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d11818c-2644-4bc5-bb0a-752c3548208e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:02.969095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-d3ac19aa-08b9-4881-9b6f-b750a3ba1877 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:02.970840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d3ac19aa-08b9-4881-9b6f-b750a3ba1877 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089285 Nov 24 19:21:03.004400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38572) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.011111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-3acb5ff4-5a8e-4962-af57-01b69251d341 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:03.012053 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3acb5ff4-5a8e-4962-af57-01b69251d341 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067267 Nov 24 19:21:03.014594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38576) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.019112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-745f2610-4acd-4814-b9aa-4a56022146b6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:03.020017 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-745f2610-4acd-4814-b9aa-4a56022146b6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045884 Nov 24 19:21:03.022295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38580) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.027064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-94bba935-2915-4faa-9630-b65aa8b1d0c1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:03.028094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-94bba935-2915-4faa-9630-b65aa8b1d0c1 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048699 Nov 24 19:21:03.030935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38584) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.035876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-93f7f0cd-8566-4bee-bb0d-04bc4550630e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:03.036981 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-93f7f0cd-8566-4bee-bb0d-04bc4550630e tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048053 Nov 24 19:21:03.039135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38588) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.044150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-498a1aa3-fc7e-4962-a339-cd43461f2b00 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:03.045075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-498a1aa3-fc7e-4962-a339-cd43461f2b00 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050807 Nov 24 19:21:03.048205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38592) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.052806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-693fe309-7943-460b-a7fb-527deafdef73 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:03.053680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-693fe309-7943-460b-a7fb-527deafdef73 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046978 Nov 24 19:21:03.056454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38596) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.060994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [None req-2646f370-35aa-4b49-b57d-4ca59590b1b6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:21:03.061902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2646f370-35aa-4b49-b57d-4ca59590b1b6 tempest-ExtensionsTestJSON-1269262972 tempest-ExtensionsTestJSON-1269262972-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045805 Nov 24 19:21:03.118393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Deleting port 26bd6377-7e79-4907-815c-63fdbf51bd29 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:03.118953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.121284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.176099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 26bd6377-7e79-4907-815c-63fdbf51bd29 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:03.255591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Allocated IP 172.26.6.200 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/ea4bbae9-4267-47cf-ad43-5c377f61ff67) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:03.427149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38604) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.428809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:03.455078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.459704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.473403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Network': ['ID=0974078f-3559-4097-8513-64aa8d0a9fad,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:03.480032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:03.486122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d11818c-2644-4bc5-bb0a-752c3548208e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.489306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d11818c-2644-4bc5-bb0a-752c3548208e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.495624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38610) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.496173 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/0974078f-3559-4097-8513-64aa8d0a9fad HTTP/1.1" status: 204 len: 168 time: 1.8260264 Nov 24 19:21:03.503573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.509505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-419969183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:03.520341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:03.528680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:network and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:03.535019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d11818c-2644-4bc5-bb0a-752c3548208e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.536185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11818c-2644-4bc5-bb0a-752c3548208e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Fanout notify agent at l3_agent the message router_deleted on router 38fc7e59-673f-4531-903e-dac808dfb455 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:21:03.542323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.547702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:03.551630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7cc7ab8-4acb-4745-945f-53db6eeec5ee tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:03.554732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] For port 26bd6377-7e79-4907-815c-63fdbf51bd29, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=26bd6377-7e79-4907-815c-63fdbf51bd29,segment=NetworkSegment(63f09fe4-abe4-4fc5-8e47-c5507c7c422a),segment_id=63f09fe4-abe4-4fc5-8e47-c5507c7c422a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:03.555153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.556653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d11818c-2644-4bc5-bb0a-752c3548208e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.557817 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d11818c-2644-4bc5-bb0a-752c3548208e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/routers/38fc7e59-673f-4531-903e-dac808dfb455 HTTP/1.1" status: 204 len: 168 time: 0.9971862 Nov 24 19:21:03.559832 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b500bba7-fadf-48df-8611-b06af76d6b90 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags/tempest-TagsExtTest-Tag-1043236896 HTTP/1.1" status: 201 len: 201 time: 0.8060918 Nov 24 19:21:03.560521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38614) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.565869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38616) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.597711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:03.610688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-b0b356af-5076-4e3b-9164-774ffd874d8b tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', 'tempest-TagsExtTest-Tag-1706341263') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:03.625110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 26bd6377-7e79-4907-815c-63fdbf51bd29, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=26bd6377-7e79-4907-815c-63fdbf51bd29,segment=NetworkSegment(63f09fe4-abe4-4fc5-8e47-c5507c7c422a),segment_id=63f09fe4-abe4-4fc5-8e47-c5507c7c422a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:03.648139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.665574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:03.668427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:03.672565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.687083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:03.687382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Calling delete_port for 26bd6377-7e79-4907-815c-63fdbf51bd29 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:03.694074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4bbae9-4267-47cf-ad43-5c377f61ff67,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:03.694645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet 5c19483a-1038-48dd-a71e-2d948d9ff232 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:03.697288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:03.698828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.715203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.724207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:03.727150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e7286b1f-2f54-4d19-9342-f65dc9d24832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:03.729631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:03.738723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Usage tracker for resource:security_group_rule and tenant:58c75dc25b5947dcac635c3235edf958 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:03.750284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:03.761326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:03.762881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.776029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:03.823927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=26bd6377-7e79-4907-815c-63fdbf51bd29,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:03.827836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:03.834142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:03.834925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:03.866270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:03.866614 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Added segment ab5e1743-7e77-44fc-be34-8c8b10dfb926 of type vlan for network 4044a915-a85d-490b-be7f-4365af43236d Nov 24 19:21:03.869987 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b0b356af-5076-4e3b-9164-774ffd874d8b tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags/tempest-TagsExtTest-Tag-1706341263 HTTP/1.1" status: 201 len: 201 time: 0.2641037 Nov 24 19:21:03.878192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38626) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:03.885225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-070d5c61-c968-483e-8c31-ee7c2ded1af9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', 'tempest-TagsExtTest-Tag-732794590') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:04.019305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.025684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.113220 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-070d5c61-c968-483e-8c31-ee7c2ded1af9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags/tempest-TagsExtTest-Tag-732794590 HTTP/1.1" status: 201 len: 201 time: 0.2339571 Nov 24 19:21:04.115742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38632) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:04.121735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-bab64996-11ce-45e6-aca5-0c1d9c446e05 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', 'tempest-TagsExtTest-Tag-1745975424') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:04.132835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.139081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7b36c6b3-e4e0-4757-bdab-706c87d5dfc1 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:04.181677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=5c19483a-1038-48dd-a71e-2d948d9ff232,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:04.186273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:04.187997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.194989 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/5c19483a-1038-48dd-a71e-2d948d9ff232 HTTP/1.1" status: 204 len: 168 time: 0.6307271 Nov 24 19:21:04.199369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe557ceb-7357-420a-8a1a-043a7600dc54 None None] Network 023e14b7-c8ea-424e-9811-26f72e95804e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:04.200426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38636) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:04.311374 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bab64996-11ce-45e6-aca5-0c1d9c446e05 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags/tempest-TagsExtTest-Tag-1745975424 HTTP/1.1" status: 201 len: 201 time: 0.1942921 Nov 24 19:21:04.315504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38640) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:04.332254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-2cd9ebcf-07d6-4cc0-8341-0633b28f7998 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', {'tags': ['tempest-TagsExtTest-Tag-1090848182', 'tempest-TagsExtTest-Tag-1365909445', 'tempest-TagsExtTest-Tag-139443151']}) {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:04.371512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.372632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.377041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:04.377632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.389493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Deleting port 26bd6377-7e79-4907-815c-63fdbf51bd29 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:04.389718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.392840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-558b207a-7f3d-4964-9365-ce3d2e6be96d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:04.407920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:04.408266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.440052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.461793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.482289 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2cd9ebcf-07d6-4cc0-8341-0633b28f7998 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags HTTP/1.1" status: 200 len: 317 time: 0.1659045 Nov 24 19:21:04.485684 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38644) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:04.519927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.525049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-739c761c-7dc2-4e6b-b54d-f29b8383e887 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:04.545513 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0485177 Nov 24 19:21:04.563015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38648) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:04.565270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.583450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'subnet': {'network_id': '4044a915-a85d-490b-be7f-4365af43236d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:04.599687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] DHCP port deletion for 023e14b7-c8ea-424e-9811-26f72e95804e request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:04.617293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Deleting port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:04.617676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.648859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Network': ['ID=4044a915-a85d-490b-be7f-4365af43236d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:04.651985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:04.658255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-74f8c346-53f7-4bfd-a415-b3388ba6b811 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:04.676436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 4044a915-a85d-490b-be7f-4365af43236d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:04.684235 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58c75dc25b5947dcac635c3235edf958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2546875 Nov 24 19:21:04.694484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38652) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:04.772114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d38c79-31b0-422c-a1aa-ff7b051ee945,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:04.775590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:04.811225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] For port 26bd6377-7e79-4907-815c-63fdbf51bd29, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=26bd6377-7e79-4907-815c-63fdbf51bd29,segment=NetworkSegment(63f09fe4-abe4-4fc5-8e47-c5507c7c422a),segment_id=63f09fe4-abe4-4fc5-8e47-c5507c7c422a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:04.811643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.822386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:04.831092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:subnet and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:04.835135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] For port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,segment=NetworkSegment(1ac85e08-9490-4e60-9d43-4db04d40cae2),segment_id=1ac85e08-9490-4e60-9d43-4db04d40cae2)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:04.835843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:04.845453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:04.853610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:04.973760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Calling delete_port for 26bd6377-7e79-4907-815c-63fdbf51bd29 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:05.003102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.056033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.067940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.097738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.099973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:05.148644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] For port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,segment=NetworkSegment(1ac85e08-9490-4e60-9d43-4db04d40cae2),segment_id=1ac85e08-9490-4e60-9d43-4db04d40cae2)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:05.149254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.151881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:05.155416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.258783 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-739c761c-7dc2-4e6b-b54d-f29b8383e887 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags HTTP/1.1" status: 204 len: 168 time: 0.7687230 Nov 24 19:21:05.260411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:05.264553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38662) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:05.271864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-8dc6133b-31c0-40f5-8f30-9c5d0e3418fb tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', 'tempest-TagsExtTest-Tag-1090848182') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.352698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.362976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Calling delete_port for 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:05.400427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ab28e2ab-01f3-4951-b0e4-6f7a2d6cf794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:05.405905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.447905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:05.449079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.454500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:05.463884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Router 01d574ea-c1ce-4417-adf2-92d50e5f30fa is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:21:05.466726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Pushing event deleted for resources: {'Port': ['ID=26bd6377-7e79-4907-815c-63fdbf51bd29,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:05.472533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] No DVR routers for this DVR port 26bd6377-7e79-4907-815c-63fdbf51bd29 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:05.473910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d38c79-31b0-422c-a1aa-ff7b051ee945,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:05.476153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:05.476432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.480105 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17d38c79-31b0-422c-a1aa-ff7b051ee945 HTTP/1.1" status: 204 len: 168 time: 0.7822177 Nov 24 19:21:05.480254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:05.526131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No active binding found for port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 {{(pid=87487) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 19:21:05.526131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:05.530943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No DVR routers for this DVR port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:05.550435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:05.550628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:05.560089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=9a8c5e2c-f876-4ca3-b984-ae90f32b21a7,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:05.562591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:05.666559 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-8dc6133b-31c0-40f5-8f30-9c5d0e3418fb tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:05.667628 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8dc6133b-31c0-40f5-8f30-9c5d0e3418fb tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags/tempest-TagsExtTest-Tag-1090848182 HTTP/1.1" status: 404 len: 329 time: 0.4022019 Nov 24 19:21:05.674014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38668) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:05.681377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-4f33ad48-6034-4665-b888-2951f6a550ab tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', 'tempest-TagsExtTest-Tag-1365909445') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.699044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.737519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:05.739206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023e14b7-c8ea-424e-9811-26f72e95804e']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.742807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.747353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "PUT /v2.0/routers/01d574ea-c1ce-4417-adf2-92d50e5f30fa HTTP/1.1" status: 200 len: 920 time: 4.4328833 Nov 24 19:21:05.747527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.747634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38674) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:05.749826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] Sync routers for ids ['01d574ea-c1ce-4417-adf2-92d50e5f30fa'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:05.754803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:05.767681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] Routers {'01d574ea-c1ce-4417-adf2-92d50e5f30fa'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:05.768420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['01d574ea-c1ce-4417-adf2-92d50e5f30fa'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.792634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac85e08-9490-4e60-9d43-4db04d40cae2') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.792634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac85e08-9490-4e60-9d43-4db04d40cae2') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.830599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.835647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.845939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] Routers {'01d574ea-c1ce-4417-adf2-92d50e5f30fa'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:05.847090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['01d574ea-c1ce-4417-adf2-92d50e5f30fa'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.911081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-4f33ad48-6034-4665-b888-2951f6a550ab tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:05.914525 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4f33ad48-6034-4665-b888-2951f6a550ab tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags/tempest-TagsExtTest-Tag-1365909445 HTTP/1.1" status: 404 len: 329 time: 0.2370663 Nov 24 19:21:05.914650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Subnet': ['ID=da89ded2-33bb-4842-8922-458346c7c176,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:05.918149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:05.918925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Checking segment: {'id': 'ab5e1743-7e77-44fc-be34-8c8b10dfb926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4044a915-a85d-490b-be7f-4365af43236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:05.920405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.920533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network hostable DHCP agents. Network: 4044a915-a85d-490b-be7f-4365af43236d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:05.921249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d5f30-3146-429e-b625-b82293eda8b5 None None] The sync data for ids ['01d574ea-c1ce-4417-adf2-92d50e5f30fa'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:05.924752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38678) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:05.936485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.938673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-87507fac-ebb3-45a2-a5ff-fda3cdf5557a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16', 'tempest-TagsExtTest-Tag-139443151') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:05.950447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:05.952369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:05.973829 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:06.003429 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b25283ad-a331-4504-b3e3-badeba4c4a8d tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/01d574ea-c1ce-4417-adf2-92d50e5f30fa HTTP/1.1" status: 200 len: 926 time: 0.2524326 Nov 24 19:21:06.003830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38686) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.053454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Deleting port 9a8c5e2c-f876-4ca3-b984-ae90f32b21a7 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:06.054138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network 4044a915-a85d-490b-be7f-4365af43236d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:06.054823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.080511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-87507fac-ebb3-45a2-a5ff-fda3cdf5557a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:06.081775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-87507fac-ebb3-45a2-a5ff-fda3cdf5557a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags/tempest-TagsExtTest-Tag-139443151 HTTP/1.1" status: 404 len: 328 time: 0.1563239 Nov 24 19:21:06.084588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38692) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.090477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 4044a915-a85d-490b-be7f-4365af43236d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:06.094457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-f0287a4f-1f31-49e7-b50a-55f20c297292 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', {'tags': ['tempest-TagsExtTest-Tag-1415925021', 'tempest-TagsExtTest-Tag-1237564924', 'tempest-TagsExtTest-Tag-653326820']}) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:06.098398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.100413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:06.101017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.103635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c42dd4f-84ba-409f-ba22-c4cfc4ffa201 None None] Network 4044a915-a85d-490b-be7f-4365af43236d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:06.108105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-977e6b5c-8d09-48d6-b76f-4658034972b2 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:06.129246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.144396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=023e14b7-c8ea-424e-9811-26f72e95804e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:06.151765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:06.164719 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5952549 Nov 24 19:21:06.164948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38698) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.184785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0f14086c-ea2e-440b-bc8a-6dd3d3d97f99 None None] The port '9a8c5e2c-f876-4ca3-b984-ae90f32b21a7' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:21:06.224191 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/023e14b7-c8ea-424e-9811-26f72e95804e HTTP/1.1" status: 204 len: 168 time: 2.0208192 Nov 24 19:21:06.227601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38702) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.336715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0594a0-f084-49e8-8402-3351fe380fea tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:06.338240 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4b0594a0-f084-49e8-8402-3351fe380fea tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=01d574ea-c1ce-4417-adf2-92d50e5f30fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3332622 Nov 24 19:21:06.340985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38712) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.448998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baff584-3625-41c3-9065-bf40f2ba5324 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:06.450011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2baff584-3625-41c3-9065-bf40f2ba5324 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:06.512896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f0287a4f-1f31-49e7-b50a-55f20c297292 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags HTTP/1.1" status: 200 len: 317 time: 0.4272161 Nov 24 19:21:06.514965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38724) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.519035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f9c95-d696-49ed-9e2a-511086cbab64 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:06.522964 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e27f9c95-d696-49ed-9e2a-511086cbab64 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/networks/d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 881 time: 0.1785142 Nov 24 19:21:06.523545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-f67f2dde-7f53-45a0-b0b8-92390bf6eabc tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:06.536023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.550765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-4044a915-a85d-490b-be7f-4365af43236d', 'network_id': '4044a915-a85d-490b-be7f-4365af43236d', 'tenant_id': 'c048cf558f4f49cdb7702599c8354317', 'fixed_ips': [{'subnet_id': 'da89ded2-33bb-4842-8922-458346c7c176'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:21:06.551834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.551991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38728) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.609997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2baff584-3625-41c3-9065-bf40f2ba5324 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:06.616551 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2baff584-3625-41c3-9065-bf40f2ba5324 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/43a23cee-e4f2-4a16-b3be-94692eced687 HTTP/1.1" status: 200 len: 840 time: 0.3828113 Nov 24 19:21:06.619262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38732) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.657937 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5477fcdf-7ec0-4523-ad34-82d43a28f749 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=01d574ea-c1ce-4417-adf2-92d50e5f30fa HTTP/1.1" status: 200 len: 205 time: 0.1030195 Nov 24 19:21:06.660454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38736) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.731840 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f1fa51ce-9e36-4751-a858-25de0c9cb4f9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/43a23cee-e4f2-4a16-b3be-94692eced687?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1072779 Nov 24 19:21:06.732638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38740) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.743831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Allocated IP 2001:db8::2 (4044a915-a85d-490b-be7f-4365af43236d/da89ded2-33bb-4842-8922-458346c7c176/71a0077b-65e1-4fdf-ae1f-d7a89e2de93f) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:06.745905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:06.768200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38744) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.878165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f67f2dde-7f53-45a0-b0b8-92390bf6eabc tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3622148 Nov 24 19:21:06.878841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38750) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:06.896254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-67c84f53-f766-4b9b-a748-d556bda67448 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', 'tempest-TagsExtTest-Tag-1415925021') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:06.980144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.985298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:06.991468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.004514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Transition to ACTIVE for port object 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:07.027648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2141227395'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:07.028181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Transition to ACTIVE for port object 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:07.037161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:07.038775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.047659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:07.053143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:07.053572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:07.056807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:network and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:07.059332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:07.061851 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-67c84f53-f766-4b9b-a748-d556bda67448 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:07.063462 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-67c84f53-f766-4b9b-a748-d556bda67448 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags/tempest-TagsExtTest-Tag-1415925021 HTTP/1.1" status: 404 len: 329 time: 0.1747098 Nov 24 19:21:07.066664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38754) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:07.068129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:07.072925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:07.073687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-9cb5c4e4-38ff-499a-956b-6ebb9ab96f2e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', 'tempest-TagsExtTest-Tag-1237564924') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:07.083349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:07.104766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:07.108719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.131010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:07.134372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.134536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Network 4044a915-a85d-490b-be7f-4365af43236d is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:07.137718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:07.142088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:07.237868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Pushing event updated for resources: {'Port': ['ID=71a0077b-65e1-4fdf-ae1f-d7a89e2de93f,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:07.238070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.242080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:07.244266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Attempting to bind port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:07.244654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Attempting to bind port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'ab5e1743-7e77-44fc-be34-8c8b10dfb926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4044a915-a85d-490b-be7f-4365af43236d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:07.245027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Attempting to bind port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f on network 4044a915-a85d-490b-be7f-4365af43236d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:07.249093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-9cb5c4e4-38ff-499a-956b-6ebb9ab96f2e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:07.253366 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9cb5c4e4-38ff-499a-956b-6ebb9ab96f2e tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags/tempest-TagsExtTest-Tag-1237564924 HTTP/1.1" status: 404 len: 329 time: 0.1824255 Nov 24 19:21:07.253366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Deleting port ea4bbae9-4267-47cf-ad43-5c377f61ff67 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:07.253366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.255083 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:07.255700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Checking segment: {'id': 'ab5e1743-7e77-44fc-be34-8c8b10dfb926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4044a915-a85d-490b-be7f-4365af43236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:07.256229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.256719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Bound using segment: {'id': 'ab5e1743-7e77-44fc-be34-8c8b10dfb926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4044a915-a85d-490b-be7f-4365af43236d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:07.257274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Bound port: 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5e1743-7e77-44fc-be34-8c8b10dfb926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4044a915-a85d-490b-be7f-4365af43236d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:07.257729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.283036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38758) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:07.300018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-091add96-fec9-43df-bd43-bf4f009d2319 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8', 'tempest-TagsExtTest-Tag-653326820') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:07.332610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.356064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] For port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:21:07.357707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.359812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] For port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=71a0077b-65e1-4fdf-ae1f-d7a89e2de93f,segment=NetworkSegment(ab5e1743-7e77-44fc-be34-8c8b10dfb926),segment_id=ab5e1743-7e77-44fc-be34-8c8b10dfb926)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:21:07.364783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1970af0-b0b0-4a8a-8dfb-8b6781b05ba7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:07.365204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.370005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4b990eee-25b0-49c2-ace0-05b0d37a6083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:07.408740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Subnet': ['ID=da89ded2-33bb-4842-8922-458346c7c176,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:07.414670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:07.420066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:07.436828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:security_group_rule and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:07.446224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:07.453796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Pushing event updated for resources: {'Port': ['ID=71a0077b-65e1-4fdf-ae1f-d7a89e2de93f,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:07.460348 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-091add96-fec9-43df-bd43-bf4f009d2319 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:07.461476 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-091add96-fec9-43df-bd43-bf4f009d2319 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags/tempest-TagsExtTest-Tag-653326820 HTTP/1.1" status: 404 len: 328 time: 0.1782010 Nov 24 19:21:07.462909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:07.476078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38762) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:07.484331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-e5c39550-1008-44c9-87ba-1db2644d5c6a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', {'tags': ['tempest-TagsExtTest-Tag-1692792276', 'tempest-TagsExtTest-Tag-2029761414', 'tempest-TagsExtTest-Tag-1549626220']}) {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:07.544147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:07.575404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.630945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044a915-a85d-490b-be7f-4365af43236d']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:07.642699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.744676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5e1743-7e77-44fc-be34-8c8b10dfb926') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:07.745036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5e1743-7e77-44fc-be34-8c8b10dfb926') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:07.791707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Calling delete_port for ea4bbae9-4267-47cf-ad43-5c377f61ff67 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:07.801762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.856751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.882107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:07.882683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:07.904112 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:07.995866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.006374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-156c8631-757f-4c30-9ed2-c542f23de739 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:08.049199 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e5c39550-1008-44c9-87ba-1db2644d5c6a tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags HTTP/1.1" status: 200 len: 318 time: 0.5722184 Nov 24 19:21:08.052253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38774) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:08.081686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.085385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-41b8bf70-4d4d-4190-bd12-f3fcc925925c tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:08.132824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6619-7547-459a-8c40-d2b1a50a9a85 req-8a95f3b3-23f9-4292-8467-b1367905e5e3 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:08.134320 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0f2c6619-7547-459a-8c40-d2b1a50a9a85 req-8a95f3b3-23f9-4292-8467-b1367905e5e3 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.2834532 Nov 24 19:21:08.155917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:21:08.155917 dv-neutron-818346-1-hyperv neutron-server[87486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:21:08.155917 dv-neutron-818346-1-hyperv neutron-server[87486]: [parameters: {'id': '4044a915-a85d-490b-be7f-4365af43236d'}] Nov 24 19:21:08.155917 dv-neutron-818346-1-hyperv neutron-server[87486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:08.156410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:08.173106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.180415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:08.191338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:08.197573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:08.198208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.204468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3c2c1-bcf8-44bc-a98d-c6ed37525991 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:08.216419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=a5e42e41-b5d0-4c94-9f4e-23d6d385caa2,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:08.218600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:08.227312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:08.228107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b16e7986-7f2b-4af8-947f-32c1da471d1a tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:08.242658 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0f2c6619-7547-459a-8c40-d2b1a50a9a85 req-f1e1c55a-cfbe-4454-8a49-5406a9715a21 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019366 Nov 24 19:21:08.243854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.248966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bda82808-965b-4132-840c-0777aa8a8c39 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:08.300920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event deleted for resources: {'Port': ['ID=ea4bbae9-4267-47cf-ad43-5c377f61ff67,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:08.334740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:08.335345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.335686 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Added segment e1f71c94-a885-4169-84de-78bc72f0fdde of type vlan for network b95a5db5-6126-4378-9cf3-229e656bdba4 Nov 24 19:21:08.388456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c38dcc-e57f-4f09-b6fa-d9a3d1e551a6,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:08.405628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:08.412246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38782) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:08.416637 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6826808 Nov 24 19:21:08.419101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'security_group': {'name': 'tempest-secgroup-1387164271'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:08.430322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:08.430575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.430864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:08.434236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:08.443616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:08.468285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.481790 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41b8bf70-4d4d-4190-bd12-f3fcc925925c tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags HTTP/1.1" status: 204 len: 168 time: 0.4128907 Nov 24 19:21:08.485211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:08.492399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-ad01af61-6ab5-425c-95dd-d93194aacbcd tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', 'tempest-TagsExtTest-Tag-1692792276') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:08.498906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:08.503810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group_rule and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:08.507114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:08.514696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:08.566356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.573083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:08.573697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.586281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-472d8e98-3957-4768-ab1c-0a0e419f376f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:08.600736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.638790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'tenant_id': '1bb0ccabe7004e93bef1366812ee3059', 'fixed_ips': [{'subnet_id': 'a5e42e41-b5d0-4c94-9f4e-23d6d385caa2'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:21:08.639944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.667291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.706966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09619226-8dd2-4e20-b861-29e8c67a14d9 None None] Network 4044a915-a85d-490b-be7f-4365af43236d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:08.738146 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9687006 Nov 24 19:21:08.749775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38790) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:08.753994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.763815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'subnet': {'network_id': 'b95a5db5-6126-4378-9cf3-229e656bdba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:08.779789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Network': ['ID=b95a5db5-6126-4378-9cf3-229e656bdba4,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:08.794363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:08.805959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network b95a5db5-6126-4378-9cf3-229e656bdba4 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:08.850861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:08.851198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.854080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.905038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ebc3b355-9520-4add-a9a9-e4400dfbc54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:08.914430 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-ad01af61-6ab5-425c-95dd-d93194aacbcd tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:08.918119 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ad01af61-6ab5-425c-95dd-d93194aacbcd tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags/tempest-TagsExtTest-Tag-1692792276 HTTP/1.1" status: 404 len: 329 time: 0.4282691 Nov 24 19:21:08.927811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38796) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:08.930379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.936837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.941626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-263f2d74-383c-4762-b6af-bf169970e28d tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', 'tempest-TagsExtTest-Tag-2029761414') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:08.979906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:08.985969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5714061 Nov 24 19:21:08.989432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38802) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:08.996198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'security_group': {'name': 'tempest-secgroup-89109253'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:09.010388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d8b073f0-a646-404b-9be1-dff8c9b7e2ac None None] Provisioning for port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:09.022032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.022688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Fanout notify agent at l3_agent the message router_deleted on router 01d574ea-c1ce-4417-adf2-92d50e5f30fa {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:21:09.024964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:09.037561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:09.041662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8233a-9691-4412-91c5-c7fb9fcee1d6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:09.044597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:09.047984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:09.052603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.053157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:09.057853 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/01d574ea-c1ce-4417-adf2-92d50e5f30fa HTTP/1.1" status: 204 len: 168 time: 2.3922496 Nov 24 19:21:09.058253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38806) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:09.061018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:09.066634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-185275555', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:09.076702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:09.082382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Usage tracker for resource:router and tenant:5227589a05834e6e9b93b290126d07d9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:09.085489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:09.094749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:09.105045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.112796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Allocated IP 172.20.0.2 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/a5e42e41-b5d0-4c94-9f4e-23d6d385caa2/e206c11e-6a90-47e5-9e8c-14a6aeae399e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:09.121715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.123339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.143419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.186886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:09.193621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group_rule and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:09.197248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:09.206489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:09.256947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:subnet and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:09.269856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:09.281925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:09.313840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:09.371091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.379730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:09.383181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.408190 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-263f2d74-383c-4762-b6af-bf169970e28d tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:09.409231 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-263f2d74-383c-4762-b6af-bf169970e28d tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags/tempest-TagsExtTest-Tag-2029761414 HTTP/1.1" status: 404 len: 329 time: 0.4804659 Nov 24 19:21:09.416826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38812) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:09.427332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] For port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=71a0077b-65e1-4fdf-ae1f-d7a89e2de93f,segment=NetworkSegment(ab5e1743-7e77-44fc-be34-8c8b10dfb926),segment_id=ab5e1743-7e77-44fc-be34-8c8b10dfb926)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:09.427894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.439273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-be70a9b4-49e0-42a6-867b-ced1bd8c9e92 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e', 'tempest-TagsExtTest-Tag-1549626220') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:09.454879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.464641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:09.474783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:09.475271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.482244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5fd2225-8ad7-4670-b490-61482f354393 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:09.535354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] DHCP port deletion for 4044a915-a85d-490b-be7f-4365af43236d request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:09.566703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Deleting port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:09.567182 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.705331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Calling delete_port for 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:09.715374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.716659 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.7262151 Nov 24 19:21:09.727311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.730669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38818) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:09.733338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0dce02-24f5-454f-976c-ec961ee47f5c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:09.751776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-81130251', 'security_groups': ['da0dce02-24f5-454f-976c-ec961ee47f5c'], 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a5e42e41-b5d0-4c94-9f4e-23d6d385caa2'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:09.766216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.769898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:09.841541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Transition to ACTIVE for port object e206c11e-6a90-47e5-9e8c-14a6aeae399e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:09.862182 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-be70a9b4-49e0-42a6-867b-ced1bd8c9e92 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:09.867781 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-be70a9b4-49e0-42a6-867b-ced1bd8c9e92 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags/tempest-TagsExtTest-Tag-1549626220 HTTP/1.1" status: 404 len: 329 time: 0.4457815 Nov 24 19:21:09.869034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38822) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:09.925638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.955254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Transition to ACTIVE for port object e206c11e-6a90-47e5-9e8c-14a6aeae399e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:09.965799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] For port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=71a0077b-65e1-4fdf-ae1f-d7a89e2de93f,segment=NetworkSegment(ab5e1743-7e77-44fc-be34-8c8b10dfb926),segment_id=ab5e1743-7e77-44fc-be34-8c8b10dfb926)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:09.966075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.983307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:09.988944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2f2f0f56-e62e-47b9-b46a-a84e0b0dbcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:09.994067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.004321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-e54ad38d-6a91-4dff-86d6-70008792f317 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', {'tags': ['tempest-TagsExtTest-Tag-1190162947', 'tempest-TagsExtTest-Tag-1856197929', 'tempest-TagsExtTest-Tag-128263149']}) {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.013899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1f1bacfe-813d-47f3-aaa1-1500472bd3b0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:10.035599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14727d4a-d9da-42ad-b2df-c02f64751a71 req-2ebb236e-8dac-41ed-9ca6-94dd4dc626a9 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:10.043239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14727d4a-d9da-42ad-b2df-c02f64751a71 req-2ebb236e-8dac-41ed-9ca6-94dd4dc626a9 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.3781781 Nov 24 19:21:10.070276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.075180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No DVR routers for this DVR port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:10.081913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Port': ['ID=71a0077b-65e1-4fdf-ae1f-d7a89e2de93f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:10.119662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:10.129846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:10.211695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:10.224997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Calling delete_port for 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:10.229205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:port and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:10.234866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:10.243258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:10.249559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14727d4a-d9da-42ad-b2df-c02f64751a71 req-a4c7618d-3ad8-4bcb-a090-358c503d4d93 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055109 Nov 24 19:21:10.289342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:10.310862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:10.318277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:10.322161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Pushing event updated for resources: {'Port': ['ID=e206c11e-6a90-47e5-9e8c-14a6aeae399e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:10.323973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.327283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:10.330343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:10.382500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Subnet': ['ID=0304c8be-2eef-4ab4-8f95-e2e04fe2b32c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:10.388424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:10.390339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044a915-a85d-490b-be7f-4365af43236d']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.401622 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e54ad38d-6a91-4dff-86d6-70008792f317 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "PUT /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags HTTP/1.1" status: 200 len: 317 time: 0.4070675 Nov 24 19:21:10.402791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38830) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:10.409214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Checking segment: {'id': 'e1f71c94-a885-4169-84de-78bc72f0fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b95a5db5-6126-4378-9cf3-229e656bdba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:10.409568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network hostable DHCP agents. Network: b95a5db5-6126-4378-9cf3-229e656bdba4, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:10.417346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-65085f7e-623f-4e85-9a30-26ba07a92a56 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.427365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5e1743-7e77-44fc-be34-8c8b10dfb926') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.427656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5e1743-7e77-44fc-be34-8c8b10dfb926') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.433630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:10.433951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:10.438170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Attempting to bind port e206c11e-6a90-47e5-9e8c-14a6aeae399e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:10.438656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Attempting to bind port e206c11e-6a90-47e5-9e8c-14a6aeae399e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '2897c445-d7d9-43ca-98d8-c00ccc6334b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:10.439125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Attempting to bind port e206c11e-6a90-47e5-9e8c-14a6aeae399e on network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:10.445202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:10.445202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Checking segment: {'id': '2897c445-d7d9-43ca-98d8-c00ccc6334b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:10.445848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.446341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Bound using segment: {'id': '2897c445-d7d9-43ca-98d8-c00ccc6334b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:10.447054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Bound port: e206c11e-6a90-47e5-9e8c-14a6aeae399e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2897c445-d7d9-43ca-98d8-c00ccc6334b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:10.447661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.448378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.474437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.482668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network b95a5db5-6126-4378-9cf3-229e656bdba4 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:10.485065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:10.485378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:10.501308 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:10.549845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] For port e206c11e-6a90-47e5-9e8c-14a6aeae399e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:21:10.553316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] For port e206c11e-6a90-47e5-9e8c-14a6aeae399e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e206c11e-6a90-47e5-9e8c-14a6aeae399e,segment=NetworkSegment(2897c445-d7d9-43ca-98d8-c00ccc6334b6),segment_id=2897c445-d7d9-43ca-98d8-c00ccc6334b6)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:21:10.558599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.564411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bc1cfcab-8237-45d8-b666-b155c3ca6cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:10.570117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, b95a5db5-6126-4378-9cf3-229e656bdba4) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:10.591944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:10.592545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.603975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.610347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a473c46-68ad-4d57-8aa0-57f32cb16009 None None] Network b95a5db5-6126-4378-9cf3-229e656bdba4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:10.612359 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-65085f7e-623f-4e85-9a30-26ba07a92a56 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags HTTP/1.1" status: 204 len: 168 time: 0.2070143 Nov 24 19:21:10.615050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38834) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:10.623083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-d0c55369-4cbc-4b41-b6ca-af4ee2685551 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', 'tempest-TagsExtTest-Tag-1190162947') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.634380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.635145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.643328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:10.659397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.659895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.661701 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/4044a915-a85d-490b-be7f-4365af43236d HTTP/1.1" status: 204 len: 168 time: 4.4958038 Nov 24 19:21:10.669522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38838) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:10.675036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Network': ['ID=4044a915-a85d-490b-be7f-4365af43236d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:10.679931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1626228042'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:10.686904 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9300294 Nov 24 19:21:10.686904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:10.690017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38842) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:10.693464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:10.698124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1078081284', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:10.701570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:21:10.710656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:10.713070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:network and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:10.716058 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-d0c55369-4cbc-4b41-b6ca-af4ee2685551 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:10.720594 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d0c55369-4cbc-4b41-b6ca-af4ee2685551 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags/tempest-TagsExtTest-Tag-1190162947 HTTP/1.1" status: 404 len: 329 time: 0.1009643 Nov 24 19:21:10.720594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:10.722626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38846) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:10.727222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:10.729720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:router and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:10.732630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:10.737737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-6104a16f-754b-4747-a768-b3604240afe7 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', 'tempest-TagsExtTest-Tag-1856197929') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.748515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Pushing event updated for resources: {'Port': ['ID=e206c11e-6a90-47e5-9e8c-14a6aeae399e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:10.754381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:10.754589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:10.770229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:10.782714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.802755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.803937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.820289 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-6104a16f-754b-4747-a768-b3604240afe7 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:10.824278 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6104a16f-754b-4747-a768-b3604240afe7 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags/tempest-TagsExtTest-Tag-1856197929 HTTP/1.1" status: 404 len: 329 time: 0.0955911 Nov 24 19:21:10.833200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.842731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38850) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:10.851931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:10.869355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:10.869754 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Added segment 9a73d14d-38de-4bb1-9b99-e90753073d3e of type vlan for network 0ed63acf-b5a9-4bac-bfba-2a820932998c Nov 24 19:21:10.913777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-0f306bba-65e9-4722-b9d8-a88292b86fab tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229', 'tempest-TagsExtTest-Tag-128263149') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:10.915072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a2906-d2e8-4007-b922-322b6d473bd2 None None] Network b95a5db5-6126-4378-9cf3-229e656bdba4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:11.021376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Deleting port 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:11.021904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:11.138237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e87ee6cb-675b-4efb-974c-d0ff856d1f5a None None] The port '71a0077b-65e1-4fdf-ae1f-d7a89e2de93f' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:21:11.197125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Allocated IP 172.26.6.22 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/ac451a0d-1b7c-4ba6-8543-5bfd385ab7b0) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:11.212384 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-0f306bba-65e9-4722-b9d8-a88292b86fab tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] show failed (client error): The resource could not be found. Nov 24 19:21:11.215040 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0f306bba-65e9-4722-b9d8-a88292b86fab tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags/tempest-TagsExtTest-Tag-128263149 HTTP/1.1" status: 404 len: 328 time: 0.3676505 Nov 24 19:21:11.220827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38856) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:11.254440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-e9c93496-8ece-4492-ac1a-1be31b6c7097 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b37aa555-ff9b-44a2-9672-de7860181229') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:11.283539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.3 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/a5e42e41-b5d0-4c94-9f4e-23d6d385caa2/5d5a6156-2aca-47a4-803c-2c9ebe4e9940) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:11.284205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:11.339054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e206c11e-6a90-47e5-9e8c-14a6aeae399e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:11.442191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e206c11e-6a90-47e5-9e8c-14a6aeae399e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:11.477828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:11.508706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:11.530065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:11.574817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:11.580916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:11.581517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:11.583986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:11.584485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 71a0077b-65e1-4fdf-ae1f-d7a89e2de93f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:11.588936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54ea06dc-c138-43bf-a0ff-d475f2de453c tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:11.592761 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e9c93496-8ece-4492-ac1a-1be31b6c7097 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229/tags HTTP/1.1" status: 204 len: 168 time: 0.3592393 Nov 24 19:21:11.616188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38864) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:11.636904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-bf47a72c-97f2-41a4-8431-ba932ce15722 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '86b83125-960f-4f8c-928d-17bff279ad0e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:11.713074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:11.788757 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1177247 Nov 24 19:21:11.795183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38870) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:11.826211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-02b4bad7-7b6f-4714-8235-5a6636d8cd86 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:11.828544 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-02b4bad7-7b6f-4714-8235-5a6636d8cd86 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.4386058 Nov 24 19:21:11.911583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:11.914207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Network': ['ID=0ed63acf-b5a9-4bac-bfba-2a820932998c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:11.930396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f857a5-997f-44c7-8150-265329a9d63b req-9960c84b-f575-4d41-a766-d2d6c93da673 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:11.933124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Request body: {'subnet': {'network_id': '0ed63acf-b5a9-4bac-bfba-2a820932998c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:11.938068 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-67f857a5-997f-44c7-8150-265329a9d63b req-9960c84b-f575-4d41-a766-d2d6c93da673 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.4676461 Nov 24 19:21:11.938267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0ed63acf-b5a9-4bac-bfba-2a820932998c details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:12.004413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:12.012740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Deleting port d3174e33-683f-44c6-8c17-aba6ab4eef2f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:12.013082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.044578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:12.059283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:12.070982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.071434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Usage tracker for resource:subnet and tenant:c048cf558f4f49cdb7702599c8354317 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:12.077248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:12.077858 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-67f857a5-997f-44c7-8150-265329a9d63b req-c37c30ff-81e6-4fa4-a436-67db18d91fe8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387377 Nov 24 19:21:12.090061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:12.090255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:12.105177 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bf47a72c-97f2-41a4-8431-ba932ce15722 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e/tags HTTP/1.1" status: 204 len: 168 time: 0.4836955 Nov 24 19:21:12.109215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38874) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:12.123029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.tag.tag_plugin [None req-5538eaa1-0c7b-401e-baab-6d001cde6253 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a305504-fe41-4ac8-801e-514bc04362e8') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:12.155715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Made reservation on behalf of c048cf558f4f49cdb7702599c8354317 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:12.160111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.167234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffd9ee-57df-48b3-a31c-b3e2bc6c8571 req-8528d62a-1298-401b-a051-a6b139eef1d6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:12.172888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dcffd9ee-57df-48b3-a31c-b3e2bc6c8571 req-8528d62a-1298-401b-a051-a6b139eef1d6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 0.4735794 Nov 24 19:21:12.195360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:12.239622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:12.255475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Provisioning complete for port 43a23cee-e4f2-4a16-b3be-94692eced687 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:12.256735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.321384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Port 43a23cee-e4f2-4a16-b3be-94692eced687 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:12.334241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Provisioning for port e206c11e-6a90-47e5-9e8c-14a6aeae399e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:12.340530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:12.341184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.383896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:12.431943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event updated for resources: {'Port': ['ID=ac451a0d-1b7c-4ba6-8543-5bfd385ab7b0,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:12.446914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:12.454897 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5538eaa1-0c7b-401e-baab-6d001cde6253 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8/tags HTTP/1.1" status: 204 len: 168 time: 0.3438725 Nov 24 19:21:12.466267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38880) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:12.485912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.501528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dcffd9ee-57df-48b3-a31c-b3e2bc6c8571 req-db29fd67-882e-422c-97ba-b0eae23c2259 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3059590 Nov 24 19:21:12.509858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.tag.tag_plugin [None req-6e6fe181-eb6f-4d8a-b4b6-8f6761969d8b tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f21eb754-fe91-4701-afa7-dfe628379a16') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:12.569414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] For port e206c11e-6a90-47e5-9e8c-14a6aeae399e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e206c11e-6a90-47e5-9e8c-14a6aeae399e,segment=NetworkSegment(2897c445-d7d9-43ca-98d8-c00ccc6334b6),segment_id=2897c445-d7d9-43ca-98d8-c00ccc6334b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:12.575793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.582755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a72a01b3-8a74-471c-bd28-96ba941442cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:12.587971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.614324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.629532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaa23281-0106-488c-96ba-9c7cd2bcb122 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:12.631727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:12.671254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Pushing event updated for resources: {'Port': ['ID=e206c11e-6a90-47e5-9e8c-14a6aeae399e,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:12.682458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:12.955296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:12.997540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.objects.ports [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:21:13.000787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.001586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:13.007329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-abac9ff0-b643-4a6b-b5e8-303ea5667b50 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:13.013834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=5d5a6156-2aca-47a4-803c-2c9ebe4e9940,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:13.022856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:13.074273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:13.080338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.26.6.105 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/d4f62a2f-2441-4266-9b72-29da1b2626ef) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:13.113574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event updated for resources: {'Subnet': ['ID=b8558cc9-abd8-4beb-9545-61f16ac64b6c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:13.118961 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:13.153768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Checking segment: {'id': '9a73d14d-38de-4bb1-9b99-e90753073d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ed63acf-b5a9-4bac-bfba-2a820932998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:13.154129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network hostable DHCP agents. Network: 0ed63acf-b5a9-4bac-bfba-2a820932998c, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:13.154764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] For port d3174e33-683f-44c6-8c17-aba6ab4eef2f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d3174e33-683f-44c6-8c17-aba6ab4eef2f,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:13.155324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.206483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e206c11e-6a90-47e5-9e8c-14a6aeae399e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:13.237149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:13.237796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.257053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Network 0ed63acf-b5a9-4bac-bfba-2a820932998c is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:13.298467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0ed63acf-b5a9-4bac-bfba-2a820932998c) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:13.306296 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:13.306876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.331542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fa223c-be2d-48f5-882f-379db26e1f52 None None] Network 0ed63acf-b5a9-4bac-bfba-2a820932998c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:13.334920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.363033 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5614219 Nov 24 19:21:13.363917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38894) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:13.447004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3af4e-f4ff-41f9-b8e4-680534748e27 req-7301196b-71b9-481c-bc96-0858921484c9 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:13.454546 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4e3af4e-f4ff-41f9-b8e4-680534748e27 req-7301196b-71b9-481c-bc96-0858921484c9 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.7143316 Nov 24 19:21:13.476789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:13.477372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.478136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.485295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-af20bfea-2452-4eac-aa05-06d677b0aa5b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:13.532402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ae88ec97-c348-41bf-b170-3a8a04ba2eab None None] Provisioning for port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:13.532605 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7978513 Nov 24 19:21:13.535996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38898) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:13.539115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ae88ec97-c348-41bf-b170-3a8a04ba2eab None None] Provisioning complete for port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:13.539567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ae88ec97-c348-41bf-b170-3a8a04ba2eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.557219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:13.614937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e6fe181-eb6f-4d8a-b4b6-8f6761969d8b tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16/tags HTTP/1.1" status: 204 len: 168 time: 1.1224492 Nov 24 19:21:13.616511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38902) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:13.663926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:13.670230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-ae88ec97-c348-41bf-b170-3a8a04ba2eab None None] Port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:13.674632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.676638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:13.693206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:13.717009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.740830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=d4f62a2f-2441-4266-9b72-29da1b2626ef,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:13.752994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:13.798024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-0ed63acf-b5a9-4bac-bfba-2a820932998c', 'network_id': '0ed63acf-b5a9-4bac-bfba-2a820932998c', 'tenant_id': 'c048cf558f4f49cdb7702599c8354317', 'fixed_ips': [{'subnet_id': 'b8558cc9-abd8-4beb-9545-61f16ac64b6c'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:21:13.798998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:13.856998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4e3af4e-f4ff-41f9-b8e4-680534748e27 req-b4d67336-6d64-4840-94ae-77dd31a07f69 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016562 Nov 24 19:21:13.989997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:13.992843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.026945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:14.058985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:14.073287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Allocated IP 2001:db8::f816:3eff:fe17:9870 (0ed63acf-b5a9-4bac-bfba-2a820932998c/b8558cc9-abd8-4beb-9545-61f16ac64b6c/064d53ce-ac22-4ed2-b1fb-c056249f1c07) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:14.089081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:14.119224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a723bb-6cc1-4618-b659-62c560606134 req-e713bbeb-aa89-4896-b738-9e5c9d064ffb tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:14.121691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:14.126432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.128232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89a723bb-6cc1-4618-b659-62c560606134 req-e713bbeb-aa89-4896-b738-9e5c9d064ffb tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 945 time: 0.7953324 Nov 24 19:21:14.240459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.241088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.241565 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Floating IP 4d808f00-a417-47cf-ab0d-3b75cc158f42 disassociated. External IP: 172.26.6.148, port: d3174e33-683f-44c6-8c17-aba6ab4eef2f. Nov 24 19:21:14.242064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Calling delete_port for d3174e33-683f-44c6-8c17-aba6ab4eef2f owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:14.286640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f935a35d-b71c-43cf-8563-13773cdf0700 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for subnetpool, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.290199 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f935a35d-b71c-43cf-8563-13773cdf0700 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b37aa555-ff9b-44a2-9672-de7860181229 HTTP/1.1" status: 204 len: 168 time: 0.6590381 Nov 24 19:21:14.293127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38910) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:14.369461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.377933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-75b9f97a-fa2d-477e-8552-70037fb396d6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Synchronizing usage tracker for tenant:9c02b2a1c5c645f68c3e7af6d41252cc on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:14.382612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Transition to ACTIVE for port object 064d53ce-ac22-4ed2-b1fb-c056249f1c07 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:14.405215 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89a723bb-6cc1-4618-b659-62c560606134 req-daeeca2b-9c59-4b32-b86e-c7aea33ebc6c tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups?id=77bcf4e3-613c-4618-b562-93503d8c534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758219 Nov 24 19:21:14.410919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Transition to ACTIVE for port object 064d53ce-ac22-4ed2-b1fb-c056249f1c07 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:14.430356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.446536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-13d7f834-c837-4857-802b-be4d364004a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:14.470787 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a5e42e41-b5d0-4c94-9f4e-23d6d385caa2 (CIDR: 172.20.0.0/28) Nov 24 19:21:14.519688 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:21:14.520130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:14.530931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-75b9f97a-fa2d-477e-8552-70037fb396d6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Unset dirty status for tenant:9c02b2a1c5c645f68c3e7af6d41252cc on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:14.534720 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-75b9f97a-fa2d-477e-8552-70037fb396d6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "GET /v2.0/ports?device_id=86b83125-960f-4f8c-928d-17bff279ad0e HTTP/1.1" status: 200 len: 205 time: 0.2395020 Nov 24 19:21:14.541700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38914) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:14.575038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Network 0ed63acf-b5a9-4bac-bfba-2a820932998c is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:14.579022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:14.582981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:14.634084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Pushing event updated for resources: {'Port': ['ID=064d53ce-ac22-4ed2-b1fb-c056249f1c07,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:14.667295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:14.701382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Attempting to bind port 064d53ce-ac22-4ed2-b1fb-c056249f1c07 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:14.702080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Attempting to bind port 064d53ce-ac22-4ed2-b1fb-c056249f1c07 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9a73d14d-38de-4bb1-9b99-e90753073d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ed63acf-b5a9-4bac-bfba-2a820932998c'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:14.702485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Attempting to bind port 064d53ce-ac22-4ed2-b1fb-c056249f1c07 on network 0ed63acf-b5a9-4bac-bfba-2a820932998c {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:14.709913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:14.710434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Checking segment: {'id': '9a73d14d-38de-4bb1-9b99-e90753073d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ed63acf-b5a9-4bac-bfba-2a820932998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:14.710938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.711425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Bound using segment: {'id': '9a73d14d-38de-4bb1-9b99-e90753073d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ed63acf-b5a9-4bac-bfba-2a820932998c'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:14.712049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Bound port: 064d53ce-ac22-4ed2-b1fb-c056249f1c07, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a73d14d-38de-4bb1-9b99-e90753073d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ed63acf-b5a9-4bac-bfba-2a820932998c'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:14.712541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.765294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.773999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.776383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5d8bc464-fb31-471b-88b8-c79982e54de8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:14.789824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aa6662ce-f31b-486e-8076-e511d7d06f8f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:14.807327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.811052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] For port 064d53ce-ac22-4ed2-b1fb-c056249f1c07, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:21:14.814760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] For port 064d53ce-ac22-4ed2-b1fb-c056249f1c07, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=064d53ce-ac22-4ed2-b1fb-c056249f1c07,segment=NetworkSegment(9a73d14d-38de-4bb1-9b99-e90753073d3e),segment_id=9a73d14d-38de-4bb1-9b99-e90753073d3e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:21:14.819973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.826674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-54eea329-25bf-4d74-8aea-bafbe56c1f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:14.885057 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2410fe1a-51b0-425f-932b-76a8cc41b501 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3425922 Nov 24 19:21:14.885404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:14.891108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event deleted for resources: {'Port': ['ID=d3174e33-683f-44c6-8c17-aba6ab4eef2f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:14.894991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38920) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:14.915076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:14.918936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:14.958441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Subnet': ['ID=b8558cc9-abd8-4beb-9545-61f16ac64b6c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:14.968459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:14.989588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Pushing event updated for resources: {'Port': ['ID=064d53ce-ac22-4ed2-b1fb-c056249f1c07,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:14.997977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64451c81-0540-4153-b170-a8f087043fe9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.008634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:15.029098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9c4d5-207d-4cc3-aa75-96b06fa77181 None None] Network 0ed63acf-b5a9-4bac-bfba-2a820932998c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:15.205190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a84b14-9d60-466f-9e1c-637020406a6f req-5c65d0a8-c94a-4927-a0e3-c9929b607708 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:15.212074 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e4a84b14-9d60-466f-9e1c-637020406a6f req-5c65d0a8-c94a-4927-a0e3-c9929b607708 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 0.6219161 Nov 24 19:21:15.270030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.281554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfac71-a45d-41f0-8b34-961eb4bb189a req-5de70a4f-7820-47df-8df0-1b73c3589147 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:15.288776 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-becfac71-a45d-41f0-8b34-961eb4bb189a req-5de70a4f-7820-47df-8df0-1b73c3589147 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.5930529 Nov 24 19:21:15.433149 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e4a84b14-9d60-466f-9e1c-637020406a6f req-083f1e72-5a5a-4b9c-902f-20fd2f8741d1 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2196512 Nov 24 19:21:15.475562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed63acf-b5a9-4bac-bfba-2a820932998c']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:15.490024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:15.495863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64451c81-0540-4153-b170-a8f087043fe9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.496653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:15.498536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a73d14d-38de-4bb1-9b99-e90753073d3e') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:15.498833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a73d14d-38de-4bb1-9b99-e90753073d3e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:15.503881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:15.507989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64451c81-0540-4153-b170-a8f087043fe9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.516636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-becfac71-a45d-41f0-8b34-961eb4bb189a req-c4c78c39-3b5d-4862-bb98-a9c9ace54cbe tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266974 Nov 24 19:21:15.535204 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:15.539290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:15.574462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.623936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.708781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:15.709530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.714865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Router 8c3f5d71-f6b8-4c72-9330-791efe05c1c1 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:15.726702 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:15.739853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64451c81-0540-4153-b170-a8f087043fe9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.740518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64451c81-0540-4153-b170-a8f087043fe9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Fanout notify agent at l3_agent the message router_deleted on router 86b83125-960f-4f8c-928d-17bff279ad0e {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:21:15.758098 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-901b3907-4170-479e-a889-060eb59aa30c req-c7906ad3-98da-4896-ab3e-ab43fa4eeb28 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8936c47-68e5-42ef-b581-abfe4a0924d1 HTTP/1.1" status: 200 len: 210 time: 0.0800025 Nov 24 19:21:15.758680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:15.762080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.857197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-64451c81-0540-4153-b170-a8f087043fe9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:15.858576 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-64451c81-0540-4153-b170-a8f087043fe9 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/routers/86b83125-960f-4f8c-928d-17bff279ad0e HTTP/1.1" status: 204 len: 168 time: 1.3135777 Nov 24 19:21:15.862853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38930) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:15.908639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:21:15.908639 dv-neutron-818346-1-hyperv neutron-server[87486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:21:15.908639 dv-neutron-818346-1-hyperv neutron-server[87486]: [parameters: {'id': '0ed63acf-b5a9-4bac-bfba-2a820932998c'}] Nov 24 19:21:15.908639 dv-neutron-818346-1-hyperv neutron-server[87486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:15.909473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:15.918627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:16.214011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Deleting port 2a305504-fe41-4ac8-801e-514bc04362e8 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:16.214345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:16.232321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d3174e33-683f-44c6-8c17-aba6ab4eef2f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:16.288696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: d3174e33-683f-44c6-8c17-aba6ab4eef2f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:16.289332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d3174e33-683f-44c6-8c17-aba6ab4eef2f not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:16.393027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:16.411249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:16.412174 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] Sync routers for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:16.427864 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:16.429242 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:16.512342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting port 064d53ce-ac22-4ed2-b1fb-c056249f1c07 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:16.512692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:16.537244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:16.550358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] Sync routers for ids ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:16.554541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] No DVR routers for this DVR port d3174e33-683f-44c6-8c17-aba6ab4eef2f on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:16.567221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:16.576281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'name': 'network-vif-deleted', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:21:16.578974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] Routers {'8c3f5d71-f6b8-4c72-9330-791efe05c1c1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:16.580739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:16.626144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-80e200b0-4f7b-4199-8cb6-aa8a67527345 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:16.627748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-80e200b0-4f7b-4199-8cb6-aa8a67527345 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.41 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 0.6178470 Nov 24 19:21:16.733184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-110e476a-5920-4a0f-904b-35a7cbb88efa req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.41 "DELETE /v2.0/ports/d3174e33-683f-44c6-8c17-aba6ab4eef2f HTTP/1.1" status: 204 len: 173 time: 4.8934052 Nov 24 19:21:16.733969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:16.753773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:16.755107 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6957464 Nov 24 19:21:16.762017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] Routers {'8c3f5d71-f6b8-4c72-9330-791efe05c1c1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:16.762877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:16.775704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38942) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:16.783242 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:16.794869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:16.863937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] For port 064d53ce-ac22-4ed2-b1fb-c056249f1c07, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=064d53ce-ac22-4ed2-b1fb-c056249f1c07,segment=NetworkSegment(9a73d14d-38de-4bb1-9b99-e90753073d3e),segment_id=9a73d14d-38de-4bb1-9b99-e90753073d3e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:16.864353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:16.999500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Deleting port a74c649c-d6f1-4b57-b4ef-148e14974bb8 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:17.012338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:17.021323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:17.021963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad21b158-a8a2-4c40-b372-e8821cc86296 None None] The sync data for ids ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:17.080471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f332b4-b54e-4285-8320-b62d2e4a1470 req-fff71ae3-882d-402f-8d04-17de5a021bad tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:17.082256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1f332b4-b54e-4285-8320-b62d2e4a1470 req-fff71ae3-882d-402f-8d04-17de5a021bad tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.7641091 Nov 24 19:21:17.137547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Calling delete_port for 064d53ce-ac22-4ed2-b1fb-c056249f1c07 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:17.208563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:21:17.235998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:17.471238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Calling delete_port for 2a305504-fe41-4ac8-801e-514bc04362e8 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:17.478567 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:17.485891 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] Checking router: b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:21:17.526809 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:17.528155 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:17.632074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:17.641048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69207677-cb68-41a2-a081-02109088be02 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:17.709685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Port': ['ID=064d53ce-ac22-4ed2-b1fb-c056249f1c07,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:17.715125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:17.719135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No DVR routers for this DVR port 064d53ce-ac22-4ed2-b1fb-c056249f1c07 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:17.732922 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1f332b4-b54e-4285-8320-b62d2e4a1470 req-078a4a8b-48f7-458c-8326-490457619eaa tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6280086 Nov 24 19:21:17.742877 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:17.780067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3a43-4d6e-4afd-8683-53ed00bbc684 req-190638bc-9429-493d-9ed3-9e97ac18d392 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:17.786868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e60e3a43-4d6e-4afd-8683-53ed00bbc684 req-190638bc-9429-493d-9ed3-9e97ac18d392 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 1.1579845 Nov 24 19:21:17.837259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8936c47-68e5-42ef-b581-abfe4a0924d1', 'name': 'network-vif-deleted', 'tag': 'd3174e33-683f-44c6-8c17-aba6ab4eef2f', 'status': 'completed', 'code': 200} Nov 24 19:21:17.861393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:17.979527 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:17.982375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23f0f1-c2d1-45af-993d-17b1fe9b6fc4 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:21:18.021596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38950) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:18.097027 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:18.098185 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.117953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] For port a74c649c-d6f1-4b57-b4ef-148e14974bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a74c649c-d6f1-4b57-b4ef-148e14974bb8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:18.118493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.138698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e60e3a43-4d6e-4afd-8683-53ed00bbc684 req-84642a78-a3a4-45ff-a533-79ebe79eb5ae tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3508744 Nov 24 19:21:18.158137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.178617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23f0f1-c2d1-45af-993d-17b1fe9b6fc4 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:21:18.179641 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.183658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.216214 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:18.216646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed63acf-b5a9-4bac-bfba-2a820932998c']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.217609 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.235897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a73d14d-38de-4bb1-9b99-e90753073d3e') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.236267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a73d14d-38de-4bb1-9b99-e90753073d3e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.248942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-906d1f8a-35b7-40a4-9f98-8561d56a5ece tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:18.250965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.269950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.279703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:18.280176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.323401 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.324123 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b9e48-a31f-4d79-8143-a98407ec81ea None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:18.375379 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:18.380245 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb4d92-4a9e-49a6-ac8b-15b9661336ba None None] The sync data for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv is: [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:39Z', 'revision_number': 4, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'ae465f89-2190-4a14-a276-79901a1c4e74', 'name': '', 'network_id': 'ffd1af6e-a070-4dc7-a77e-e249aba62325', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'mac_address': 'fa:16:3e:2a:e2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '04cd1994-db5d-4557-a30e-278f12a84964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:37Z', 'updated_at': '2021-11-24T19:18:53Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'subnets': [{'id': '04cd1994-db5d-4557-a30e-278f12a84964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:18.390032 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:18.403548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.410859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.414711 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7211301 Nov 24 19:21:18.416153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.417792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38954) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:18.424950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-028a610c-915e-4fa4-82f4-f3ae095da5e7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:18.440984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:18.481123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Pushing event deleted for resources: {'Port': ['ID=2a305504-fe41-4ac8-801e-514bc04362e8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:18.515343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:18.527653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.566605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:18.580503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:18.583094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:18.583675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.585477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.605580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Network': ['ID=0ed63acf-b5a9-4bac-bfba-2a820932998c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:18.610919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc50ceb-b550-4f4c-ab5f-3c48793df302 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:18.612064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:18.620656 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/0ed63acf-b5a9-4bac-bfba-2a820932998c HTTP/1.1" status: 204 len: 168 time: 5.2560246 Nov 24 19:21:18.621278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38958) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:18.683943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=785d4fd6-828e-48dc-a880-c73aea511cb1,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:18.685352 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79a9968-7e93-4ede-a2b3-83616b1bc51e tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:18.685819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79a9968-7e93-4ede-a2b3-83616b1bc51e tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:18.688152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:18.691271 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d79a9968-7e93-4ede-a2b3-83616b1bc51e tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/b8558cc9-abd8-4beb-9545-61f16ac64b6c HTTP/1.1" status: 404 len: 337 time: 0.0668595 Nov 24 19:21:18.692324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38962) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:18.693193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.695253 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/ports/2a305504-fe41-4ac8-801e-514bc04362e8 HTTP/1.1" status: 204 len: 168 time: 2.8311615 Nov 24 19:21:18.697833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38964) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:18.824139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Deleting subnet f21eb754-fe91-4701-afa7-dfe628379a16 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:18.827336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.883494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001fc077-c58d-40a5-be88-5846c7421f41 None None] New status for floating IP 4d808f00-a417-47cf-ab0d-3b75cc158f42: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:21:18.893063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.930402 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaa12fb-9d8a-4985-9216-cce59f4ca06f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:18.930863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaa12fb-9d8a-4985-9216-cce59f4ca06f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:18.934890 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bfaa12fb-9d8a-4985-9216-cce59f4ca06f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/0ed63acf-b5a9-4bac-bfba-2a820932998c HTTP/1.1" status: 404 len: 339 time: 0.2361310 Nov 24 19:21:18.940435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38972) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:18.979476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:18.987123 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09d9e5d-b695-4f87-9ab5-539866db3ea4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:18.987580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09d9e5d-b695-4f87-9ab5-539866db3ea4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:18.991613 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e09d9e5d-b695-4f87-9ab5-539866db3ea4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/da89ded2-33bb-4842-8922-458346c7c176 HTTP/1.1" status: 404 len: 337 time: 0.0481093 Nov 24 19:21:18.992318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38976) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:18.996525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.012030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1068869 Nov 24 19:21:19.022211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38980) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:19.035829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-330483432', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '785d4fd6-828e-48dc-a880-c73aea511cb1'}], 'security_groups': ['8ae8233a-9691-4412-91c5-c7fb9fcee1d6']}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:19.082506 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b22b6a-f158-402d-a953-f577112ae2de tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:19.083017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b22b6a-f158-402d-a953-f577112ae2de tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:19.087649 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b7b22b6a-f158-402d-a953-f577112ae2de tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/4044a915-a85d-490b-be7f-4365af43236d HTTP/1.1" status: 404 len: 339 time: 0.0947473 Nov 24 19:21:19.096521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38984) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:19.126254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.126632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.126942 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Floating IP 273e3a24-a85a-4325-87ce-2619559ef6ac disassociated. External IP: 172.26.6.145, port: a74c649c-d6f1-4b57-b4ef-148e14974bb8. Nov 24 19:21:19.127287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Calling delete_port for a74c649c-d6f1-4b57-b4ef-148e14974bb8 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:19.152843 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec507f7-1b6a-443a-bbe6-95ced67afd00 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:19.153443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec507f7-1b6a-443a-bbe6-95ced67afd00 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:19.156666 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8ec507f7-1b6a-443a-bbe6-95ced67afd00 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/5f29bf95-73c0-4d29-bd18-1548624495cc HTTP/1.1" status: 404 len: 337 time: 0.0575678 Nov 24 19:21:19.178387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 38988) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:19.183567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.273189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.285651 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ff6338-dc10-4298-9f1f-4ef8448f72dc tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:19.286379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ff6338-dc10-4298-9f1f-4ef8448f72dc tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:19.288280 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-71ff6338-dc10-4298-9f1f-4ef8448f72dc tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/0974078f-3559-4097-8513-64aa8d0a9fad HTTP/1.1" status: 404 len: 339 time: 0.0963080 Nov 24 19:21:19.292264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38994) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:19.345484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Update dhcp port {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'fixed_ips': [{'subnet_id': 'a5e42e41-b5d0-4c94-9f4e-23d6d385caa2', 'ip_address': '172.20.0.2'}, {'subnet_id': '785d4fd6-828e-48dc-a880-c73aea511cb1'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'e206c11e-6a90-47e5-9e8c-14a6aeae399e'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:21:19.399081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.451729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.456537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting port 9aaebb99-7095-42c5-8ebe-f97c23763dad {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:19.456963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.523289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.532785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:19.579055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Pushing event deleted for resources: {'Subnet': ['ID=f21eb754-fe91-4701-afa7-dfe628379a16,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:19.600067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae7eef1-2b11-43a8-a2b6-6c1e0764897d None None] Network 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:19.610844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:19.612059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.671156 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/subnets/f21eb754-fe91-4701-afa7-dfe628379a16 HTTP/1.1" status: 204 len: 168 time: 0.9697587 Nov 24 19:21:19.684335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Deleting port ac451a0d-1b7c-4ba6-8543-5bfd385ab7b0 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:19.684683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.685230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 38998) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:19.711906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Allocated IP 172.20.0.18 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/785d4fd6-828e-48dc-a880-c73aea511cb1/e206c11e-6a90-47e5-9e8c-14a6aeae399e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:19.722584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.775149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:19.792329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39981502-072a-4b5a-9b33-e7bc111c24e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:19.852066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bcf4e3-613c-4618-b562-93503d8c534d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:19.861345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e094-735e-4b98-ae98-785c4e7c5cfd req-77b94e5c-36a5-467d-9386-467da66cf2fd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:19.862923 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fbb9e094-735e-4b98-ae98-785c4e7c5cfd req-77b94e5c-36a5-467d-9386-467da66cf2fd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.8685541 Nov 24 19:21:19.876862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:19.996958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] For port e206c11e-6a90-47e5-9e8c-14a6aeae399e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e206c11e-6a90-47e5-9e8c-14a6aeae399e,segment=NetworkSegment(2897c445-d7d9-43ca-98d8-c00ccc6334b6),segment_id=2897c445-d7d9-43ca-98d8-c00ccc6334b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:20.033767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.055060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Transition to ACTIVE for port object e206c11e-6a90-47e5-9e8c-14a6aeae399e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:20.064499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.069866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64429b66-2674-4ef2-8cb7-734d102ace00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:20.095924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c63d6c-0646-4ef8-ba87-456d7f3ffe2b req-957705e9-9dcd-45dc-896c-cbca8679417d tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:20.096753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-13c63d6c-0646-4ef8-ba87-456d7f3ffe2b req-957705e9-9dcd-45dc-896c-cbca8679417d tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Synchronizing usage tracker for tenant:96ad70f937664b449eda413986e6a9fb on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:20.105586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.109605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.115751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] DHCP port deletion for 0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:20.138289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Deleting port 9177a0f6-00ed-4904-95ff-768a371ff858 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:20.138674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.143857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.176691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.178435 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "DELETE /v2.0/security-groups/77bcf4e3-613c-4618-b562-93503d8c534d HTTP/1.1" status: 204 len: 168 time: 2.1452594 Nov 24 19:21:20.179632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4799134-f6e9-405f-ab17-c4495c48eb53 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:20.211233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39002) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:20.261745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a74c649c-d6f1-4b57-b4ef-148e14974bb8 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:20.273387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event deleted for resources: {'Port': ['ID=a74c649c-d6f1-4b57-b4ef-148e14974bb8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:20.298178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Calling delete_port for 9aaebb99-7095-42c5-8ebe-f97c23763dad owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:20.306807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:20.313863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: a74c649c-d6f1-4b57-b4ef-148e14974bb8 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:20.314178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a74c649c-d6f1-4b57-b4ef-148e14974bb8 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:20.315137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-13c63d6c-0646-4ef8-ba87-456d7f3ffe2b req-957705e9-9dcd-45dc-896c-cbca8679417d tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Unset dirty status for tenant:96ad70f937664b449eda413986e6a9fb on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:20.320708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Pushing event updated for resources: {'Port': ['ID=e206c11e-6a90-47e5-9e8c-14a6aeae399e,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:20.322206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13c63d6c-0646-4ef8-ba87-456d7f3ffe2b req-957705e9-9dcd-45dc-896c-cbca8679417d tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 945 time: 1.0256968 Nov 24 19:21:20.336098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Deleting port 9177a0f6-00ed-4904-95ff-768a371ff858 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:20.336384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.336683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-3edcf22a-1a91-4296-abd8-9cce1110fd0e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] show failed (client error): The resource could not be found. Nov 24 19:21:20.337904 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3edcf22a-1a91-4296-abd8-9cce1110fd0e tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "GET /v2.0/security-groups/77bcf4e3-613c-4618-b562-93503d8c534d HTTP/1.1" status: 404 len: 347 time: 0.1094220 Nov 24 19:21:20.351161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:20.365252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fbb9e094-735e-4b98-ae98-785c4e7c5cfd req-4003749a-a979-47bc-b085-8c4be5ecbdf9 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025609 Nov 24 19:21:20.373759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39006) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:20.494823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.522009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] For port 9177a0f6-00ed-4904-95ff-768a371ff858, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9177a0f6-00ed-4904-95ff-768a371ff858,segment=NetworkSegment(07426abf-f7a8-48a7-a120-14d1bd0dbf06),segment_id=07426abf-f7a8-48a7-a120-14d1bd0dbf06)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:20.522413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.673841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Calling delete_port for 9177a0f6-00ed-4904-95ff-768a371ff858 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:20.712236 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13c63d6c-0646-4ef8-ba87-456d7f3ffe2b req-e4181371-b0c5-4c3d-b1a6-80cd0ac39f06 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups?id=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3888836 Nov 24 19:21:20.747312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Calling delete_port for ac451a0d-1b7c-4ba6-8543-5bfd385ab7b0 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:20.788630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.795240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:20.913250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Deleting port faba4c2a-cde6-4ecc-a3dd-5b8920e79639 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:20.913790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:20.920242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Pushing event deleted for resources: {'Port': ['ID=9177a0f6-00ed-4904-95ff-768a371ff858,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:20.923623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:20.925694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] No DVR routers for this DVR port 9177a0f6-00ed-4904-95ff-768a371ff858 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:21.050997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Router ce678771-2939-482f-814b-0015d3dcad0f has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:21.071501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] For port 9177a0f6-00ed-4904-95ff-768a371ff858, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9177a0f6-00ed-4904-95ff-768a371ff858,segment=NetworkSegment(07426abf-f7a8-48a7-a120-14d1bd0dbf06),segment_id=07426abf-f7a8-48a7-a120-14d1bd0dbf06)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:21.071846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.081174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Provisioning for port e206c11e-6a90-47e5-9e8c-14a6aeae399e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:21.087398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:21.087900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.088085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.102339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0b20c2ff-250e-4616-8492-fdbef6eb1298 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:21.212405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e206c11e-6a90-47e5-9e8c-14a6aeae399e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:21.280505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Port': ['ID=9aaebb99-7095-42c5-8ebe-f97c23763dad,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:21.293270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Calling delete_port for 9177a0f6-00ed-4904-95ff-768a371ff858 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:21.319533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Provisioning complete for port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:21.321188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.355146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:21.373748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:21.374358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.448431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:21.455520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.479452 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/ports/9aaebb99-7095-42c5-8ebe-f97c23763dad HTTP/1.1" status: 204 len: 168 time: 2.1840732 Nov 24 19:21:21.482005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39012) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:21.498452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Provisioning complete for port 43a23cee-e4f2-4a16-b3be-94692eced687 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:21.499066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.574065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:21.589130 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] Sync routers for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:21.596365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1d419f35-d6e8-4b40-bf27-cdddb7d5ebda None None] Port 43a23cee-e4f2-4a16-b3be-94692eced687 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:21.603503 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:21.604373 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:21.689393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Delete allocated IP 172.20.0.3 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/a5e42e41-b5d0-4c94-9f4e-23d6d385caa2) {{(pid=87486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 19:21:21.691985 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-069cab00-1fe0-40e8-876d-2942183733f6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:21.692513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069cab00-1fe0-40e8-876d-2942183733f6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:21.697047 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-069cab00-1fe0-40e8-876d-2942183733f6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/d0846165-7637-4702-803c-bdf871e387d0 HTTP/1.1" status: 404 len: 337 time: 0.2075534 Nov 24 19:21:21.700508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39016) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:21.714434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9177a0f6-00ed-4904-95ff-768a371ff858 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:21.724766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] No DVR routers for this DVR port a74c649c-d6f1-4b57-b4ef-148e14974bb8 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:21.738904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.747239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.23 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/785d4fd6-828e-48dc-a880-c73aea511cb1/5d5a6156-2aca-47a4-803c-2c9ebe4e9940) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:21.748524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.759296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'name': 'network-vif-deleted', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:21:21.789407 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2ac4c30a-b2b2-43a0-bbe2-55e10f4c7fc1 req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.41 "DELETE /v2.0/ports/a74c649c-d6f1-4b57-b4ef-148e14974bb8 HTTP/1.1" status: 204 len: 173 time: 5.1220443 Nov 24 19:21:21.817904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:21.818297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:21.820040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.820372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.822066 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:21.831415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 9177a0f6-00ed-4904-95ff-768a371ff858 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:21.833667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9177a0f6-00ed-4904-95ff-768a371ff858 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:21.938672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:21.970101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d9a937f9-dd3e-49b5-867d-cc2de6562c94 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:22.011246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Calling delete_port for faba4c2a-cde6-4ecc-a3dd-5b8920e79639 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:22.064699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Pushing event deleted for resources: {'Port': ['ID=ac451a0d-1b7c-4ba6-8543-5bfd385ab7b0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:22.068032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:22.091587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.110498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b61a41b6-ec87-46ed-b214-ac388a61e25a req-cbaacd8e-8921-40c7-907e-98c8b69493c2 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/ports?device_id=6470533a-c3e2-47c6-96bf-19eb42611dd6 HTTP/1.1" status: 200 len: 210 time: 0.1065350 Nov 24 19:21:22.183673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee7153-22c3-436c-a769-89c33c263ce4 req-13ef9422-c303-4b6e-a662-c4f601143a13 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:22.191005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-01ee7153-22c3-436c-a769-89c33c263ce4 req-13ef9422-c303-4b6e-a662-c4f601143a13 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6778612 Nov 24 19:21:22.193736 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6470533a-c3e2-47c6-96bf-19eb42611dd6', 'name': 'network-vif-deleted', 'tag': 'a74c649c-d6f1-4b57-b4ef-148e14974bb8', 'status': 'completed', 'code': 200} Nov 24 19:21:22.263444 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:54Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:22.269167 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] Checking router: ce678771-2939-482f-814b-0015d3dcad0f for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:21:22.279872 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:22.281634 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:22.324149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Deleting port 9177a0f6-00ed-4904-95ff-768a371ff858 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:22.324496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.332067 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-01ee7153-22c3-436c-a769-89c33c263ce4 req-ef15c7c7-62f7-4ae2-9b01-d1db33fa006e tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401434 Nov 24 19:21:22.403126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.519268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] The port '9177a0f6-00ed-4904-95ff-768a371ff858' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:21:22.534174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.546085 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:22.619576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.631004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7d1ee39c-60c1-4a35-b720-e9fdf8bd95cd tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:22.663843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe31c25-68ec-4413-b5ac-ae7f34813f78']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:22.741830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Pushing event deleted for resources: {'Port': ['ID=faba4c2a-cde6-4ecc-a3dd-5b8920e79639,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:22.744513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:22.765311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:22.766797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f09fe4-abe4-4fc5-8e47-c5507c7c422a') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:22.767127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f09fe4-abe4-4fc5-8e47-c5507c7c422a') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:22.816654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.824774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.839540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.875948 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:54Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:22.881028 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f27ed-df7f-46b1-9b94-3f4ff934ee80 None None] The sync data for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv is: [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'df4ab801-1920-487f-b28c-9af86aa000f8', 'name': '', 'network_id': 'db086c39-ec03-423d-b627-bf2b1c677117', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'mac_address': 'fa:16:3e:f8:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:40Z', 'updated_at': '2021-11-24T19:18:54Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'subnets': [{'id': '7023ab2a-b42a-482d-a2a4-6dd92848fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:22.888772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.917062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:22.922106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.928191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:22.928567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.931978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:22.947282 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:22.954831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:22.965955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.023841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b80f4729-512c-4280-8cd4-68112cc5429c tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:23.060774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07426abf-f7a8-48a7-a120-14d1bd0dbf06') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:23.061093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07426abf-f7a8-48a7-a120-14d1bd0dbf06') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:23.125901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.136922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.193395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.212296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.1 (b95a5db5-6126-4378-9cf3-229e656bdba4/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c/61e369cd-5ae0-4afc-8bcb-4064be92a92a) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:23.234532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170c47a-91dd-456c-8d49-5e8b1aec2e93 None None] New status for floating IP 273e3a24-a85a-4325-87ce-2619559ef6ac: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:21:23.260036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Router 8c3f5d71-f6b8-4c72-9330-791efe05c1c1 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:23.339640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39028) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:23.360498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.372045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.381477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=5d5a6156-2aca-47a4-803c-2c9ebe4e9940,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:23.394337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:23.401018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:23.401420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.416183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9576eefe-4a2e-4528-a01a-75ce35cb970e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:23.430126 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:23.460482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Network': ['ID=ebe31c25-68ec-4413-b5ac-ae7f34813f78,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:23.463651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.464991 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] 10.222.0.47 "DELETE /v2.0/floatingips/4d808f00-a417-47cf-ab0d-3b75cc158f42 HTTP/1.1" status: 204 len: 168 time: 3.0902913 Nov 24 19:21:23.505009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39034) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:23.516602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:23.523261 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/ebe31c25-68ec-4413-b5ac-ae7f34813f78 HTTP/1.1" status: 204 len: 168 time: 1.8202505 Nov 24 19:21:23.529693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39038) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:23.602974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] In _notify_port_updated(), no bound segment for port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 on network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:21:23.608496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:23.609804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.614186 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "PUT /v2.0/ports/5d5a6156-2aca-47a4-803c-2c9ebe4e9940 HTTP/1.1" status: 200 len: 920 time: 4.5908136 Nov 24 19:21:23.615091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39042) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:23.620538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.655411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7900e08d-a83b-4469-a70b-3c9bda4ae657 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:23.680335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:23.681494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.697536 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] Sync routers for ids ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:23.711894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Pushing event deleted for resources: {'Network': ['ID=0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:23.712291 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] Routers {'8c3f5d71-f6b8-4c72-9330-791efe05c1c1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:23.713076 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:23.734471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.735719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting port 019aef0f-7bf2-4ba8-9ac5-1ae276a09248 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:23.736418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.738768 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "PUT /v2.0/routers/8c3f5d71-f6b8-4c72-9330-791efe05c1c1 HTTP/1.1" status: 200 len: 709 time: 6.9587302 Nov 24 19:21:23.743150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.745879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39046) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:23.765471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:23.774537 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] 10.222.0.47 "DELETE /v2.0/networks/0b68bc96-ca3f-45b4-8f34-24a3fa8b58d3 HTTP/1.1" status: 204 len: 168 time: 4.0879016 Nov 24 19:21:23.792082 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:23.802280 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:23.802628 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] Routers {'8c3f5d71-f6b8-4c72-9330-791efe05c1c1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:23.802771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.803510 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:23.847515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9e90075a-2979-4a1f-af32-2b042d6e8335 None None] Provisioning for port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:23.853229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9e90075a-2979-4a1f-af32-2b042d6e8335 None None] Provisioning complete for port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:23.854022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e90075a-2979-4a1f-af32-2b042d6e8335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.949308 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:23.952723 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f7190-4347-4f6b-970b-5125ecfc8ed5 None None] The sync data for ids ['8c3f5d71-f6b8-4c72-9330-791efe05c1c1'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:23.966402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:23.967108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9e90075a-2979-4a1f-af32-2b042d6e8335 None None] Port 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:24.034888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1cf71b32-35be-4c59-acbd-55b079dd8007 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/routers/8c3f5d71-f6b8-4c72-9330-791efe05c1c1 HTTP/1.1" status: 200 len: 744 time: 0.2732844 Nov 24 19:21:24.044733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39054) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:24.057090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.118541 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1ac56c2d-c4be-4f0b-81f9-9470e25df97f tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&device_id=8c3f5d71-f6b8-4c72-9330-791efe05c1c1 HTTP/1.1" status: 200 len: 205 time: 0.0725071 Nov 24 19:21:24.136457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39058) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:24.136796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:24.156457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54674267-a217-4161-8f82-a992ac0e309a req-1939ed9d-a71e-4ac2-a3ff-7234ea344ea7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:24.157910 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54674267-a217-4161-8f82-a992ac0e309a req-1939ed9d-a71e-4ac2-a3ff-7234ea344ea7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6287298 Nov 24 19:21:24.272159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ceeab6db-9680-4009-a0b8-2284b13b2ddb tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c3f5d71-f6b8-4c72-9330-791efe05c1c1 HTTP/1.1" status: 200 len: 205 time: 0.1257720 Nov 24 19:21:24.278106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39068) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:24.289063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.298049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9eedccd0-b0a8-4f20-81d6-11b94c90146a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:24.428745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.593284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Calling delete_port for 019aef0f-7bf2-4ba8-9ac5-1ae276a09248 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:24.618521 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54674267-a217-4161-8f82-a992ac0e309a req-ef962033-7e36-4670-b9f2-fddce2454df1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048321 Nov 24 19:21:24.622361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network b95a5db5-6126-4378-9cf3-229e656bdba4 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:24.622859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d1dfc181-00b5-4d14-87d5-4c692db23bbd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.633553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:24.636415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:24.674685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.708636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=61e369cd-5ae0-4afc-8bcb-4064be92a92a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:24.711360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:24.720433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bfc92fc3-0d3f-496a-bb1d-0ccb3c2fb567 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:24.762639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.789415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc63acc-8de6-4a5a-acaf-d20aa51dcdff,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:24.791741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:24.812763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.816837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "DELETE /v2.0/security-groups/7dc63acc-8de6-4a5a-acaf-d20aa51dcdff HTTP/1.1" status: 204 len: 168 time: 1.4712000 Nov 24 19:21:24.816837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:24.817510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39074) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:24.823345 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2d233d78-f102-4126-bbcf-889927e7b3a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c02b2a1c5c645f68c3e7af6d41252cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757820 Nov 24 19:21:24.843604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39078) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:24.901554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-28e4bf59-ab89-408d-8502-1ed55da6be27 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] show failed (client error): The resource could not be found. Nov 24 19:21:24.905081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-28e4bf59-ab89-408d-8502-1ed55da6be27 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "GET /v2.0/security-groups/7dc63acc-8de6-4a5a-acaf-d20aa51dcdff HTTP/1.1" status: 404 len: 347 time: 0.0823641 Nov 24 19:21:24.921765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39082) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.066778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 5d5a6156-2aca-47a4-803c-2c9ebe4e9940 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:25.194677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.196704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Deleting port 2fbcc081-b1e2-4afd-974a-4fb3f8123b4b {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:25.197034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.256868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d1dfc181-00b5-4d14-87d5-4c692db23bbd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.261296 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d1dfc181-00b5-4d14-87d5-4c692db23bbd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.290487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.294989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.301145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c209473f-c455-4bbf-9028-9efd092a8c50 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:25.353210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Port': ['ID=019aef0f-7bf2-4ba8-9ac5-1ae276a09248,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:25.357591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d1dfc181-00b5-4d14-87d5-4c692db23bbd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.358009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dfc181-00b5-4d14-87d5-4c692db23bbd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Fanout notify agent at l3_agent the message router_deleted on router 8c3f5d71-f6b8-4c72-9330-791efe05c1c1 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:21:25.359717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.390674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:25.424589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d1dfc181-00b5-4d14-87d5-4c692db23bbd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.429271 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d1dfc181-00b5-4d14-87d5-4c692db23bbd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/8c3f5d71-f6b8-4c72-9330-791efe05c1c1 HTTP/1.1" status: 204 len: 168 time: 1.1468225 Nov 24 19:21:25.430260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39086) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.436912 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/ports/019aef0f-7bf2-4ba8-9ac5-1ae276a09248 HTTP/1.1" status: 204 len: 168 time: 1.9012902 Nov 24 19:21:25.474178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39090) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.525009 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-893e60e9-9535-4f38-923c-65ee6dda360a tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c3f5d71-f6b8-4c72-9330-791efe05c1c1 HTTP/1.1" status: 200 len: 205 time: 0.0918884 Nov 24 19:21:25.527286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.528819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39094) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.529717 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bfae03-35d3-4bad-9b6d-3115b87754f8 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:25.530151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bfae03-35d3-4bad-9b6d-3115b87754f8 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:25.534937 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f1bfae03-35d3-4bad-9b6d-3115b87754f8 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/4f5dd2e6-354d-4125-96db-1a699a0a4e87 HTTP/1.1" status: 404 len: 337 time: 0.0574594 Nov 24 19:21:25.538235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e98403a0-b5ea-480f-82f7-8f901c6c9c24 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:25.541350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39098) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.591605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.616692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.616951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.649596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=5d5a6156-2aca-47a4-803c-2c9ebe4e9940,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:25.677556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:25.683544 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-5fd70201-a20d-4b56-b8b8-c710ea5420e5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] delete failed (client error): The resource could not be found. Nov 24 19:21:25.684615 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5fd70201-a20d-4b56-b8b8-c710ea5420e5 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/8c3f5d71-f6b8-4c72-9330-791efe05c1c1 HTTP/1.1" status: 404 len: 336 time: 0.1516325 Nov 24 19:21:25.687220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39104) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.689268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.756630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6c4b5df1-fbc5-4002-82ce-bf865f5a375c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:25.780488 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-06d51385-6280-44ac-a291-009fd1cf388c tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=01d574ea-c1ce-4417-adf2-92d50e5f30fa HTTP/1.1" status: 200 len: 205 time: 0.0899086 Nov 24 19:21:25.785861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39108) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.860388 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-11d48c91-aebd-432d-94f3-f4f026418aa3 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] delete failed (client error): The resource could not be found. Nov 24 19:21:25.863860 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-11d48c91-aebd-432d-94f3-f4f026418aa3 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/01d574ea-c1ce-4417-adf2-92d50e5f30fa HTTP/1.1" status: 404 len: 336 time: 0.0746343 Nov 24 19:21:25.864001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Calling delete_port for 2fbcc081-b1e2-4afd-974a-4fb3f8123b4b owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:25.864152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39112) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.914381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:25.918620 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/5d5a6156-2aca-47a4-803c-2c9ebe4e9940 HTTP/1.1" status: 204 len: 168 time: 2.2970924 Nov 24 19:21:25.918857 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-765db80e-e1dc-479f-a168-85d311d957fd tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0d14be6-536f-4acb-aac9-dd49bac769ce HTTP/1.1" status: 200 len: 205 time: 0.0535610 Nov 24 19:21:25.919454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39116) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.921659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39118) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:25.951235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b232b2-0925-445e-97f6-7cfdc15c161b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:25.977720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:26.000460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.001603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62b232b2-0925-445e-97f6-7cfdc15c161b HTTP/1.1" status: 204 len: 168 time: 1.1567872 Nov 24 19:21:26.005716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.021102 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e2661b-8846-4541-8aa3-825bd151a4ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:21:26.021638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b0e2661b-8846-4541-8aa3-825bd151a4ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:26.033811 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-fc64c8cb-091c-4e35-a203-61dda973273f tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] delete failed (client error): The resource could not be found. Nov 24 19:21:26.037234 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fc64c8cb-091c-4e35-a203-61dda973273f tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/b0d14be6-536f-4acb-aac9-dd49bac769ce HTTP/1.1" status: 404 len: 336 time: 0.1121089 Nov 24 19:21:26.038537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39126) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.041596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.090127 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f4f7fa6-c3e4-4207-b1f6-34ef04b11e63 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=99cd64d8-ec41-4850-819c-658f53d6e093 HTTP/1.1" status: 200 len: 205 time: 0.0482078 Nov 24 19:21:26.090127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b0e2661b-8846-4541-8aa3-825bd151a4ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:26.090127 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b0e2661b-8846-4541-8aa3-825bd151a4ad tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/5d5a6156-2aca-47a4-803c-2c9ebe4e9940 HTTP/1.1" status: 404 len: 333 time: 0.1695287 Nov 24 19:21:26.090751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39130) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.092867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39132) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.179871 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-eb3247c4-3a8d-4538-9695-e76c3104853e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] delete failed (client error): The resource could not be found. Nov 24 19:21:26.179871 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-eb3247c4-3a8d-4538-9695-e76c3104853e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/99cd64d8-ec41-4850-819c-658f53d6e093 HTTP/1.1" status: 404 len: 336 time: 0.0859070 Nov 24 19:21:26.180384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39142) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.235710 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-64cc9947-93fa-4be3-ae14-d95b1a6a10e4 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ecad797-4864-4966-a0d9-df4aadf20cd4 HTTP/1.1" status: 200 len: 205 time: 0.0542622 Nov 24 19:21:26.242652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39148) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.447480 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-38ad0157-1e48-46e6-9b7d-20fa5b6fa138 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] delete failed (client error): The resource could not be found. Nov 24 19:21:26.448506 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-38ad0157-1e48-46e6-9b7d-20fa5b6fa138 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/3ecad797-4864-4966-a0d9-df4aadf20cd4 HTTP/1.1" status: 404 len: 336 time: 0.2035751 Nov 24 19:21:26.457953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39160) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.511490 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-28a1e8ab-ccba-4607-ae36-7ed7f6c1dc48 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "GET /v2.0/ports?device_id=40d0c952-9cda-43fe-ae71-9b315fa30342 HTTP/1.1" status: 200 len: 205 time: 0.0522671 Nov 24 19:21:26.512497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.514145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39164) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.597483 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-d7c22b46-ee35-4565-a7d4-16c04b136a79 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] delete failed (client error): The resource could not be found. Nov 24 19:21:26.600937 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d7c22b46-ee35-4565-a7d4-16c04b136a79 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/routers/40d0c952-9cda-43fe-ae71-9b315fa30342 HTTP/1.1" status: 404 len: 336 time: 0.0834825 Nov 24 19:21:26.605867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39168) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.642152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.661230 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a323d-80af-4f9f-bf50-488cca7ccd05 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:26.661690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85a323d-80af-4f9f-bf50-488cca7ccd05 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:26.663350 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e85a323d-80af-4f9f-bf50-488cca7ccd05 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] 10.222.0.47 "DELETE /v2.0/subnets/7f0c6bbc-3767-4ad6-b6ef-55a82a35ccae HTTP/1.1" status: 404 len: 337 time: 0.0565774 Nov 24 19:21:26.708919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.716690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6c0e6bcf-3bdf-4d27-9796-2183675e7bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:26.742503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0dce02-24f5-454f-976c-ec961ee47f5c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:26.745933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:26.748349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.757527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.761335 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/security-groups/da0dce02-24f5-454f-976c-ec961ee47f5c HTTP/1.1" status: 204 len: 168 time: 0.6660759 Nov 24 19:21:26.762908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39180) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.783562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291ec7d-4727-439b-8d03-ae34ca7eb59a req-1bc82006-6014-46a9-bf8d-4a6fe20dfc30 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:26.785264 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1291ec7d-4727-439b-8d03-ae34ca7eb59a req-1bc82006-6014-46a9-bf8d-4a6fe20dfc30 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.9583504 Nov 24 19:21:26.842037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea521fe6-9219-4727-917c-5ce7a6e2e9f3']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:26.853150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.910717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39188) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:26.927454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973b3226-5994-45b8-a295-866df6bffa06') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:26.927779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973b3226-5994-45b8-a295-866df6bffa06') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:26.940408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:26.985833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39194) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:27.006935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.013544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.025909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-677e73d1-d157-4bdf-8150-b1b7aa7b035e tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:27.028443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.036144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85440e76-3ded-4b72-a6d3-b92a2bc70e14 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705 tempest-ExternalNetworksAdminNegativeTestJSON-1996519705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:27.050368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.054780 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/security-groups/8ae8233a-9691-4412-91c5-c7fb9fcee1d6 HTTP/1.1" status: 204 len: 168 time: 0.2905986 Nov 24 19:21:27.057172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39200) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:27.060200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8233a-9691-4412-91c5-c7fb9fcee1d6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:27.127821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:27.142499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet a5e42e41-b5d0-4c94-9f4e-23d6d385caa2 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:27.146298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.161462 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1291ec7d-4727-439b-8d03-ae34ca7eb59a req-48d3bd50-c34a-4553-a72a-355e62e8302d tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549926 Nov 24 19:21:27.162776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Pushing event deleted for resources: {'Port': ['ID=2fbcc081-b1e2-4afd-974a-4fb3f8123b4b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:27.172098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:27.174620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.201464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-232470280-network', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:27.212914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:27.221551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.235812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Usage tracker for resource:network and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:27.237295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:27.237706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.240415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:27.252746 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:27.254998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:27.255136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:27.261311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Usage tracker for resource:security_group_rule and tenant:5227589a05834e6e9b93b290126d07d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:27.267261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:27.271270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.305808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:27.319465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Made reservation on behalf of f7bb3e51a97441e2be92040da22ad15a for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:27.321731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.345868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.381461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:27.389908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:27.395744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:27.411459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:27.430367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.438314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:27.456267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.481560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.484811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.506681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Network': ['ID=ea521fe6-9219-4727-917c-5ce7a6e2e9f3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:27.528593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:27.538161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.539638 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] 10.222.0.47 "DELETE /v2.0/floatingips/273e3a24-a85a-4325-87ce-2619559ef6ac HTTP/1.1" status: 204 len: 168 time: 2.6166186 Nov 24 19:21:27.541753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.545683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39204) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:27.546611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/ea521fe6-9219-4727-917c-5ce7a6e2e9f3 HTTP/1.1" status: 204 len: 168 time: 1.9940963 Nov 24 19:21:27.549510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39206) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:27.550250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.588432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fba8b9a6-a157-44bf-92eb-ba88ffb25d37 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:27.612865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.632261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.647282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:27.691787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Deleting port ae465f89-2190-4a14-a276-79901a1c4e74 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:27.692071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.735876 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5227589a05834e6e9b93b290126d07d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7489603 Nov 24 19:21:27.745369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39212) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:27.786856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.797373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.804278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f307b70e-1a20-4da5-aaab-4cebad462cad,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:27.806337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=61e369cd-5ae0-4afc-8bcb-4064be92a92a,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:27.820496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:27.824535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting subnet 3a7c3e10-96d7-4048-8657-2e69b03fd5db {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:27.826008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:27.829690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4e3c5d70-4415-4173-aee0-a3328512d806 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:27.853308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.855036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.868624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e42e41-b5d0-4c94-9f4e-23d6d385caa2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:27.873284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.876757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69de81-70b9-4ac9-be8d-e381ebdb6d05 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:27.879696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:27.881673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:27.884599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1a1a8d5e-df51-4da7-965d-7d1260c588f0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:27.917484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a253cfa1-bda8-4aad-98d4-818915c7b0f1,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:27.930070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:28.009189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:28.031442 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/a5e42e41-b5d0-4c94-9f4e-23d6d385caa2 HTTP/1.1" status: 204 len: 168 time: 0.9724879 Nov 24 19:21:28.036183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39216) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:28.054021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:28.079640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.080155 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Added segment 468547f0-7bf6-41a7-9b66-c3acd55d0b0e of type vlan for network ebee4b49-365d-438b-9ad7-73b9b44ab4fe Nov 24 19:21:28.218816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.313691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.389825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.424577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] For port ae465f89-2190-4a14-a276-79901a1c4e74, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ae465f89-2190-4a14-a276-79901a1c4e74,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:28.424942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.521411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:28.527360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.528422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:28.529012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.532283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.533131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:28.539043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:28.556866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:28.602808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:28.604819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Calling delete_port for ae465f89-2190-4a14-a276-79901a1c4e74 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:28.652727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network b95a5db5-6126-4378-9cf3-229e656bdba4 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:28.665756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:28.675495 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7636752 Nov 24 19:21:28.682349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39222) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:28.701274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Request body: {'subnet': {'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-232470280-subnet', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'ip_version': 4}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:28.704564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:28.708058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.736487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Pushing event updated for resources: {'Network': ['ID=ebee4b49-365d-438b-9ad7-73b9b44ab4fe,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:28.750667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:28.786510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:28.798055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:28.809912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Usage tracker for resource:subnet and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:28.829023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:28.893065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b6d45c8c-5823-4a68-861d-f16ef11af97d None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:28.894055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b6d45c8c-5823-4a68-861d-f16ef11af97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:28.972518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:28.974897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.017747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.049208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b6d45c8c-5823-4a68-861d-f16ef11af97d None None] Provisioning complete for port 43a23cee-e4f2-4a16-b3be-94692eced687 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:29.049630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b6d45c8c-5823-4a68-861d-f16ef11af97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.106286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b6d45c8c-5823-4a68-861d-f16ef11af97d None None] Port 43a23cee-e4f2-4a16-b3be-94692eced687 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:29.132569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d068422-f982-40b2-a93d-5d56ef749cca req-536101b4-be5c-4093-bd42-7d33255e7d6f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:29.134180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d068422-f982-40b2-a93d-5d56ef749cca req-536101b4-be5c-4093-bd42-7d33255e7d6f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.8247309 Nov 24 19:21:29.152182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Made reservation on behalf of f7bb3e51a97441e2be92040da22ad15a for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:29.154482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.235216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.241466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d547a496-07f4-4f5b-949b-14723308e7b4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:29.252769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f2aa846d-63f9-4e74-9ba7-aa03eef37b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.288849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.304381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:29.357585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f307b70e-1a20-4da5-aaab-4cebad462cad,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:29.382579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:29.384028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:29.390539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:29.395853 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d068422-f982-40b2-a93d-5d56ef749cca req-6aa609ca-e25e-43c1-b760-15ea55dd31cb tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283499 Nov 24 19:21:29.399996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:29.400966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.402596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.402888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac80fd8-bf69-4f9e-bad1-461bbdbb5218 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:29.421827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:29.421827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:29.429110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=bc8097b9-58da-4e22-a3dd-940ba4cd95c0,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:29.436830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:29.446183 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4091461 Nov 24 19:21:29.449357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39228) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:29.454927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'security_group': {'name': 'tempest-secgroup-1233506109'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:29.463649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:29.470487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:29.471997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7c3e10-96d7-4048-8657-2e69b03fd5db,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:29.475434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:29.483107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:29.483255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:29.486468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.487794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f307b70e-1a20-4da5-aaab-4cebad462cad HTTP/1.1" status: 204 len: 168 time: 1.7348862 Nov 24 19:21:29.489208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.533347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.575544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:29.580126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aaade1-c693-4aef-a0f0-e8746038db14 None None] Network a90870bb-5276-481e-b827-2d1fef7fe800 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:29.583564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group_rule and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:29.586975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Deleting port df4ab801-1920-487f-b28c-9af86aa000f8 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:29.587523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.613897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:29.630741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:29.759766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/subnets/3a7c3e10-96d7-4048-8657-2e69b03fd5db HTTP/1.1" status: 204 len: 168 time: 2.1754532 Nov 24 19:21:29.775528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39236) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:29.865291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.881771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.885183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] For port df4ab801-1920-487f-b28c-9af86aa000f8, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=df4ab801-1920-487f-b28c-9af86aa000f8,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:29.885774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.898001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:29.904638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8093213a-48e2-44d3-935a-99b765655d83 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:30.056440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Calling delete_port for df4ab801-1920-487f-b28c-9af86aa000f8 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:30.080537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39242) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:30.138174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396e6fc6-3f9a-49d1-b6d9-ecc902d814db,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:30.144427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.153359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.153862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.154311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.154778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.155261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.156373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.156813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.157449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.157617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.157989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.158390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.158718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:30.160666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] DHCP port deletion for a90870bb-5276-481e-b827-2d1fef7fe800 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:30.161739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.165401 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7132776 Nov 24 19:21:30.166324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:30.166555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39246) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:30.175263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'security_group': {'name': 'tempest-secgroup-654921684'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:30.178242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Deleting port a5cc26f7-f112-427b-853b-0a7092956b08 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:30.178742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.183263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:30.200850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:30.205470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:30.212562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44e7c73f-a60b-414e-9815-3aae709cdb94 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:30.294949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae465f89-2190-4a14-a276-79901a1c4e74,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:30.331377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:30.336390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.357796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:30.385132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.387391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:30.414043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:30.414595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:30.420727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group_rule and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:30.424962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:30.437894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:30.438271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:30.438969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:30.509925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/routers/40c3f90b-f196-4420-aff5-513aca19ba95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0756164 Nov 24 19:21:30.513381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39254) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:30.525984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'port': {'network_id': 'b95a5db5-6126-4378-9cf3-229e656bdba4', 'name': 'tempest-FloatingIPTestJSON-1658503958'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:30.534648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting port a5cc26f7-f112-427b-853b-0a7092956b08 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:30.535849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.537994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:30.567324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.571653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:30.572293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:30.627643 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4bae1a00-9338-49c8-86c1-aed6a32378a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36a234ef07f34ee8bc768d053a91890b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084414 Nov 24 19:21:30.650363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39258) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:30.672245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:30.701113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.738233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:30.738631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1be345-d83a-4bc9-bff9-9a7532793a35 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:30.744422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.748246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.761295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-75da55bc-c702-4c5d-9794-a16ea7cb303b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:30.768758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] For port a5cc26f7-f112-427b-853b-0a7092956b08, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a5cc26f7-f112-427b-853b-0a7092956b08,segment=NetworkSegment(1e543b9d-8824-4e8f-9f38-81c2cf30d524),segment_id=1e543b9d-8824-4e8f-9f38-81c2cf30d524)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:30.769153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.776410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-5fc27318-a29a-48e4-9a23-663f3eee1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:30.778465 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-5fc27318-a29a-48e4-9a23-663f3eee1e4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.6352396 Nov 24 19:21:30.810336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed82e15-4765-430f-a32f-97af64a2849d req-9d5e487f-16d6-47bc-9db5-c419b320b632 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:30.811589 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bed82e15-4765-430f-a32f-97af64a2849d req-9d5e487f-16d6-47bc-9db5-c419b320b632 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.7814121 Nov 24 19:21:30.941754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:30.946577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:30.947797 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7803123 Nov 24 19:21:30.965179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39262) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:30.967736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Calling delete_port for a5cc26f7-f112-427b-853b-0a7092956b08 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:30.971303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8927e95-db47-4ff8-b71b-43712dd26781,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:30.991512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:port and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:31.004263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:31.004810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-28702ffc-2854-4a97-a123-e00a06c878ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:31.043373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Update dhcp port {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'fixed_ips': [{'subnet_id': '785d4fd6-828e-48dc-a880-c73aea511cb1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bc8097b9-58da-4e22-a3dd-940ba4cd95c0'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'e206c11e-6a90-47e5-9e8c-14a6aeae399e'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:21:31.049646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'security_group': {'name': 'tempest-secgroup-347214563'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:31.054011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:31.066334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.072697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:31.075124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4ab801-1920-487f-b28c-9af86aa000f8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:31.079779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:31.083541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:31.086351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:31.098206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:31.112955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:31.128236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.169807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:31.177915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.204770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:31.207906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:31.211424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] For port a5cc26f7-f112-427b-853b-0a7092956b08, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a5cc26f7-f112-427b-853b-0a7092956b08,segment=NetworkSegment(1e543b9d-8824-4e8f-9f38-81c2cf30d524),segment_id=1e543b9d-8824-4e8f-9f38-81c2cf30d524)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:31.212004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.244044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.258489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Checking segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:31.259233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Network hostable DHCP agents. Network: ebee4b49-365d-438b-9ad7-73b9b44ab4fe, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:31.276297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.287426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:31.297645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.327149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a5cc26f7-f112-427b-853b-0a7092956b08 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:31.330359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] device_id is not set on port fe4df104-4b11-4422-8fe0-7dd56b2035c1 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:21:31.379622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Pushing event deleted for resources: {'Port': ['ID=a5cc26f7-f112-427b-853b-0a7092956b08,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:31.382677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:31.387799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: a5cc26f7-f112-427b-853b-0a7092956b08 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:31.388180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a5cc26f7-f112-427b-853b-0a7092956b08 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:31.399746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] No DVR routers for this DVR port a5cc26f7-f112-427b-853b-0a7092956b08 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:31.486614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Allocated IP 172.20.0.2 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/bc8097b9-58da-4e22-a3dd-940ba4cd95c0/e206c11e-6a90-47e5-9e8c-14a6aeae399e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:31.491078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:31.521127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:security_group_rule and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:31.529067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:31.562830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Calling delete_port for a5cc26f7-f112-427b-853b-0a7092956b08 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:31.579382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:31.614423 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bed82e15-4765-430f-a32f-97af64a2849d req-3e4d6d38-eab9-43e1-ba52-6ed268b041eb tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5783148 Nov 24 19:21:31.617857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.620101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.626470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a01672a5-4c66-47fd-818e-1dfe7e75e06c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:31.651136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.663470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460750f-a849-41bb-b275-2d0a74e3434f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:31.666023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:31.668928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] For port e206c11e-6a90-47e5-9e8c-14a6aeae399e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e206c11e-6a90-47e5-9e8c-14a6aeae399e,segment=NetworkSegment(2897c445-d7d9-43ca-98d8-c00ccc6334b6),segment_id=2897c445-d7d9-43ca-98d8-c00ccc6334b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:31.677426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:31.684181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.8 (b95a5db5-6126-4378-9cf3-229e656bdba4/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c/fe4df104-4b11-4422-8fe0-7dd56b2035c1) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:31.709039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.727872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Transition to ACTIVE for port object e206c11e-6a90-47e5-9e8c-14a6aeae399e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:31.732118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.738017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-96f25d58-d13e-4cd1-a500-4dcd82c2e12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:31.758621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-485a1246-e4dc-4d73-854a-d39e8e2fb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:31.760120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-485a1246-e4dc-4d73-854a-d39e8e2fb203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.9711704 Nov 24 19:21:31.763520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ebee4b49-365d-438b-9ad7-73b9b44ab4fe) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:31.778316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:31.778908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.797701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42951ad6-9b76-4d09-b7b1-d726da2d5c36 None None] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:31.840075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:31.844119 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a460750f-a849-41bb-b275-2d0a74e3434f HTTP/1.1" status: 204 len: 168 time: 1.1846251 Nov 24 19:21:31.863334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:31.863654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:31.967618 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2766275 Nov 24 19:21:31.972321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39268) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:31.981055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:31.992209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:31.993965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.002012 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-36fca09b-6d29-4e97-b4d4-691245fb50ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1002 time: 0.2251065 Nov 24 19:21:32.005133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Usage tracker for resource:router and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:32.040169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:32.042101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.051565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:32.061595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:32.170283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Pushing event updated for resources: {'Port': ['ID=e206c11e-6a90-47e5-9e8c-14a6aeae399e,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:32.175949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:32.191439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-2b83c341-9b96-417d-8b74-4bc0f4e6b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:32.194353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-2b83c341-9b96-417d-8b74-4bc0f4e6b88c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.1833327 Nov 24 19:21:32.196959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.199228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.201091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:21:32.202912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.207610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d88459-04d8-4975-ae42-0c9296e0a185,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:32.219951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ef7794ac-3643-488b-ad36-203337fbbfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.221598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.225170 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2489743 Nov 24 19:21:32.225170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:32.230264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39272) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:32.245501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1722097885', 'security_groups': ['08d88459-04d8-4975-ae42-0c9296e0a185'], 'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc8097b9-58da-4e22-a3dd-940ba4cd95c0'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:32.365757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Deleting port a5cc26f7-f112-427b-853b-0a7092956b08 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:32.366703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.403166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.471613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] The port 'a5cc26f7-f112-427b-853b-0a7092956b08' was deleted {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:21:32.591727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Allocated IP 172.20.0.2 (ebee4b49-365d-438b-9ad7-73b9b44ab4fe/cc995c74-2c28-42ba-95d7-bd92ddd3e0b6/fa511da1-0c94-4308-bb11-a67fc2180f27) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:32.723633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:32.747887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.832470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.849686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.924270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:32.930755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1fc98b36-4411-4c43-b70f-dfd34ff0823f None None] Provisioning for port e206c11e-6a90-47e5-9e8c-14a6aeae399e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:32.934408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:32.952763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.958271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1fc98b36-4411-4c43-b70f-dfd34ff0823f None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:32.958675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1fc98b36-4411-4c43-b70f-dfd34ff0823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:32.977013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da83a39-21b1-471d-8333-62dd09248cf3 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:33.075572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network b95a5db5-6126-4378-9cf3-229e656bdba4 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:33.084639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:33.105777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=fe4df104-4b11-4422-8fe0-7dd56b2035c1,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:33.109094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:33.113365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:33.117354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:33.135115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.169837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90870bb-5276-481e-b827-2d1fef7fe800']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:33.195496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e543b9d-8824-4e8f-9f38-81c2cf30d524') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:33.195831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e543b9d-8824-4e8f-9f38-81c2cf30d524') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:33.215225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Transition to ACTIVE for port object fa511da1-0c94-4308-bb11-a67fc2180f27 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:33.247128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e206c11e-6a90-47e5-9e8c-14a6aeae399e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:33.279891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:33.281095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.297076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Router ce678771-2939-482f-814b-0015d3dcad0f has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:33.311390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Transition to ACTIVE for port object fa511da1-0c94-4308-bb11-a67fc2180f27 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:33.325834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.329878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39296) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:33.334804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0006f154-77d8-4530-aac2-ff90be97b6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:33.359459 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8454649 Nov 24 19:21:33.369925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-8af36df6-4223-4456-b5c4-e14b5f1b60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:33.371438 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-8af36df6-4223-4456-b5c4-e14b5f1b60f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1630838 Nov 24 19:21:33.409811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:33.415533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:33.419530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1fc98b36-4411-4c43-b70f-dfd34ff0823f None None] Provisioning complete for port 43a23cee-e4f2-4a16-b3be-94692eced687 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:33.419904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1fc98b36-4411-4c43-b70f-dfd34ff0823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.425112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39302) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:33.446407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:33.454432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'port': {'network_id': 'b95a5db5-6126-4378-9cf3-229e656bdba4', 'name': 'tempest-FloatingIPTestJSON-1996357687'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:33.463081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Pushing event updated for resources: {'Port': ['ID=fa511da1-0c94-4308-bb11-a67fc2180f27,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:33.480627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:33.517885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.527297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.549998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.552213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1fc98b36-4411-4c43-b70f-dfd34ff0823f None None] Port 43a23cee-e4f2-4a16-b3be-94692eced687 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:33.560004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:33.560004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.571764 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3f1dbe83-ac34-4440-b993-e73a121e4e5e tempest-AgentManagementNegativeTest-1215887510 tempest-AgentManagementNegativeTest-1215887510-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2366247 Nov 24 19:21:33.581158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] device_id is not set on port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:21:33.628956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Attempting to bind port fa511da1-0c94-4308-bb11-a67fc2180f27 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:33.629539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Attempting to bind port fa511da1-0c94-4308-bb11-a67fc2180f27 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:33.629655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Attempting to bind port fa511da1-0c94-4308-bb11-a67fc2180f27 on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:33.638675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:33.639069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Checking segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:33.639458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.640441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Bound using segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:33.640987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Bound port: fa511da1-0c94-4308-bb11-a67fc2180f27, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:33.641390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.643599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:33.657983 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] Sync routers for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:33.669912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.674838 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:33.675484 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:33.680212 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] 10.222.0.47 "PUT /v2.0/routers/ce678771-2939-482f-814b-0015d3dcad0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1291106 Nov 24 19:21:33.719917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39308) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:33.794747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] For port fa511da1-0c94-4308-bb11-a67fc2180f27, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:21:33.798767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] For port fa511da1-0c94-4308-bb11-a67fc2180f27, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa511da1-0c94-4308-bb11-a67fc2180f27,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:21:33.804896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:33.811070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:33.920712 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:33.971197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Pushing event updated for resources: {'Port': ['ID=fa511da1-0c94-4308-bb11-a67fc2180f27,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:33.978996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:34.040104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:34.040517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:34.048430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:34.120170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.13 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/bc8097b9-58da-4e22-a3dd-940ba4cd95c0/9c0cbe5e-3717-4398-9f62-7fcb3f9009a3) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:34.122263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39314) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:34.183640 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:34.200650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:34.210755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] Sync routers for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:34.211650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:34.216687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:34.224778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:34.232988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:34.234125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:34.324041 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] 10.222.0.47 "PUT /v2.0/routers/b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8028440 Nov 24 19:21:34.325292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:34.337649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39320) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:34.349599 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] 10.222.0.47 "DELETE /v2.0/networks/a90870bb-5276-481e-b827-2d1fef7fe800 HTTP/1.1" status: 204 len: 168 time: 4.5729697 Nov 24 19:21:34.360993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Pushing event deleted for resources: {'Network': ['ID=a90870bb-5276-481e-b827-2d1fef7fe800,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:34.371627 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-4060c211-5130-457b-84c5-c13ac0e65302 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9335284 Nov 24 19:21:34.377186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:port and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:34.396087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.396675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.397219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.397756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.398432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.398974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.399774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.400339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.401043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.401827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.402434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.403133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:34.413384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:34.472216 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:21:30Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:34.476694 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] Checking router: ce678771-2939-482f-814b-0015d3dcad0f for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:21:34.488327 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] Routers {'ce678771-2939-482f-814b-0015d3dcad0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:34.488943 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ce678771-2939-482f-814b-0015d3dcad0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:34.548291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:34.586170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:34.616153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077009-389e-41bc-b0ed-f905d0b0d5f0 req-faa45517-5e70-4d85-8297-fcc166eb25d1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:34.625440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3077009-389e-41bc-b0ed-f905d0b0d5f0 req-faa45517-5e70-4d85-8297-fcc166eb25d1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 1.7965946 Nov 24 19:21:34.654257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:34.714273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:34.715643 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51d9b456-7136-4fdb-932a-5175307c4c8c req-cd7c9d0c-4cf7-4ffd-8738-4105870976d2 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995036 Nov 24 19:21:34.744703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3077009-389e-41bc-b0ed-f905d0b0d5f0 req-6da8b63b-d368-4e97-82d8-8e1de85f29b8 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180289 Nov 24 19:21:34.747503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39328) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:34.748374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:34.754741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:34.794443 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] Set router ce678771-2939-482f-814b-0015d3dcad0f gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:34.828575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] device_id is not set on port b1ccefa8-0432-418e-bf57-316511f9c223 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:21:34.856507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.132216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:21:29Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:35.142622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] Checking router: b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:21:35.163209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] Routers {'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:35.163834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:35.193615 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:21:30Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:35.199878 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497144d-4724-43f3-a932-3ef6f4182bb0 None None] The sync data for ids ['ce678771-2939-482f-814b-0015d3dcad0f'] in dv-neutron-818346-1-hyperv is: [{'id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'name': 'tempest-ServersTestManualDisk-1577024109-router', 'tenant_id': '96ad70f937664b449eda413986e6a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': '7ca52181-e975-4edd-972f-b4433f47e887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:21:30Z', 'revision_number': 5, 'project_id': '96ad70f937664b449eda413986e6a9fb', 'gw_port': {'id': '7ca52181-e975-4edd-972f-b4433f47e887', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce678771-2939-482f-814b-0015d3dcad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:31Z', 'updated_at': '2021-11-24T19:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:35.295362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.357282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:35.383693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.399067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Usage tracker for resource:security_group_rule and tenant:9fc8e8f7a763406e9a4a626e50318d9e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:35.418310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:35.435184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.447745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:35.459251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Deleting port 7ca52181-e975-4edd-972f-b4433f47e887 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:35.460335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.479673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f7023-7a6d-4318-ba72-c4508248fb53 None None] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:35.493171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.11 (b95a5db5-6126-4378-9cf3-229e656bdba4/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c/b1ccefa8-0432-418e-bf57-316511f9c223) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:35.507138 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-438d2569-b504-4d9b-a096-4a80a78e8815 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c048cf558f4f49cdb7702599c8354317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357855 Nov 24 19:21:35.511994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39334) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:35.525523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:35.588671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b9ddfeda-9446-48db-8030-500b1c3a894b None None] Provisioning for port fa511da1-0c94-4308-bb11-a67fc2180f27 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:35.596235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.599424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] Set router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:35.654977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa511da1-0c94-4308-bb11-a67fc2180f27 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:35.791844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.845197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Deleting port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:35.845685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.846207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.900847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:35.925740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc1051ec-a03e-4973-af84-421b15efd5aa tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:35.981998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] For port 7ca52181-e975-4edd-972f-b4433f47e887, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7ca52181-e975-4edd-972f-b4433f47e887,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:35.992510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.079050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port fa511da1-0c94-4308-bb11-a67fc2180f27 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:36.088309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fa511da1-0c94-4308-bb11-a67fc2180f27 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:36.088889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.182438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.184527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:36.193861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Calling delete_port for 7ca52181-e975-4edd-972f-b4433f47e887 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:36.246988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:21:29Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:36.256343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c9252-3fe2-4e57-974d-1c6276306b0d None None] The sync data for ids ['b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd'] in dv-neutron-818346-1-hyperv is: [{'id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'name': 'tempest-ServersTestJSON-1829154663-router', 'tenant_id': '783ff7d3dde7415fb08d9e2c5c939948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:29Z', 'updated_at': '2021-11-24T19:21:29Z', 'revision_number': 5, 'project_id': '783ff7d3dde7415fb08d9e2c5c939948', 'gw_port': {'id': '3db74733-8bdc-4c6f-9f12-32aa1aecde3e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:30Z', 'updated_at': '2021-11-24T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:36.261935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.268398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.272573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:36.295558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.306348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.312324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port fa511da1-0c94-4308-bb11-a67fc2180f27, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa511da1-0c94-4308-bb11-a67fc2180f27,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:36.322951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:36.329597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.331466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-719f9685-80ef-4e26-8a72-128d1976cb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:36.356561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=9c0cbe5e-3717-4398-9f62-7fcb3f9009a3,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:36.371370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:36.376476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b954f1f6-6026-462d-924a-6eb45a03a4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:36.410538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.419135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c670b4d-5cab-4235-8121-bc2241947857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:36.444728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8131dd-727a-41fb-890b-8a6dbc1402d6 req-db2a5432-b14e-40be-a40d-7d8ce9a46eb1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:36.450068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=fa511da1-0c94-4308-bb11-a67fc2180f27,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:36.454622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:36.455382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ec8131dd-727a-41fb-890b-8a6dbc1402d6 req-db2a5432-b14e-40be-a40d-7d8ce9a46eb1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.4670668 Nov 24 19:21:36.474175 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9fc8e8f7a763406e9a4a626e50318d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3505960 Nov 24 19:21:36.486254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef3852a-2938-4593-a419-d3238b1a8f20,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:36.487935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39340) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:36.526777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:36.550217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] For port 3db74733-8bdc-4c6f-9f12-32aa1aecde3e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:36.550753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.559385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Allocated IP 172.26.6.5 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/0daaf3f9-88b6-4b46-b475-33a026889386) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:36.559849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0e0bcc-274a-48bf-9666-03d0198eb628,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:36.569003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:36.570201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.589678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:36.646443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.652109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ec8131dd-727a-41fb-890b-8a6dbc1402d6 req-ff639194-d3ed-4e29-a584-144963783f7a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916487 Nov 24 19:21:36.682912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.688230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-faf24b06-35ef-4dc0-be5a-d41dc5a9d768 None None] Provisioning for port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:36.694585 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ef3852a-2938-4593-a419-d3238b1a8f20 HTTP/1.1" status: 204 len: 168 time: 1.1673577 Nov 24 19:21:36.701153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-faf24b06-35ef-4dc0-be5a-d41dc5a9d768 None None] Provisioning complete for port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:36.701542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-faf24b06-35ef-4dc0-be5a-d41dc5a9d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.742282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Calling delete_port for 3db74733-8bdc-4c6f-9f12-32aa1aecde3e owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:36.802229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-faf24b06-35ef-4dc0-be5a-d41dc5a9d768 None None] Port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:36.806571 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5752137 Nov 24 19:21:36.811300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39348) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:36.821829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:36.823173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-faf24b06-35ef-4dc0-be5a-d41dc5a9d768 None None] Provisioning complete for port fa511da1-0c94-4308-bb11-a67fc2180f27 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:36.824328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-faf24b06-35ef-4dc0-be5a-d41dc5a9d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:36.990033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.073091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.080341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.101042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a54dcd1d-9e28-4da2-83aa-aacb7495d400 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:37.158613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.216725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network b95a5db5-6126-4378-9cf3-229e656bdba4 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:37.228640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:37.229327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa511da1-0c94-4308-bb11-a67fc2180f27 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:37.236841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:37.244944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:37.257956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.263035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=b1ccefa8-0432-418e-bf57-316511f9c223,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:37.265648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:37.268322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-75210bfa-9e9a-4ced-a985-145ac7741665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:37.273554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dad2c-38a0-40ce-81cf-2edca70a7300 req-57878c1a-7361-4e0d-8dda-55c30621a273 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:37.275371 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e7dad2c-38a0-40ce-81cf-2edca70a7300 req-57878c1a-7361-4e0d-8dda-55c30621a273 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.4351845 Nov 24 19:21:37.279662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:37.311082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:37.312708 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:21:37.339425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:37.344071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca52181-e975-4edd-972f-b4433f47e887,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:37.360470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:37.361109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.366930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fa511da1-0c94-4308-bb11-a67fc2180f27 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:37.367341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.370566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.382983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1440b543-777a-44b4-90fb-d4e079f3739b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:37.387724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:37.402805 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e7dad2c-38a0-40ce-81cf-2edca70a7300 req-51c79a1e-435d-479b-be79-ebd4d20fbb52 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147368 Nov 24 19:21:37.408438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0e0bcc-274a-48bf-9666-03d0198eb628,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:37.413431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:37.416992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.418286 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a0e0bcc-274a-48bf-9666-03d0198eb628 HTTP/1.1" status: 204 len: 168 time: 0.9111712 Nov 24 19:21:37.422014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.428734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:37.479055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0426059 Nov 24 19:21:37.483672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39366) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:37.524064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:37.527772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.532423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:37.536064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:37.540649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:37.572478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Pushing event updated for resources: {'Port': ['ID=0daaf3f9-88b6-4b46-b475-33a026889386,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:37.580992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:37.627744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ae465f89-2190-4a14-a276-79901a1c4e74 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:37.661414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'b1ccefa8-0432-418e-bf57-316511f9c223', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:37.667655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: ae465f89-2190-4a14-a276-79901a1c4e74 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:37.668057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ae465f89-2190-4a14-a276-79901a1c4e74 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:37.668611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df4ab801-1920-487f-b28c-9af86aa000f8 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:37.685657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:37.707591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:floatingip and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:37.713140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: df4ab801-1920-487f-b28c-9af86aa000f8 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:37.713500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df4ab801-1920-487f-b28c-9af86aa000f8 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:37.721816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:37.740800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:37.743452 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc8097b9-58da-4e22-a3dd-940ba4cd95c0 (CIDR: 172.20.0.0/28) Nov 24 19:21:37.747843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.756724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-747836d6-8bc7-4200-82e7-d767ca5e9f2e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:37.787851 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:21:37.788655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:37.818921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:37.865685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Pushing event deleted for resources: {'Port': ['ID=3db74733-8bdc-4c6f-9f12-32aa1aecde3e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:37.949931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39382) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:37.953061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:38.094552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.153770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8fbac9d6-3e42-4864-85b8-54960b848307 tempest-DvrRoutersNegativeTest-1643973692 tempest-DvrRoutersNegativeTest-1643973692-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1687792745', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:38.157259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.policy [None req-8fbac9d6-3e42-4864-85b8-54960b848307 tempest-DvrRoutersNegativeTest-1643973692 tempest-DvrRoutersNegativeTest-1643973692-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87485) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 24 19:21:38.157563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.policy [None req-8fbac9d6-3e42-4864-85b8-54960b848307 tempest-DvrRoutersNegativeTest-1643973692 tempest-DvrRoutersNegativeTest-1643973692-project] Failed policy check for 'create_router' {{(pid=87485) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 24 19:21:38.158096 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-8fbac9d6-3e42-4864-85b8-54960b848307 tempest-DvrRoutersNegativeTest-1643973692 tempest-DvrRoutersNegativeTest-1643973692-project] create failed (client error): Access was denied to this resource. Nov 24 19:21:38.159101 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8fbac9d6-3e42-4864-85b8-54960b848307 tempest-DvrRoutersNegativeTest-1643973692 tempest-DvrRoutersNegativeTest-1643973692-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2090065 Nov 24 19:21:38.226694 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-44225756-042f-445f-8712-eae8e53599e0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4130230 Nov 24 19:21:38.229379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39400) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:38.233063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.240070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.246668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:38.412181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.448335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.464045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.464543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce678771-2939-482f-814b-0015d3dcad0f {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:21:38.553965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ade002-2461-4e00-b292-fe006a885bd7 req-8b2fe31c-4efd-481c-8acd-bf5d5c750cba tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:38.555484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54ade002-2461-4e00-b292-fe006a885bd7 req-8b2fe31c-4efd-481c-8acd-bf5d5c750cba tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.4749329 Nov 24 19:21:38.639488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39414) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:38.717044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39420) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:38.720352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54ade002-2461-4e00-b292-fe006a885bd7 req-7b3afeb0-f17c-451f-a58b-0b38db23f7c7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559212 Nov 24 19:21:38.865248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.869661 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] 10.222.0.47 "DELETE /v2.0/routers/ce678771-2939-482f-814b-0015d3dcad0f HTTP/1.1" status: 204 len: 168 time: 5.1482942 Nov 24 19:21:38.872096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.875104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-658391717'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:38.887680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39428) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:38.891521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:38.901133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Usage tracker for resource:network and tenant:d0d2b55fafc347ca85ce9d7317a89d80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:38.927990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:38.961685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:38.986850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:39.015118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:39.026453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:39.027305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:39.031814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.032149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.032555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:21:39.036681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Deleting subnet 7023ab2a-b42a-482d-a2a4-6dd92848fdbb {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:39.042081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:39.052743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.053796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.070965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.096414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:39.100676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Usage tracker for resource:security_group_rule and tenant:d0d2b55fafc347ca85ce9d7317a89d80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:39.103451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:39.111637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:39.118436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:39.131711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.136113 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] 10.222.0.47 "DELETE /v2.0/routers/b36bbddf-9853-4c9e-9e19-ef6ea7e2ecdd HTTP/1.1" status: 204 len: 168 time: 4.7943771 Nov 24 19:21:39.143394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39434) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:39.224100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.228759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.278959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:39.283253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.299417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.304466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.318070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1af76870-04a9-45f2-8468-647c04d97602 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:39.325503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:39.376493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce286c7c61c40a79e2ca4347f43ca78 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:39.390739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:39.408717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.410445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:39.413188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:39.443913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba8f68-8461-4d3c-8f5e-30755613e50f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:39.473211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Deleting subnet 04cd1994-db5d-4557-a30e-278f12a84964 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:39.502543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.502930 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Added segment dec1a2ff-ebca-4e34-8e91-7b9e615f6afa of type vlan for network 3f099ac0-44f9-428e-a7fe-30fe300fc045 Nov 24 19:21:39.504244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:39.506036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.588873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.625710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7ca52181-e975-4edd-972f-b4433f47e887 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:39.659832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1511f-3579-4dde-a2ff-0a4225accc7d req-e8795c04-4302-4639-ae18-e6514f624650 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:39.661326 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91b1511f-3579-4dde-a2ff-0a4225accc7d req-e8795c04-4302-4639-ae18-e6514f624650 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.4181168 Nov 24 19:21:39.662742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.682473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 7ca52181-e975-4edd-972f-b4433f47e887 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:39.683520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7ca52181-e975-4edd-972f-b4433f47e887 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:39.701434 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 785d4fd6-828e-48dc-a880-c73aea511cb1 (CIDR: 172.20.0.16/28) Nov 24 19:21:39.716513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.719236 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:21:39.719426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:39.727765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:39.729014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.742779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.744310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:39.797741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.813234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.26.6.10 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/196fd147-e6fc-4ffa-9770-180140eac8b0) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:39.819079 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3b71b29e-cfeb-4e10-955a-3f92e5aaa283 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5832601 Nov 24 19:21:39.827890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39438) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:39.844588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'subnet': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:39.878269 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91b1511f-3579-4dde-a2ff-0a4225accc7d req-b12599be-1349-46ca-8a09-c7ba53759b54 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017882 Nov 24 19:21:39.878884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:39.933559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:21:39.946410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Network': ['ID=3f099ac0-44f9-428e-a7fe-30fe300fc045,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:39.949608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:39.952013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:39.963950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2425451 Nov 24 19:21:39.965581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:39.970013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ce286c7c61c40a79e2ca4347f43ca78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3051364 Nov 24 19:21:39.970013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39442) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:39.974099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39444) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:39.987622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'subnet': {'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:40.043004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.117465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.129716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c05c1d12-567c-44f0-bf1d-2212907a8e89 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:40.153773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dfc700-d4f8-480c-aeee-ca0cdd4ca7d7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:40.157616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:40.202841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7023ab2a-b42a-482d-a2a4-6dd92848fdbb,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:40.205328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.211084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:40.211231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99100d2c-922e-43e3-b584-de37d8a9f0da None None] Network db086c39-ec03-423d-b627-bf2b1c677117 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:40.241194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:40.252480 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7023ab2a-b42a-482d-a2a4-6dd92848fdbb HTTP/1.1" status: 204 len: 168 time: 1.3636055 Nov 24 19:21:40.253785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Usage tracker for resource:subnet and tenant:1bb0ccabe7004e93bef1366812ee3059 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:40.256318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39450) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:40.271010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:40.305493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:40.316101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.324179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.331024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:40.338371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Usage tracker for resource:subnet and tenant:d0d2b55fafc347ca85ce9d7317a89d80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:40.342474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:40.354000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:40.355953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.374482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:40.435985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Made reservation on behalf of 1bb0ccabe7004e93bef1366812ee3059 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:40.440527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.457898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04cd1994-db5d-4557-a30e-278f12a84964,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:40.460884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:40.469009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e15d6f4-3da1-4329-b8c9-96894b813425 None None] Network ffd1af6e-a070-4dc7-a77e-e249aba62325 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:40.474449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.492816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] DHCP port deletion for db086c39-ec03-423d-b627-bf2b1c677117 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:40.537344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:40.548957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:40.549111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Deleting port 20690b1e-c438-402b-8d20-4eaf951960a5 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:40.549111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.551293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.554470 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:40.559397 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/04cd1994-db5d-4557-a30e-278f12a84964 HTTP/1.1" status: 204 len: 168 time: 1.4098668 Nov 24 19:21:40.565325 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:40.566269 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:40.567149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.570021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39454) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:40.571842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.613763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Deleting port 20690b1e-c438-402b-8d20-4eaf951960a5 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:40.614108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.652460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.666660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c04d8c17-66c8-4411-aabe-cede43736eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:40.750026 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:40.763546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.765578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7923160 Nov 24 19:21:40.789911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39458) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:40.931564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.940450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] For port 20690b1e-c438-402b-8d20-4eaf951960a5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=20690b1e-c438-402b-8d20-4eaf951960a5,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:40.940973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:40.949076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:40.963351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:40.973412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=196fd147-e6fc-4ffa-9770-180140eac8b0,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:40.985100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:41.010760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:41.157035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Deleting port 1afd542e-c552-4d99-814e-790bb78720ba {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:41.157605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.188161 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:37Z', 'revision_number': 3, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:41.194372 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:21:41.194912 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Updating router 81d782eb-4ea6-4266-8d50-407fa71482a4 port 0daaf3f9-88b6-4b46-b475-33a026889386 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:21:41.245520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Calling delete_port for 20690b1e-c438-402b-8d20-4eaf951960a5 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:41.254344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.260264 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.277715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ce40d32-07b5-47d8-b12d-2814037ebfb6 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:41.314803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] For port 20690b1e-c438-402b-8d20-4eaf951960a5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=20690b1e-c438-402b-8d20-4eaf951960a5,segment=NetworkSegment(31e97448-f54c-4b90-aff3-840b7ceb2188),segment_id=31e97448-f54c-4b90-aff3-840b7ceb2188)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:41.315201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.333357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dfc700-d4f8-480c-aeee-ca0cdd4ca7d7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:41.384661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:41.413437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 20690b1e-c438-402b-8d20-4eaf951960a5 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:41.541842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.549718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Calling delete_port for 20690b1e-c438-402b-8d20-4eaf951960a5 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:41.551385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:41.578139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.579815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18dfc700-d4f8-480c-aeee-ca0cdd4ca7d7 HTTP/1.1" status: 204 len: 168 time: 1.6008577 Nov 24 19:21:41.615053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Pushing event deleted for resources: {'Port': ['ID=20690b1e-c438-402b-8d20-4eaf951960a5,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:41.625292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] No DVR routers for this DVR port 20690b1e-c438-402b-8d20-4eaf951960a5 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:41.642825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.643323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.643779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.644990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.644990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.645337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.645744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.646177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.646610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.647653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.647653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.647983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:41.655548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:41.655752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No active binding found for port 20690b1e-c438-402b-8d20-4eaf951960a5 {{(pid=87487) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 19:21:41.656367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 20690b1e-c438-402b-8d20-4eaf951960a5 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:41.656995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3db74733-8bdc-4c6f-9f12-32aa1aecde3e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:41.711651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 3db74733-8bdc-4c6f-9f12-32aa1aecde3e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:41.711976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3db74733-8bdc-4c6f-9f12-32aa1aecde3e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:41.877697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] DHCP port deletion for ffd1af6e-a070-4dc7-a77e-e249aba62325 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:41.897117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.898491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Deleting port 1afd542e-c552-4d99-814e-790bb78720ba {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:41.898909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.918161 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.922281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-51511483-8ae3-48f2-b9a8-455c1ed0e82f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:41.926625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:41.967254 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Transition to ACTIVE for port object 0daaf3f9-88b6-4b46-b475-33a026889386 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:41.991010 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.025254 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-afec7514-9c27-425a-a24c-1e0d83a4d305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:42.040628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:42.067514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:42.067847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:42.083239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:42.089395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:42.098762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Subnet': ['ID=d7c57015-344a-452a-85b0-e7b63f3429e8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:42.099537 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Pushing event updated for resources: {'Port': ['ID=0daaf3f9-88b6-4b46-b475-33a026889386,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:42.101031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:42.101527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.107872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:42.131057 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.132093 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.132093 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.132093 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.132569 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.132863 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.133159 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.133543 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.134013 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.135295 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.135295 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.135295 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:21:42.145710 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Attempting to bind port 0daaf3f9-88b6-4b46-b475-33a026889386 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:42.146156 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Attempting to bind port 0daaf3f9-88b6-4b46-b475-33a026889386 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:42.146730 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Attempting to bind port 0daaf3f9-88b6-4b46-b475-33a026889386 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:42.153856 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:42.154474 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:42.154914 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3257353 Nov 24 19:21:42.155706 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:42.156169 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.156615 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:42.157378 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Bound port: 0daaf3f9-88b6-4b46-b475-33a026889386, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:42.157783 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.162175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39466) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:42.166832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Subnet': ['ID=b8975c30-c3be-44c6-a540-5ba2d2265641,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:42.172207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:42.185499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d37c-7c47-4308-abff-e637dba7b484 req-f1bc5df3-4f9a-49a8-9fa5-f64a7d4194d9 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:42.194737 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2c5d37c-7c47-4308-abff-e637dba7b484 req-f1bc5df3-4f9a-49a8-9fa5-f64a7d4194d9 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 1.0562568 Nov 24 19:21:42.239359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.241132 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] For port 0daaf3f9-88b6-4b46-b475-33a026889386, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:21:42.244192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1554801309', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7c57015-344a-452a-85b0-e7b63f3429e8'}], 'security_groups': ['396e6fc6-3f9a-49d1-b6d9-ecc902d814db', 'd8927e95-db47-4ff8-b71b-43712dd26781']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:42.245609 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] For port 0daaf3f9-88b6-4b46-b475-33a026889386, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0daaf3f9-88b6-4b46-b475-33a026889386,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:21:42.252603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f238408-4032-4490-939e-6200204f5ee5 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:42.256216 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.270140 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:42.334343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.355616 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Pushing event updated for resources: {'Port': ['ID=0daaf3f9-88b6-4b46-b475-33a026889386,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:42.370580 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:42.371743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] For port 1afd542e-c552-4d99-814e-790bb78720ba, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1afd542e-c552-4d99-814e-790bb78720ba,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:42.372175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.384582 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:42.386019 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:42.568295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.570176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Deleting port 20690b1e-c438-402b-8d20-4eaf951960a5 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:42.570621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.573762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Calling delete_port for 1afd542e-c552-4d99-814e-790bb78720ba owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:42.605328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.613215 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:42.618654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ad3b788b-732c-4674-ad74-f4879b3e5190 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:42.694202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=196fd147-e6fc-4ffa-9770-180140eac8b0,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:42.729084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:42.741179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] The port '20690b1e-c438-402b-8d20-4eaf951960a5' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:21:42.767685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] For port 1afd542e-c552-4d99-814e-790bb78720ba, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1afd542e-c552-4d99-814e-790bb78720ba,segment=NetworkSegment(a73c846e-2a7c-4a27-8b99-08e59a0a0f85),segment_id=a73c846e-2a7c-4a27-8b99-08e59a0a0f85)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:42.768073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.798997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.813468 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2c5d37c-7c47-4308-abff-e637dba7b484 req-7f940f9a-620b-4d74-b427-ae29fc1e5823 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6175675 Nov 24 19:21:42.839873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:42.850844 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:43.006067 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:37Z', 'revision_number': 3, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:43.011102 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e00c13-fd64-4855-af4c-247e2142dfd2 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:37Z', 'revision_number': 3, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:43.030198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Pushing event deleted for resources: {'Port': ['ID=1afd542e-c552-4d99-814e-790bb78720ba,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:43.041654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Checking segment: {'id': 'dec1a2ff-ebca-4e34-8e91-7b9e615f6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:43.042187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:43.042320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network hostable DHCP agents. Network: 3f099ac0-44f9-428e-a7fe-30fe300fc045, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:43.045110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] No DVR routers for this DVR port 1afd542e-c552-4d99-814e-790bb78720ba on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:43.128193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Update dhcp port {'port': {'network_id': '52af9e30-fe63-4dcc-abfc-d6420346cbe5', 'fixed_ips': [{'subnet_id': '785d4fd6-828e-48dc-a880-c73aea511cb1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bc8097b9-58da-4e22-a3dd-940ba4cd95c0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7c57015-344a-452a-85b0-e7b63f3429e8'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'e206c11e-6a90-47e5-9e8c-14a6aeae399e'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:21:43.206578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Calling delete_port for 1afd542e-c552-4d99-814e-790bb78720ba owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:43.211201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.273520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1afd542e-c552-4d99-814e-790bb78720ba no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:43.345813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1afd542e-c552-4d99-814e-790bb78720ba {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:43.346159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1afd542e-c552-4d99-814e-790bb78720ba not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:43.372664 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 235e1235-99bb-4d3a-aeb4-db366ab34279 associated. External IP: 172.26.6.10, port: b1ccefa8-0432-418e-bf57-316511f9c223. Nov 24 19:21:43.471183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:43.625786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.630548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Allocated IP 172.20.0.34 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/d7c57015-344a-452a-85b0-e7b63f3429e8/e206c11e-6a90-47e5-9e8c-14a6aeae399e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:43.646757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 3f099ac0-44f9-428e-a7fe-30fe300fc045) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:43.653286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.653958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.672003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9d538-1360-4128-b4ad-e0ffc381b326 None None] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:43.689454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db086c39-ec03-423d-b627-bf2b1c677117']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:43.771219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e97448-f54c-4b90-aff3-840b7ceb2188') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:43.771659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e97448-f54c-4b90-aff3-840b7ceb2188') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:43.798168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.800624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:43.801648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.872185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.912355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:43.912634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:43.927438 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:43.964286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:21:43.964638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:21:43.997515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] For port e206c11e-6a90-47e5-9e8c-14a6aeae399e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e206c11e-6a90-47e5-9e8c-14a6aeae399e,segment=NetworkSegment(2897c445-d7d9-43ca-98d8-c00ccc6334b6),segment_id=2897c445-d7d9-43ca-98d8-c00ccc6334b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:44.015322 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0438943 Nov 24 19:21:44.016395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39474) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:44.031016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.036707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'name': 'tempest-AllowedAddressPairTestJSON-1502228429'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:44.068820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.072725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:44.088556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Transition to ACTIVE for port object e206c11e-6a90-47e5-9e8c-14a6aeae399e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:44.096731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.107678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Pushing event deleted for resources: {'Network': ['ID=db086c39-ec03-423d-b627-bf2b1c677117,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:44.117104 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] 10.222.0.47 "DELETE /v2.0/networks/db086c39-ec03-423d-b627-bf2b1c677117 HTTP/1.1" status: 204 len: 168 time: 3.8473859 Nov 24 19:21:44.117104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:44.117749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:44.130653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.142279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-caab8542-8c2e-4fb7-be25-f0d0ef4a0bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:44.197984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-3f099ac0-44f9-428e-a7fe-30fe300fc045', 'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'tenant_id': 'd0d2b55fafc347ca85ce9d7317a89d80', 'fixed_ips': [{'subnet_id': 'b8975c30-c3be-44c6-a540-5ba2d2265641'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:21:44.198922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.343270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759409c-83ee-460d-b0b8-a0366b3b4519 req-44bcb7c5-0119-4c68-bc9a-265898d146d9 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:44.344860 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3759409c-83ee-460d-b0b8-a0366b3b4519 req-44bcb7c5-0119-4c68-bc9a-265898d146d9 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 1.0022798 Nov 24 19:21:44.400321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:44.425091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.438239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:44.443183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39480) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:44.444505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Pushing event updated for resources: {'Port': ['ID=e206c11e-6a90-47e5-9e8c-14a6aeae399e,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:44.457258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:44.477519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:44.478308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:44.485171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Deleting port 1afd542e-c552-4d99-814e-790bb78720ba {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:44.485521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.505910 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9806089 Nov 24 19:21:44.506158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39484) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:44.511928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:44.515843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:44.552179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:44.584659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:44.586841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:44.634023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Usage tracker for resource:port and tenant:d0d2b55fafc347ca85ce9d7317a89d80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:44.634562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.636994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:44.643112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:44.710627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] The port '1afd542e-c552-4d99-814e-790bb78720ba' was deleted {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:21:44.764084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:44.764532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0e4865-7419-4015-b140-46bd42676923 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:44.791720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Allocated IP 172.20.0.2 (3f099ac0-44f9-428e-a7fe-30fe300fc045/b8975c30-c3be-44c6-a540-5ba2d2265641/9acd5240-d8f2-4685-ab88-29733758659c) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:44.828990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:44.832726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:44.863225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Allocated IP 172.20.0.1 (ebee4b49-365d-438b-9ad7-73b9b44ab4fe/cc995c74-2c28-42ba-95d7-bd92ddd3e0b6/0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:44.886066 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3759409c-83ee-460d-b0b8-a0366b3b4519 req-1f265c34-efd7-4e9f-9199-9260b96cb155 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5238173 Nov 24 19:21:45.100180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4268473d-3de2-4faa-b4d4-dd45a7dcb13a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96ad70f937664b449eda413986e6a9fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6494570 Nov 24 19:21:45.108085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39488) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:45.119688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.138867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Transition to ACTIVE for port object 9acd5240-d8f2-4685-ab88-29733758659c will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:45.153974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Delete allocated IP 172.20.0.13 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/bc8097b9-58da-4e22-a3dd-940ba4cd95c0) {{(pid=87485) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 19:21:45.157222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] device_id is not set on port 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:21:45.178110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Transition to ACTIVE for port object 9acd5240-d8f2-4685-ab88-29733758659c will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:45.195023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.203148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-39f59ddd-c7b0-4a56-8081-a594e4b5dc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:45.276204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.290661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.291391 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 235e1235-99bb-4d3a-aeb4-db366ab34279 disassociated. External IP: 172.26.6.10, port: b1ccefa8-0432-418e-bf57-316511f9c223. Nov 24 19:21:45.300219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:45.303165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:45.307381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:45.318892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Pushing event updated for resources: {'Port': ['ID=9acd5240-d8f2-4685-ab88-29733758659c,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:45.349746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Allocated IP 172.20.0.40 (52af9e30-fe63-4dcc-abfc-d6420346cbe5/d7c57015-344a-452a-85b0-e7b63f3429e8/9c0cbe5e-3717-4398-9f62-7fcb3f9009a3) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:45.352842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:45.380235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.393043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0daaf3f9-88b6-4b46-b475-33a026889386 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:45.440595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd1af6e-a070-4dc7-a77e-e249aba62325']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:45.457806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.469585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Attempting to bind port 9acd5240-d8f2-4685-ab88-29733758659c on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:45.470196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Attempting to bind port 9acd5240-d8f2-4685-ab88-29733758659c by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'dec1a2ff-ebca-4e34-8e91-7b9e615f6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:45.470488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Attempting to bind port 9acd5240-d8f2-4685-ab88-29733758659c on network 3f099ac0-44f9-428e-a7fe-30fe300fc045 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:45.479802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:45.480293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Checking segment: {'id': 'dec1a2ff-ebca-4e34-8e91-7b9e615f6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:45.480771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.481258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Bound using segment: {'id': 'dec1a2ff-ebca-4e34-8e91-7b9e615f6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:45.481811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Bound port: 9acd5240-d8f2-4685-ab88-29733758659c, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec1a2ff-ebca-4e34-8e91-7b9e615f6afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:45.482262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.491717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Provisioning for port e206c11e-6a90-47e5-9e8c-14a6aeae399e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:45.505619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:45.506094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.516625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:45.516825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73c846e-2a7c-4a27-8b99-08e59a0a0f85') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:45.558879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.565619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.630551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 0daaf3f9-88b6-4b46-b475-33a026889386 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:45.643009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0daaf3f9-88b6-4b46-b475-33a026889386 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:45.643009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.683904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] For port 9acd5240-d8f2-4685-ab88-29733758659c, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:21:45.694933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.698220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Allocated IP 172.20.0.14 (3f099ac0-44f9-428e-a7fe-30fe300fc045/b8975c30-c3be-44c6-a540-5ba2d2265641/3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:45.711759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.743444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:45.744042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.761659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Transition to ACTIVE for port object 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:45.762849 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:45.785861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.799722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:45.826061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.830546 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8cad35f-a2c1-4258-9063-4bf86d32ca0a HTTP/1.1" status: 204 len: 168 time: 0.7187140 Nov 24 19:21:45.831821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cad35f-a2c1-4258-9063-4bf86d32ca0a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:45.832586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Provisioning complete for port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:45.833043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.834873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:45.847004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:45.888144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.916866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:45.932634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 0daaf3f9-88b6-4b46-b475-33a026889386, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0daaf3f9-88b6-4b46-b475-33a026889386,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:45.951615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.963656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:45.965041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e206c11e-6a90-47e5-9e8c-14a6aeae399e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:45.969220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.001302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d5d5c7f0-90ce-4f7c-b66d-6df98da3f9e9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:46.021273 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] 10.222.0.47 "DELETE /v2.0/networks/ffd1af6e-a070-4dc7-a77e-e249aba62325 HTTP/1.1" status: 204 len: 168 time: 5.4346437 Nov 24 19:21:46.030048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd1af6e-a070-4dc7-a77e-e249aba62325,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:46.036274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:46.038480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:46.039409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.121888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aca5dc2b-7d04-48f2-992a-7c913456a86c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:46.122116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Provisioning complete for port 43a23cee-e4f2-4a16-b3be-94692eced687 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:46.122406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.128384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:46.144559 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:46.171512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] For port 9acd5240-d8f2-4685-ab88-29733758659c, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9acd5240-d8f2-4685-ab88-29733758659c,segment=NetworkSegment(dec1a2ff-ebca-4e34-8e91-7b9e615f6afa),segment_id=dec1a2ff-ebca-4e34-8e91-7b9e615f6afa)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:21:46.175516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.179847 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:46.184337 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:46.204104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.233109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:46.241193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6d747251-f4c0-4fef-aeed-e7562df7b338 None None] Port 43a23cee-e4f2-4a16-b3be-94692eced687 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:46.247953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=0daaf3f9-88b6-4b46-b475-33a026889386,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:46.248889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:46.253239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:46.253717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-05bcc76b-0045-4e79-a8c1-dca439c2bd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:46.257756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:46.298536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:46.311167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:46.334207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:46.334597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.341550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:46.377670 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-973cabc8-e554-4c1c-9bee-2886d99b8366 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/floatingips/235e1235-99bb-4d3a-aeb4-db366ab34279 HTTP/1.1" status: 200 len: 687 time: 1.8680184 Nov 24 19:21:46.378275 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39500) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:46.403441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Pushing event updated for resources: {'Port': ['ID=9acd5240-d8f2-4685-ab88-29733758659c,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:46.406226 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:46.424807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:46.429894 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:46.430531 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:46.451387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.558090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39508) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:46.578103 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:46.578528 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a7548a-9d18-437c-8ee3-d35733bd2ccc None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:46.684092 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8d070745-b282-4111-b9ef-32dcf2c71f53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=783ff7d3dde7415fb08d9e2c5c939948&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1159151 Nov 24 19:21:46.690406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39514) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:46.694074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port 196fd147-e6fc-4ffa-9770-180140eac8b0 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:46.697203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.705707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Transition to ACTIVE for port object 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:46.741101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.776681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1c92022e-b834-4c31-b69f-6f7785a4cff5 None None] Provisioning for port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:46.784664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1c92022e-b834-4c31-b69f-6f7785a4cff5 None None] Provisioning complete for port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:46.785034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c92022e-b834-4c31-b69f-6f7785a4cff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.903722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.904411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1c92022e-b834-4c31-b69f-6f7785a4cff5 None None] Port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:46.935458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c60e1b7-c96b-4207-a9df-e793d7a5979d tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:46.976127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:46.993399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.014592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608294d-72f6-4ba0-b478-1b68730bb5f2 req-3dcb4b6a-f5c8-4e7c-a3a2-f4781dc166f2 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:47.016627 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6608294d-72f6-4ba0-b478-1b68730bb5f2 req-3dcb4b6a-f5c8-4e7c-a3a2-f4781dc166f2 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.7866733 Nov 24 19:21:47.028773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.067909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.068261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.309430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Transition to ACTIVE for port object 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:47.311651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event updated for resources: {'Port': ['ID=9c0cbe5e-3717-4398-9f62-7fcb3f9009a3,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:47.337549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:47.358943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0daaf3f9-88b6-4b46-b475-33a026889386 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:47.359650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for 196fd147-e6fc-4ffa-9770-180140eac8b0 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:47.372395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6608294d-72f6-4ba0-b478-1b68730bb5f2 req-303b7a8e-0bb7-475e-b9ea-f007d0580749 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408890 Nov 24 19:21:47.394093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] In _notify_port_updated(), no bound segment for port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 on network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:21:47.400083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:47.400961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.402448 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "PUT /v2.0/ports/9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 HTTP/1.1" status: 200 len: 960 time: 5.2052052 Nov 24 19:21:47.411863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39532) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:47.489150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0daaf3f9-88b6-4b46-b475-33a026889386 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:47.489547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.523689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.531589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:47.597209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae96c050-753e-435e-8045-e8bfccec8a54,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:47.604407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:47.612966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.617202 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae96c050-753e-435e-8045-e8bfccec8a54 HTTP/1.1" status: 204 len: 168 time: 0.9221134 Nov 24 19:21:47.673916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.713475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9acd5240-d8f2-4685-ab88-29733758659c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:47.748068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.753411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0f7287f0-d018-460a-b37a-4ab1b7371959 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:47.781692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:47.782156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.874153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a0c6ed25-0109-44da-8a59-9dc60e6e96f0 None None] Provisioning for port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:47.892717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a0c6ed25-0109-44da-8a59-9dc60e6e96f0 None None] Provisioning complete for port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:47.893273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ed25-0109-44da-8a59-9dc60e6e96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:47.935878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=196fd147-e6fc-4ffa-9770-180140eac8b0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:47.946221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:47.959044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9acd5240-d8f2-4685-ab88-29733758659c completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:47.994042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6ed25-0109-44da-8a59-9dc60e6e96f0 None None] Port 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:48.021454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40755e3e-3ff3-4b7c-9580-b217d63d35c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:48.055459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.080835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357fd4c-83e9-4530-8018-ebb495a30690 None None] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:48.095037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.103032 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/floatingips/235e1235-99bb-4d3a-aeb4-db366ab34279 HTTP/1.1" status: 204 len: 168 time: 1.7233412 Nov 24 19:21:48.104461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39548) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:48.112716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'fe4df104-4b11-4422-8fe0-7dd56b2035c1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:48.124037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:48.129921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:floatingip and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:48.133530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:48.141304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:48.158983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.185890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:48.189205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:48.189849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.289150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Provisioning for port 9acd5240-d8f2-4685-ab88-29733758659c completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:48.377652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.395562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Provisioning complete for port 9acd5240-d8f2-4685-ab88-29733758659c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:48.396031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.575490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.580785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.26.6.16 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/b99e7e72-ccb9-4e97-9c67-8b3f1796e53f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:48.651099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.772613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:48.784888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] For port 9acd5240-d8f2-4685-ab88-29733758659c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9acd5240-d8f2-4685-ab88-29733758659c,segment=NetworkSegment(dec1a2ff-ebca-4e34-8e91-7b9e615f6afa),segment_id=dec1a2ff-ebca-4e34-8e91-7b9e615f6afa)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:48.798905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.806044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:48.857044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.913408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Pushing event updated for resources: {'Port': ['ID=9acd5240-d8f2-4685-ab88-29733758659c,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:48.919134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:48.931555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:48.934619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:48.958330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:49.000713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:49.012644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:49.027517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d33be95a-12ea-4430-82f7-429308285b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:49.049965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:49.067098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:49.073742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:49.082034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:49.084717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:49.183870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=b99e7e72-ccb9-4e97-9c67-8b3f1796e53f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:49.200767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=9c0cbe5e-3717-4398-9f62-7fcb3f9009a3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:49.203832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:49.206998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:49.269099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9acd5240-d8f2-4685-ab88-29733758659c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:49.331156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3655d9c-fc21-40b6-a1eb-1ab38a15cd19 req-1ed9cb82-a004-4fd3-b1c4-2699aa54f466 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:49.333208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e3655d9c-fc21-40b6-a1eb-1ab38a15cd19 req-1ed9cb82-a004-4fd3-b1c4-2699aa54f466 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 1.6721075 Nov 24 19:21:49.402170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39586) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:49.403881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:49.406322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:49.442365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9acd5240-d8f2-4685-ab88-29733758659c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:49.442754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:49.498312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e00ea787-0574-474a-b291-8762278aa8b6 None None] Provisioning for port 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:49.527869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e00ea787-0574-474a-b291-8762278aa8b6 None None] Provisioning complete for port 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:49.528264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e00ea787-0574-474a-b291-8762278aa8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:49.552851 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5278165 Nov 24 19:21:49.558171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39594) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:49.593099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'name': 'tempest-AllowedAddressPairTestJSON-637011073', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:04:c3:79'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:49.639076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e00ea787-0574-474a-b291-8762278aa8b6 None None] Port 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:49.753114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e00ea787-0574-474a-b291-8762278aa8b6 None None] Provisioning complete for port 9acd5240-d8f2-4685-ab88-29733758659c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:49.753503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e00ea787-0574-474a-b291-8762278aa8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:49.816521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:49.818382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 HTTP/1.1" status: 204 len: 168 time: 2.4043803 Nov 24 19:21:49.821189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39602) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:49.843004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e3655d9c-fc21-40b6-a1eb-1ab38a15cd19 req-e08ea1af-be1d-458c-a58f-ca239476ff90 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801055 Nov 24 19:21:49.871551 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9211ef89-a665-40aa-bddc-b11505e815b2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] GET failed (client error): The resource could not be found. Nov 24 19:21:49.872168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9211ef89-a665-40aa-bddc-b11505e815b2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:49.935160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9211ef89-a665-40aa-bddc-b11505e815b2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:49.936825 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9211ef89-a665-40aa-bddc-b11505e815b2 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports/9c0cbe5e-3717-4398-9f62-7fcb3f9009a3 HTTP/1.1" status: 404 len: 333 time: 0.1142197 Nov 24 19:21:49.943424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39610) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:49.958318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:49.972094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:50.005244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Usage tracker for resource:floatingip and tenant:a585c6e3871b49f8b065fb7d5c51acb3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:50.024039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:50.030485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:50.036070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:50.046796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Usage tracker for resource:port and tenant:d0d2b55fafc347ca85ce9d7317a89d80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:50.050298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:50.058535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:50.058912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.064610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.086828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.110525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bb0288d5-c5d9-4906-aa67-9af0fab859d9 None None] Provisioning complete for port 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:50.111105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bb0288d5-c5d9-4906-aa67-9af0fab859d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.187850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bb0288d5-c5d9-4906-aa67-9af0fab859d9 None None] Port 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:50.261717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:50.272163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:50.308230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.327550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39618) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:50.373513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.381743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.406676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.416834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e88b79bc-a104-484a-8da7-0beac18e4c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:50.564182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.566607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:50.574292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.581148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:50.626426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61be65b-ecb0-4b10-a18f-512ddb75265a req-90e2ce28-498e-4ed5-8cde-8ed5e5e89ed5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:50.627920 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f61be65b-ecb0-4b10-a18f-512ddb75265a req-90e2ce28-498e-4ed5-8cde-8ed5e5e89ed5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.5645185 Nov 24 19:21:50.634985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.649537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.704142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:50.736949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.744056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.745415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-886288338'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:50.749899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-683dea19-678c-4efc-b7da-d423a176b584 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:50.755529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d88459-04d8-4975-ae42-0c9296e0a185,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:50.761248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:50.763445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:50.775296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Usage tracker for resource:network and tenant:7711311113dc4699888bf0f7aedab8b9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:50.779730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] device_id is not set on port 4222435a-abd2-4635-a80f-767fe228b49b yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:21:50.816718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Allocated IP 172.26.6.231 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/ae6a6495-d1ff-4295-b51b-47f5d1c928c8) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:50.818952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:50.835171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.838645 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/security-groups/08d88459-04d8-4975-ae42-0c9296e0a185 HTTP/1.1" status: 204 len: 168 time: 0.8918400 Nov 24 19:21:50.841639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:50.847008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39624) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:50.883357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=b99e7e72-ccb9-4e97-9c67-8b3f1796e53f,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:50.889564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:50.895892 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f61be65b-ecb0-4b10-a18f-512ddb75265a req-94bcb1ae-5046-4568-8950-e0feb9ce2359 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508049 Nov 24 19:21:50.918831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.929840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Made reservation on behalf of 7711311113dc4699888bf0f7aedab8b9 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:50.933338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:50.973671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.023101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:51.039148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:51.091040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:51.106177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Usage tracker for resource:security_group_rule and tenant:7711311113dc4699888bf0f7aedab8b9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:51.163156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:51.203269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:51.209967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.213522 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP d4cbb11c-e6cb-43e8-b406-a98ca4d81250 associated. External IP: 172.26.6.16, port: fe4df104-4b11-4422-8fe0-7dd56b2035c1. Nov 24 19:21:51.242161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.244235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Allocated IP 172.20.0.10 (3f099ac0-44f9-428e-a7fe-30fe300fc045/b8975c30-c3be-44c6-a540-5ba2d2265641/4222435a-abd2-4635-a80f-767fe228b49b) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:51.316554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2a13a8dc-b7e5-4c70-9801-a83846c7fe2d None None] Provisioning complete for port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:51.317133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2a13a8dc-b7e5-4c70-9801-a83846c7fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.371937 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2a13a8dc-b7e5-4c70-9801-a83846c7fe2d None None] Port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:51.401906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.403929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.408397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e7ee672c-d604-4843-bb19-cf323059b57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:51.507573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:51.534993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d3f40-7e4f-4fa5-bd11-a6e7dc08e7c5 req-59383df2-df99-4e62-a801-02d8371317c5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:51.536501 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a0d3f40-7e4f-4fa5-bd11-a6e7dc08e7c5 req-59383df2-df99-4e62-a801-02d8371317c5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.4936175 Nov 24 19:21:51.547829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:51.554701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:51.562607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:51.659497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Port': ['ID=ae6a6495-d1ff-4295-b51b-47f5d1c928c8,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:51.675027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:51.721899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:51.740104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.757081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eb6e68b6-b198-43d0-b86f-6b120bffb508 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:51.770300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.789014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a0d3f40-7e4f-4fa5-bd11-a6e7dc08e7c5 req-3e08ab6a-12ed-4a26-91aa-5e537784a7b6 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343314 Nov 24 19:21:51.789769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8927e95-db47-4ff8-b71b-43712dd26781,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:51.791431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:51.807902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:51.808445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:51.831949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.072214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:52.100337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9df8ab-2b9c-423b-919a-092f140d88e8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:52.105382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.112639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.112981 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Added segment 8a4bd5fe-f661-42b2-b44c-c417a1bbd55d of type vlan for network 900ed241-9736-438d-a233-332bc4a29655 Nov 24 19:21:52.114253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:52.131853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.134888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.137055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-279f05db-514b-4b34-8660-8c50cdcf6d42 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/security-groups/d8927e95-db47-4ff8-b71b-43712dd26781 HTTP/1.1" status: 204 len: 168 time: 1.2808762 Nov 24 19:21:52.141956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:52.143470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39632) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:52.152159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:52.157738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:52.167215 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:52.179115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:52.181149 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:52.181916 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:52.188808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:52.192906 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] 10.222.0.47 "PUT /v2.0/routers/81d782eb-4ea6-4266-8d50-407fa71482a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3994801 Nov 24 19:21:52.194264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Transition to ACTIVE for port object 4222435a-abd2-4635-a80f-767fe228b49b will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:52.196388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.261050 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:52.271531 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:52.272498 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:52.277540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.283138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:52.283749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.291705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8672368-8d8b-4d38-a0d6-afd575b2b35b tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:52.331738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.347536 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:52.348427 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107efe2-7678-4936-b1a9-f2b3179beee7 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:52.403051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.415743 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3098431 Nov 24 19:21:52.418177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39638) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:52.481279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.486151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:52.487363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.491867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:52.512942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.547579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Pushing event updated for resources: {'Network': ['ID=900ed241-9736-438d-a233-332bc4a29655,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:52.551049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1542959 Nov 24 19:21:52.563061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 900ed241-9736-438d-a233-332bc4a29655 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:52.570787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:52.571671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3084fb61-7e01-4cca-b994-4b9ecb4a1df0 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:52.575603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39644) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:52.652245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Port': ['ID=ae6a6495-d1ff-4295-b51b-47f5d1c928c8,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:52.652982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.657070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:52.666261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.681602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:52.691013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.696299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:52.697952 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2945383 Nov 24 19:21:52.699448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39652) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:52.710835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:52.715604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-633850539'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:52.731522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:52.741380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Usage tracker for resource:network and tenant:a585c6e3871b49f8b065fb7d5c51acb3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:52.753326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:52.767775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:52.787558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39656) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:52.788320 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-396511dd-a743-4777-b648-05713195527f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "GET /v2.0/floatingips/d4cbb11c-e6cb-43e8-b406-a98ca4d81250 HTTP/1.1" status: 200 len: 977 time: 0.3551872 Nov 24 19:21:52.799773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=4222435a-abd2-4635-a80f-767fe228b49b,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:52.822060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:52.866345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:52.867132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.888429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.919139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-711d2585-c48b-4a65-838b-04295ad764ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:52.941687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e6fc6-3f9a-49d1-b6d9-ecc902d814db,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:52.941906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Made reservation on behalf of a585c6e3871b49f8b065fb7d5c51acb3 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:52.945507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.957428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:52.966603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:52.984048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'network': {'name': 'tempest-network--1968587926', 'router:external': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:52.984666 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/security-groups/396e6fc6-3f9a-49d1-b6d9-ecc902d814db HTTP/1.1" status: 204 len: 168 time: 0.8354170 Nov 24 19:21:52.985416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39664) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:52.997556 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.4243827 Nov 24 19:21:52.998031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39668) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:53.002781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:53.024925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.044694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:network and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:53.049565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:53.060815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:53.063372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:53.069300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Usage tracker for resource:security_group_rule and tenant:a585c6e3871b49f8b065fb7d5c51acb3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:53.076183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:53.083152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fce82970-82ea-4a30-9923-ac6535689c2b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Synchronizing usage tracker for tenant:7af34bda4ac2423388e026259d0ade47 on resource:floatingip {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:53.091611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:53.109200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Made reservation on behalf of 468ca87bc992488db88b6ce4f830a729 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:53.111431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.137138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.152074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fce82970-82ea-4a30-9923-ac6535689c2b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Unset dirty status for tenant:7af34bda4ac2423388e026259d0ade47 on resource:floatingip {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:53.156870 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fce82970-82ea-4a30-9923-ac6535689c2b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3681667 Nov 24 19:21:53.157125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet bc8097b9-58da-4e22-a3dd-940ba4cd95c0 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:53.157643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39674) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:53.162165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.175098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'port_id': 'b1ccefa8-0432-418e-bf57-316511f9c223'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:53.175683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aa4d33a5-ae3d-49f6-a268-0ca4369d44ad None None] Provisioning for port 4222435a-abd2-4635-a80f-767fe228b49b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:53.188157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aa4d33a5-ae3d-49f6-a268-0ca4369d44ad None None] Provisioning complete for port 4222435a-abd2-4635-a80f-767fe228b49b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:53.188589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aa4d33a5-ae3d-49f6-a268-0ca4369d44ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.235124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bb0a22-8f65-467f-956d-44dd4df799ed tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:53.241095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bb0a22-8f65-467f-956d-44dd4df799ed tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:53.247529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bb0a22-8f65-467f-956d-44dd4df799ed tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:53.248984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-78bb0a22-8f65-467f-956d-44dd4df799ed tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Synchronizing usage tracker for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:53.253620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.263783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d33a5-ae3d-49f6-a268-0ca4369d44ad None None] Port 4222435a-abd2-4635-a80f-767fe228b49b cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:53.272826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:49Z', 'revision_number': 2, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:53.277330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:21:53.277805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Updating router 81d782eb-4ea6-4266-8d50-407fa71482a4 port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:21:53.280557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39680) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:53.290246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:53.305928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-17343476-network', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:53.319007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:53.324901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:security_group_rule and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:53.330264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:53.334300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-78bb0a22-8f65-467f-956d-44dd4df799ed tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Unset dirty status for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:53.335569 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-78bb0a22-8f65-467f-956d-44dd4df799ed tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3366611 Nov 24 19:21:53.338856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39684) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:53.345413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Usage tracker for resource:network and tenant:e88e65447cb54a2fac4a6d1085dde49e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:53.351787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.354098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:53.356297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:53.364464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.401274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.464853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:53.500151 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-484e2238-451d-4480-a5d8-8c40150f0c9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1063941 Nov 24 19:21:53.501697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.506461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:53.552002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Made reservation on behalf of e88e65447cb54a2fac4a6d1085dde49e for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:53.554223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.590677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8097b9-58da-4e22-a3dd-940ba4cd95c0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:53.593265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.597608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:53.599020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port 4222435a-abd2-4635-a80f-767fe228b49b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:53.599369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.606908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bca28d-470a-4b52-93d8-a383c5c3e935 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:53.615924 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/bc8097b9-58da-4e22-a3dd-940ba4cd95c0 HTTP/1.1" status: 204 len: 168 time: 0.6250558 Nov 24 19:21:53.616112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39688) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:53.680109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.696288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet d7c57015-344a-452a-85b0-e7b63f3429e8 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:53.702103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.731422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-90da4259-3e55-4249-a31e-2309373e1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:53.733620 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-90da4259-3e55-4249-a31e-2309373e1744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.1940134 Nov 24 19:21:53.753711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.775544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:53.780665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.786578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.791165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a8a474e-4686-44bd-8e02-9bde059587ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:53.801186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:e88e65447cb54a2fac4a6d1085dde49e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:53.858489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:53.889373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.901888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Transition to ACTIVE for port object 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:53.905733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:53.917538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:53.923453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-12926ebe-d420-491f-afd0-104e133d284e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:53.928981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:53.969632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-b36f2779-c0b0-4e3a-b842-1a14fccf1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:53.971113 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-b36f2779-c0b0-4e3a-b842-1a14fccf1426 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.2111895 Nov 24 19:21:53.980698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.001177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f931462-b109-415b-ba7e-15a829e5405b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:54.005283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:54.016919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.017710 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Added segment 790ee67e-c60f-4f1a-a512-37dc4c35bb56 of type vlan for network d1116461-2f18-491a-acb4-66a455eefe55 Nov 24 19:21:54.113519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4d46a-273e-4a53-bf6e-e7fd6a9e1b31 None None] Pushing event updated for resources: {'Port': ['ID=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:54.149557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64e4d46a-273e-4a53-bf6e-e7fd6a9e1b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:54.237307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Attempting to bind port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:54.237698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Attempting to bind port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:54.238107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Attempting to bind port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:54.245013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:54.245395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Checking segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:54.245798 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.246196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Bound using segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:54.246678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Bound port: 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:54.247351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.333135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-b60668ae-b4d9-485c-8e34-e747b462c520 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1002 time: 0.3033886 Nov 24 19:21:54.360781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] For port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:21:54.364085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] For port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:21:54.370760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.375138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-343751ec-43a4-475d-9ca0-6121e182e44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:54.378865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.386829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:54.434052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c57015-344a-452a-85b0-e7b63f3429e8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:54.439141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:54.442026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.456353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/d7c57015-344a-452a-85b0-e7b63f3429e8 HTTP/1.1" status: 204 len: 168 time: 0.8370862 Nov 24 19:21:54.456353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-38c66e31-070e-4b73-829a-15375a7dffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:54.457606 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-38c66e31-070e-4b73-829a-15375a7dffb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.1124265 Nov 24 19:21:54.458160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39692) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:54.470627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:54.471272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:54.523355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4d46a-273e-4a53-bf6e-e7fd6a9e1b31 None None] Pushing event updated for resources: {'Port': ['ID=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:54.538048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64e4d46a-273e-4a53-bf6e-e7fd6a9e1b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:54.545908 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e968abcc-700a-4bf5-b6f2-a8c9148de71a tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:54.546386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e968abcc-700a-4bf5-b6f2-a8c9148de71a tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:54.548222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e968abcc-700a-4bf5-b6f2-a8c9148de71a tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/bc8097b9-58da-4e22-a3dd-940ba4cd95c0 HTTP/1.1" status: 404 len: 337 time: 0.0889664 Nov 24 19:21:54.553811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39696) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:54.665953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting subnet 785d4fd6-828e-48dc-a880-c73aea511cb1 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:21:54.676304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.709528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.727318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:21:54.770175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.771534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.847658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-3a8e9fc5-e3fe-4296-91e9-9bd1662a7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:54.849493 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-3a8e9fc5-e3fe-4296-91e9-9bd1662a7c1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3465161 Nov 24 19:21:54.861124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.891727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:54.907492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:54.907836 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Added segment 64a2498a-1584-4ba5-b92f-852c3b3231a1 of type vlan for network cf8bcd65-0fe2-47f6-a0da-579434a6be48 Nov 24 19:21:55.010947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.018748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:55.028188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7ad69ac-24e0-4c72-89af-ff7f45675326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:55.039261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.055580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.067857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.095281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.118969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-5df65c2c-57dd-485b-a3f9-5fc243f999f0 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597842 Nov 24 19:21:55.190735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff204985-0a4c-4031-b446-c799163ec69c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:55.196172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458723a-eac6-49f5-99d0-120b482a19e0 None None] Network 52af9e30-fe63-4dcc-abfc-d6420346cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:55.235111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.241729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-712d7f6c-0f5a-4d3f-b6e0-127dc61237b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:55.257372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.262821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:55.263409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.282602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Subnet': ['ID=785d4fd6-828e-48dc-a880-c73aea511cb1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:55.286411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Calling delete_port for 4222435a-abd2-4635-a80f-767fe228b49b owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:55.295256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:55.297382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.316961 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/785d4fd6-828e-48dc-a880-c73aea511cb1 HTTP/1.1" status: 204 len: 168 time: 0.7599304 Nov 24 19:21:55.317235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-50407d2e-3c8d-4887-b739-2652edb7e7b5 None None] Provisioning complete for port 43a23cee-e4f2-4a16-b3be-94692eced687 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:55.317235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-50407d2e-3c8d-4887-b739-2652edb7e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.318146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39700) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.319717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:55.320109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-435ea1f3-2af2-457b-9cbf-d008ce07502e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:55.338195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:55.357108 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14e5045c-a479-4c2f-a32f-e185cbad051f req-7903667b-aa52-4a11-871f-1082174fbe24 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292747 Nov 24 19:21:55.362312 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e550452-f09e-4f85-9a75-036063a62f4f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:55.362512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e550452-f09e-4f85-9a75-036063a62f4f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:55.366520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:55.366666 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2e550452-f09e-4f85-9a75-036063a62f4f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/a5e42e41-b5d0-4c94-9f4e-23d6d385caa2 HTTP/1.1" status: 404 len: 337 time: 0.0451398 Nov 24 19:21:55.366752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39704) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.392035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:54Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:55.399746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d0516-7041-493d-a8ae-47db39144317 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:54Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:55.416373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9a3d797b-9cd1-47a8-965c-9dcfd62b320c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Synchronizing usage tracker for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:55.430583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9a3d797b-9cd1-47a8-965c-9dcfd62b320c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Unset dirty status for tenant:1bb0ccabe7004e93bef1366812ee3059 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:55.431680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9a3d797b-9cd1-47a8-965c-9dcfd62b320c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "GET /v2.0/ports?device_id=38fc7e59-673f-4531-903e-dac808dfb455 HTTP/1.1" status: 200 len: 205 time: 0.0640137 Nov 24 19:21:55.434252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39708) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.491924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.492343 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Added segment b47078f2-adcd-452d-b5d6-f3a9966e2f2d of type vlan for network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f Nov 24 19:21:55.511327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-50407d2e-3c8d-4887-b739-2652edb7e7b5 None None] Port 43a23cee-e4f2-4a16-b3be-94692eced687 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:21:55.520448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Network': ['ID=d1116461-2f18-491a-acb4-66a455eefe55,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:55.521248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-a2b2240d-365e-4849-bf37-7169d9a2f25c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] delete failed (client error): The resource could not be found. Nov 24 19:21:55.522496 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a2b2240d-365e-4849-bf37-7169d9a2f25c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/routers/38fc7e59-673f-4531-903e-dac808dfb455 HTTP/1.1" status: 404 len: 336 time: 0.0873132 Nov 24 19:21:55.525901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39712) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.531933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:55.541352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:55.542213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-50407d2e-3c8d-4887-b739-2652edb7e7b5 None None] Provisioning complete for port e206c11e-6a90-47e5-9e8c-14a6aeae399e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:55.542653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-50407d2e-3c8d-4887-b739-2652edb7e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.548297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.549425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:55.550106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.583822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d1116461-2f18-491a-acb4-66a455eefe55 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:55.586030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcac370-5be1-4b1e-8cc4-75120a25e0e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:55.586440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcac370-5be1-4b1e-8cc4-75120a25e0e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:55.587328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:55.592382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ddcac370-5be1-4b1e-8cc4-75120a25e0e9 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/5c19483a-1038-48dd-a71e-2d948d9ff232 HTTP/1.1" status: 404 len: 337 time: 0.0648086 Nov 24 19:21:55.593171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39716) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.632715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a9e52e-caa0-4cd9-abdf-566f1ea4e243 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:55.633195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a9e52e-caa0-4cd9-abdf-566f1ea4e243 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:55.637777 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f0a9e52e-caa0-4cd9-abdf-566f1ea4e243 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/0fe8acb3-32be-44f6-b0c8-85457edddb65 HTTP/1.1" status: 404 len: 337 time: 0.0435071 Nov 24 19:21:55.638410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39720) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.680632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab313325-adc7-48aa-94a9-23f0bf63922c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:55.681085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab313325-adc7-48aa-94a9-23f0bf63922c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:55.686552 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ab313325-adc7-48aa-94a9-23f0bf63922c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/ec247ff7-e582-48c0-8398-b78dda2f62f5 HTTP/1.1" status: 404 len: 337 time: 0.0463049 Nov 24 19:21:55.687322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39724) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.709254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.743836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39728) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.744446 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0418680 Nov 24 19:21:55.747661 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-20019d7f-43a0-4574-8c1f-ba98e14f97a8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:55.748805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20019d7f-43a0-4574-8c1f-ba98e14f97a8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:55.751707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a86a68-19bf-4f08-aadb-aaee714cfe89,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:55.753360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-20019d7f-43a0-4574-8c1f-ba98e14f97a8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/f7abdbeb-4469-46ad-864e-f96d946909db HTTP/1.1" status: 404 len: 333 time: 0.0649865 Nov 24 19:21:55.754623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39732) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.757647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Request body: {'subnet': {'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:55.763086 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1830039 Nov 24 19:21:55.772147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39736) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:55.798252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:55.803455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:55.869976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:55.879140 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.898105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] DHCP port deletion for 52af9e30-fe63-4dcc-abfc-d6420346cbe5 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:21:55.904624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Deleting port e206c11e-6a90-47e5-9e8c-14a6aeae399e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:55.905027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:55.949354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.013528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:56.023242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Usage tracker for resource:subnet and tenant:a585c6e3871b49f8b065fb7d5c51acb3 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:56.034664 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fb0a9b-8294-484f-b8c4-7da9c0f24be5 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:56.035125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fb0a9b-8294-484f-b8c4-7da9c0f24be5 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:56.036428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:56.047353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:56.054532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.084003 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-62fb0a9b-8294-484f-b8c4-7da9c0f24be5 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/b22ff338-082c-4d7b-836a-ea451153eb3c HTTP/1.1" status: 404 len: 337 time: 0.3228569 Nov 24 19:21:56.090043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.091240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:56.092631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.096926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Network': ['ID=cf8bcd65-0fe2-47f6-a0da-579434a6be48,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:56.099275 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39740) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:56.110878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:56.116406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:56.125440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Made reservation on behalf of a585c6e3871b49f8b065fb7d5c51acb3 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:56.129669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.148275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network cf8bcd65-0fe2-47f6-a0da-579434a6be48 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:56.240079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.242368 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a487c0f9-73f1-4131-ab07-932cf9c0567f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:56.243013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a487c0f9-73f1-4131-ab07-932cf9c0567f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:56.250391 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a487c0f9-73f1-4131-ab07-932cf9c0567f tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/87c3c7a5-e541-4ff9-97cb-b116d2c6ec7e HTTP/1.1" status: 404 len: 337 time: 0.1450803 Nov 24 19:21:56.260705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39744) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:56.301985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] For port e206c11e-6a90-47e5-9e8c-14a6aeae399e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e206c11e-6a90-47e5-9e8c-14a6aeae399e,segment=NetworkSegment(2897c445-d7d9-43ca-98d8-c00ccc6334b6),segment_id=2897c445-d7d9-43ca-98d8-c00ccc6334b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:56.302399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.448544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.478382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Calling delete_port for e206c11e-6a90-47e5-9e8c-14a6aeae399e owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:56.491888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8bcd65-0fe2-47f6-a0da-579434a6be48']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:56.509310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a2498a-1584-4ba5-b92f-852c3b3231a1') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:56.509704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a2498a-1584-4ba5-b92f-852c3b3231a1') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:56.524904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.547689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.552669 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2695003 Nov 24 19:21:56.569419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39748) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:56.574193 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3284203-f3cf-4a74-9a6c-be02addd4c31 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:56.574664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3284203-f3cf-4a74-9a6c-be02addd4c31 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:56.579769 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3284203-f3cf-4a74-9a6c-be02addd4c31 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/f543265a-6f0f-4663-9c62-022f39ff9fcb HTTP/1.1" status: 404 len: 333 time: 0.1484079 Nov 24 19:21:56.629424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Request body: {'subnet': {'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-17343476-subnet', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:56.642662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39752) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:56.655477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:56.657933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:56.658348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.672611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:56.675381 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:56.761897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:56.817787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:56.819328 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3c31bd-4f55-4ad0-9d3f-5e73c716a1f8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:56.819915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3c31bd-4f55-4ad0-9d3f-5e73c716a1f8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:56.821819 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bf3c31bd-4f55-4ad0-9d3f-5e73c716a1f8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/568bc5f2-24ea-4083-874a-cd46ef73702d HTTP/1.1" status: 404 len: 337 time: 0.1780756 Nov 24 19:21:56.823129 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP d4cbb11c-e6cb-43e8-b406-a98ca4d81250 associated. External IP: 172.26.6.16, port: fe4df104-4b11-4422-8fe0-7dd56b2035c1. Nov 24 19:21:56.827890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39756) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:56.867912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.882613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-811b81b4-17f5-4008-84c3-3e371a43333d tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:56.887596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:56.898652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.918066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-21f4084c-94c9-4901-8a47-5419f2f89eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:56.928044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Usage tracker for resource:subnet and tenant:e88e65447cb54a2fac4a6d1085dde49e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:56.941582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Port': ['ID=4222435a-abd2-4635-a80f-767fe228b49b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:56.957109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:56.964477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] No DVR routers for this DVR port e206c11e-6a90-47e5-9e8c-14a6aeae399e on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:21:56.983568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:56.992781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:57.005819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf8bcd65-0fe2-47f6-a0da-579434a6be48 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 19:21:57.008954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Pushing event deleted for resources: {'Port': ['ID=e206c11e-6a90-47e5-9e8c-14a6aeae399e,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:57.010029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.016211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:57.019736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Subnet': ['ID=64a63673-66fb-47ba-a87d-268d3f34f714,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:57.023361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:57.024682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:57.043693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa33349c-05f5-4fb0-ab0f-2aad8a4fb2ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] DELETE failed (client error): The resource could not be found. Nov 24 19:21:57.044213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa33349c-05f5-4fb0-ab0f-2aad8a4fb2ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:21:57.048661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:57.062590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fa33349c-05f5-4fb0-ab0f-2aad8a4fb2ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/subnets/32d90d1f-5cac-45e9-9cae-251ce8eb2101 HTTP/1.1" status: 404 len: 337 time: 0.2334476 Nov 24 19:21:57.067174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39760) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:57.151758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.155134 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/ports/4222435a-abd2-4635-a80f-767fe228b49b HTTP/1.1" status: 204 len: 168 time: 3.8061461 Nov 24 19:21:57.158553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39764) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:57.166586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf8bcd65-0fe2-47f6-a0da-579434a6be48,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:57.169589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:57.180022 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "DELETE /v2.0/networks/cf8bcd65-0fe2-47f6-a0da-579434a6be48 HTTP/1.1" status: 204 len: 168 time: 1.4067965 Nov 24 19:21:57.188281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Deleting port 43a23cee-e4f2-4a16-b3be-94692eced687 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:21:57.188711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.252275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:57.255608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39768) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:57.261728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:57.267882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:57.272448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:network and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:57.276277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:57.282750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:57.313123 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c78e3e1-3294-4beb-a912-b352daecd76d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] GET failed (client error): The resource could not be found. Nov 24 19:21:57.314406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7c78e3e1-3294-4beb-a912-b352daecd76d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Synchronizing usage tracker for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:21:57.325533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Made reservation on behalf of e88e65447cb54a2fac4a6d1085dde49e for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:57.329071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.329800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:21:57.335637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:57.336210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.438428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7c78e3e1-3294-4beb-a912-b352daecd76d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Unset dirty status for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:21:57.439853 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7c78e3e1-3294-4beb-a912-b352daecd76d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "GET /v2.0/ports/4222435a-abd2-4635-a80f-767fe228b49b HTTP/1.1" status: 404 len: 333 time: 0.2733986 Nov 24 19:21:57.475974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.493532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.511918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:21:57.518256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.520233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2039f3ae-981e-4a43-a156-2c60f7e70673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:57.617782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e206c11e-6a90-47e5-9e8c-14a6aeae399e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:21:57.626721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39774) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:57.633774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'name': 'tempest-AllowedAddressPairTestJSON-217101871'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:57.659424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: e206c11e-6a90-47e5-9e8c-14a6aeae399e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:21:57.659781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e206c11e-6a90-47e5-9e8c-14a6aeae399e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:21:57.661312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:57.664552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:57.664677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Calling delete_port for 43a23cee-e4f2-4a16-b3be-94692eced687 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:21:57.696268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:57.696796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Made reservation on behalf of 468ca87bc992488db88b6ce4f830a729 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:57.697860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.810102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Checking segment: {'id': '790ee67e-c60f-4f1a-a512-37dc4c35bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:57.810369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Network hostable DHCP agents. Network: d1116461-2f18-491a-acb4-66a455eefe55, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:57.872360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:21:57.895421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Network d1116461-2f18-491a-acb4-66a455eefe55 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:57.914011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.914360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Added segment 6f23bf62-faf2-4308-8d3b-8a71ef074617 of type vlan for network 15768f39-1b9a-442d-9e57-c2c76651bc1a Nov 24 19:21:57.925390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.936440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-90194d6e-9f3e-4e72-841f-c01fc69bcd4d tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:57.958737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:57.963734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f7b33b5-3d54-4bad-9a0c-11ecdc35456e tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:57.994735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:57.995391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d1116461-2f18-491a-acb4-66a455eefe55) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:58.002129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:58.002737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.006816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ef435-22bf-4802-afc7-ad625c0f7ef2 None None] Network d1116461-2f18-491a-acb4-66a455eefe55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:58.014226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Port': ['ID=43a23cee-e4f2-4a16-b3be-94692eced687,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:58.017006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:58.023321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:58.023551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:58.033181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.041428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:58.042264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:58.066487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:58.078735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.085588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/ports/43a23cee-e4f2-4a16-b3be-94692eced687 HTTP/1.1" status: 204 len: 168 time: 1.0118232 Nov 24 19:21:58.086823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39778) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:58.110616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3655822 Nov 24 19:21:58.120798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39782) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:58.130083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1546711064', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:58.139531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:58.142320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.164517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:58.182022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:58.182652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:58.213215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:58.235916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Usage tracker for resource:router and tenant:a585c6e3871b49f8b065fb7d5c51acb3 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:58.242999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:21:58.254971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2f8cb8-a23a-4805-8418-3cfd5495ebf1,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:58.260348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:58.260804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:58.264288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] device_id is not set on port d35666a0-a36c-4f34-a98c-0dc9292128c5 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:21:58.264459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:58.264839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e781ee-e6d6-472d-a08d-149f7638cd35 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:58.318533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:58.329787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Checking segment: {'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:58.330013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Network hostable DHCP agents. Network: ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:21:58.345405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.361257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.362592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:58.363300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.364536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:21:58.380180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a5f9df4-2f4d-4191-bd9d-e06d4b3e782c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:58.388269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-d1116461-2f18-491a-acb4-66a455eefe55', 'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55', 'tenant_id': 'a585c6e3871b49f8b065fb7d5c51acb3', 'fixed_ips': [{'subnet_id': '64a63673-66fb-47ba-a87d-268d3f34f714'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:21:58.389431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.406298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.407354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.440448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:58.454081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:21:58.454590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.455662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb1f20-c829-43c2-ba82-22758cdc2e8b None None] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:21:58.535216 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9570246 Nov 24 19:21:58.537859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:58.543091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:58.564612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:58.572415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Usage tracker for resource:router and tenant:e88e65447cb54a2fac4a6d1085dde49e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:58.577408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:58.586514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:58.609358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:21:58.610617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.611402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.696832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.705115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Allocated IP 172.20.0.2 (d1116461-2f18-491a-acb4-66a455eefe55/64a63673-66fb-47ba-a87d-268d3f34f714/691d928c-1275-4bb4-a27a-889ce5b6b98f) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:58.748575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4915392 Nov 24 19:21:58.768522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.774404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39790) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:58.776941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Network': ['ID=15768f39-1b9a-442d-9e57-c2c76651bc1a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:58.791011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:58.796132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'subnet': {'network_id': '15768f39-1b9a-442d-9e57-c2c76651bc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:58.801159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:21:58.807894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:subnet and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:21:58.813345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:21:58.858933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 15768f39-1b9a-442d-9e57-c2c76651bc1a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:21:58.876719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:21:58.900253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f', 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'fixed_ips': [{'subnet_id': '3e2f8cb8-a23a-4805-8418-3cfd5495ebf1'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:21:58.901114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:58.903009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Allocated IP 172.20.0.11 (3f099ac0-44f9-428e-a7fe-30fe300fc045/b8975c30-c3be-44c6-a540-5ba2d2265641/d35666a0-a36c-4f34-a98c-0dc9292128c5) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:59.009297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.042699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Made reservation on behalf of 468ca87bc992488db88b6ce4f830a729 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:21:59.045576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.061294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:21:59.078433 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:21:59.082160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.086751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.092791 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:59.094541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:59.240591 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:59.256344 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:21:59.258617 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:59.258919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52af9e30-fe63-4dcc-abfc-d6420346cbe5']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:59.279454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:21:59.322587 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e2cde89-b13d-48d8-b8ab-413676c2881e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/floatingips/d4cbb11c-e6cb-43e8-b406-a98ca4d81250 HTTP/1.1" status: 200 len: 978 time: 6.1599429 Nov 24 19:21:59.323846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39794) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:21:59.334529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:21:59.342463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a3586cc-7277-49fe-97ff-877c0e587c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.350891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.372959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Transition to ACTIVE for port object 691d928c-1275-4bb4-a27a-889ce5b6b98f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:59.385007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Allocated IP 172.20.0.2 (ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f/3e2f8cb8-a23a-4805-8418-3cfd5495ebf1/bc7b9990-425f-4717-8092-b0892e96381e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:21:59.414461 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:59.415879 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e253390-0372-40c6-a49d-68adaf50978c None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:21:59.417529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Transition to ACTIVE for port object 691d928c-1275-4bb4-a27a-889ce5b6b98f will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:21:59.463558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.479606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.484592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.493369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-b9beacde-93dd-449f-8b56-be82abce324b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:21:59.504206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2897c445-d7d9-43ca-98d8-c00ccc6334b6') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:59.504539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2897c445-d7d9-43ca-98d8-c00ccc6334b6') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:21:59.534575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:21:59.534789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.542259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.616656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Network d1116461-2f18-491a-acb4-66a455eefe55 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:21:59.622862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:21:59.630408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:21:59.645705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Pushing event updated for resources: {'Port': ['ID=691d928c-1275-4bb4-a27a-889ce5b6b98f,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:21:59.646221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.660157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:21:59.691911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:21:59.692334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:21:59.709920 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:21:59.846296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.883394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Attempting to bind port 691d928c-1275-4bb4-a27a-889ce5b6b98f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:21:59.883394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Attempting to bind port 691d928c-1275-4bb4-a27a-889ce5b6b98f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '790ee67e-c60f-4f1a-a512-37dc4c35bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:21:59.883394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Attempting to bind port 691d928c-1275-4bb4-a27a-889ce5b6b98f on network d1116461-2f18-491a-acb4-66a455eefe55 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:21:59.898698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:21:59.899061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Checking segment: {'id': '790ee67e-c60f-4f1a-a512-37dc4c35bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:21:59.899911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.900504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Bound using segment: {'id': '790ee67e-c60f-4f1a-a512-37dc4c35bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:21:59.901209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Bound port: 691d928c-1275-4bb4-a27a-889ce5b6b98f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790ee67e-c60f-4f1a-a512-37dc4c35bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:21:59.901782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.943368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.976670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.985841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:21:59.997456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:00.001873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Transition to ACTIVE for port object bc7b9990-425f-4717-8092-b0892e96381e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:00.028555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.041508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Transition to ACTIVE for port object bc7b9990-425f-4717-8092-b0892e96381e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:00.049968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Pushing event deleted for resources: {'Network': ['ID=52af9e30-fe63-4dcc-abfc-d6420346cbe5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:00.051042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] For port 691d928c-1275-4bb4-a27a-889ce5b6b98f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:00.054989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] For port 691d928c-1275-4bb4-a27a-889ce5b6b98f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=691d928c-1275-4bb4-a27a-889ce5b6b98f,segment=NetworkSegment(790ee67e-c60f-4f1a-a512-37dc4c35bb56),segment_id=790ee67e-c60f-4f1a-a512-37dc4c35bb56)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:00.057261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:00.057956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.063371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854f9438-1d11-428b-858d-ec6738e15aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:00.068628 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] 10.222.0.47 "DELETE /v2.0/networks/52af9e30-fe63-4dcc-abfc-d6420346cbe5 HTTP/1.1" status: 204 len: 168 time: 1.9790189 Nov 24 19:22:00.070752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.080586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.094798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Transition to ACTIVE for port object d35666a0-a36c-4f34-a98c-0dc9292128c5 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:00.108586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.140762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.155387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:00.160003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:00.166650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:00.180447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Pushing event updated for resources: {'Port': ['ID=bc7b9990-425f-4717-8092-b0892e96381e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:00.211338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.211717 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP d4cbb11c-e6cb-43e8-b406-a98ca4d81250 disassociated. External IP: 172.26.6.16, port: b1ccefa8-0432-418e-bf57-316511f9c223. Nov 24 19:22:00.216210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:00.217534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:00.357162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Attempting to bind port bc7b9990-425f-4717-8092-b0892e96381e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:00.357162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Attempting to bind port bc7b9990-425f-4717-8092-b0892e96381e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:00.358016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Attempting to bind port bc7b9990-425f-4717-8092-b0892e96381e on network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:00.363339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Pushing event updated for resources: {'Port': ['ID=691d928c-1275-4bb4-a27a-889ce5b6b98f,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:00.367804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:00.368813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:00.369190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Checking segment: {'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:00.369606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.370001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Bound using segment: {'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:00.370477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Bound port: bc7b9990-425f-4717-8092-b0892e96381e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:00.370865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.466677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.505962 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] For port bc7b9990-425f-4717-8092-b0892e96381e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:00.511535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] For port bc7b9990-425f-4717-8092-b0892e96381e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc7b9990-425f-4717-8092-b0892e96381e,segment=NetworkSegment(b47078f2-adcd-452d-b5d6-f3a9966e2f2d),segment_id=b47078f2-adcd-452d-b5d6-f3a9966e2f2d)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:00.521491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.524416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39802) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:00.535009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaf1ddf7-293a-4a2d-93a7-b6fd216edef2 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:00.538949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c4aba02-9b27-49ff-9805-567fc7651e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:00.540575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Allocated IP 172.26.6.29 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/0d6c1096-7144-4da4-86b8-604010586695) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:00.702788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Pushing event updated for resources: {'Port': ['ID=bc7b9990-425f-4717-8092-b0892e96381e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:00.707445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:00.748748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.794016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:00.797025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=d35666a0-a36c-4f34-a98c-0dc9292128c5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:00.809068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:00.810005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:00.814361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:00.866618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:00.935212 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5426052e-fb56-4a5a-b7aa-3a1bfb9d37f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1bb0ccabe7004e93bef1366812ee3059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095061 Nov 24 19:22:00.936952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39808) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:01.022561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.042173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:01.042704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.054011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:01.101885 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4681151 Nov 24 19:22:01.102712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39812) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:01.110706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:04:c3:79'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:01.212463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:22:01.214073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.220331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-92e0eca3-758c-42f0-b480-8545e9a4324a tempest-DHCPAgentSchedulersTestJSON-944440260 tempest-DHCPAgentSchedulersTestJSON-944440260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:01.367335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3b7c84e6-a3d6-4e63-874d-48104b7bc8bc None None] Provisioning for port d35666a0-a36c-4f34-a98c-0dc9292128c5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:01.386851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3b7c84e6-a3d6-4e63-874d-48104b7bc8bc None None] Provisioning complete for port d35666a0-a36c-4f34-a98c-0dc9292128c5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:01.387623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b7c84e6-a3d6-4e63-874d-48104b7bc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.393864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:01.456765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.458770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc7b9990-425f-4717-8092-b0892e96381e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:01.461789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.470872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b40d5da3-d4ed-4799-b33b-f64fe05e8eff,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:01.473575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:01.491661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Checking segment: {'id': '6f23bf62-faf2-4308-8d3b-8a71ef074617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '15768f39-1b9a-442d-9e57-c2c76651bc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:01.492059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Network hostable DHCP agents. Network: 15768f39-1b9a-442d-9e57-c2c76651bc1a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:22:01.542418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:01.581997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Network 15768f39-1b9a-442d-9e57-c2c76651bc1a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:22:01.645090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:01.646295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:01.659259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 15768f39-1b9a-442d-9e57-c2c76651bc1a) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:01.674882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:01.675566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.694576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.742561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5c8c3-baf6-4548-b9fb-0efef437347d None None] Network 15768f39-1b9a-442d-9e57-c2c76651bc1a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:01.773607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c84e6-a3d6-4e63-874d-48104b7bc8bc None None] Port d35666a0-a36c-4f34-a98c-0dc9292128c5 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:01.916493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.935879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:01.955135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27490267-c5f1-4dd5-8164-893078686d32 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:01.971008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:02.040768 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-acd36e2d-b530-4b6c-840f-d36f6c95d9ac tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/floatingips/d4cbb11c-e6cb-43e8-b406-a98ca4d81250 HTTP/1.1" status: 200 len: 687 time: 2.7145307 Nov 24 19:22:02.050960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:02.051952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:21:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:02.055303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39816) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:02.063706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.076846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:02.089828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:02.111746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3361197 Nov 24 19:22:02.122534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39820) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:02.126457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.148297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'floatingip': {'floating_network_id': '15768f39-1b9a-442d-9e57-c2c76651bc1a'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:02.167726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5b14468-42a3-4a37-b280-ba8f9fbe3e9c tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:02.170242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08be25-a317-438e-9997-df48e64e2c75 None None] Network d1116461-2f18-491a-acb4-66a455eefe55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:02.220669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6c1096-7144-4da4-86b8-604010586695,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:02.231164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:02.259022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Allocated IP 172.26.6.153 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/c0b0e2e8-e644-417a-b26c-86b6d11ab60e) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:02.260447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.261797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:02.265518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:02.285299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:floatingip and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:02.295894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:02.302410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:02.302853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a81c7-639c-4bad-8dac-5364468a714a None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:02.307014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-df77db99-483f-4f46-8900-02a262d526e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.326294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port bc7b9990-425f-4717-8092-b0892e96381e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:02.352674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:02.369173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 691d928c-1275-4bb4-a27a-889ce5b6b98f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:02.376634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5c03d43c-c8fa-43dc-b9b1-f912c7fc4bcf tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:02.406618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=d35666a0-a36c-4f34-a98c-0dc9292128c5,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:02.407856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-06358f00-08c0-46db-ac36-6a066dbc3f3d None None] Provisioning for port 691d928c-1275-4bb4-a27a-889ce5b6b98f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:02.414648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd829af3-c549-4e33-af66-b4dc8bd9d903 None None] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:02.421897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:02.495766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.561575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] In _notify_port_updated(), no bound segment for port d35666a0-a36c-4f34-a98c-0dc9292128c5 on network 3f099ac0-44f9-428e-a7fe-30fe300fc045 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:22:02.571267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:02.572112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.573464 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "PUT /v2.0/ports/d35666a0-a36c-4f34-a98c-0dc9292128c5 HTTP/1.1" status: 200 len: 994 time: 1.4683738 Nov 24 19:22:02.577122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39824) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:02.712918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d37d5e7-8ac6-464b-888f-8cc7eeed36cd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:02.778594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:02.830297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Provisioning for port bc7b9990-425f-4717-8092-b0892e96381e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:02.830902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port b99e7e72-ccb9-4e97-9c67-8b3f1796e53f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:02.831411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.833395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 691d928c-1275-4bb4-a27a-889ce5b6b98f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:02.859931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.874737 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d37d5e7-8ac6-464b-888f-8cc7eeed36cd HTTP/1.1" status: 204 len: 168 time: 1.8379200 Nov 24 19:22:02.899055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Provisioning complete for port bc7b9990-425f-4717-8092-b0892e96381e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:02.899704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.962272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 691d928c-1275-4bb4-a27a-889ce5b6b98f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:02.962662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.985474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port d35666a0-a36c-4f34-a98c-0dc9292128c5 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:02.985734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:02.988716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.002364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b2427-b272-44a0-a0f1-72e60e912ca0 None None] Network 15768f39-1b9a-442d-9e57-c2c76651bc1a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:03.098351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.184349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.239697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.321522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.325436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.326517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.453395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Calling delete_port for d35666a0-a36c-4f34-a98c-0dc9292128c5 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:03.479862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] For port bc7b9990-425f-4717-8092-b0892e96381e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc7b9990-425f-4717-8092-b0892e96381e,segment=NetworkSegment(b47078f2-adcd-452d-b5d6-f3a9966e2f2d),segment_id=b47078f2-adcd-452d-b5d6-f3a9966e2f2d)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:03.494215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.510327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.520232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:03.667833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for b99e7e72-ccb9-4e97-9c67-8b3f1796e53f owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:03.684560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 691d928c-1275-4bb4-a27a-889ce5b6b98f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=691d928c-1275-4bb4-a27a-889ce5b6b98f,segment=NetworkSegment(790ee67e-c60f-4f1a-a512-37dc4c35bb56),segment_id=790ee67e-c60f-4f1a-a512-37dc4c35bb56)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:03.694496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Pushing event updated for resources: {'Port': ['ID=bc7b9990-425f-4717-8092-b0892e96381e,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:03.698576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:03.704198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a4cd4bc0-b7d9-4db4-ba3f-46ce4b97f606 None None] Provisioning complete for port d35666a0-a36c-4f34-a98c-0dc9292128c5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:03.704576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4bc0-b7d9-4db4-ba3f-46ce4b97f606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.709353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.732079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:03.735382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0dadd6e-e846-433e-a8ab-2b6481d031d1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:03.740663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-52df32f8-439e-4fa9-af3e-e7386d0b2e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:03.826773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Port': ['ID=d35666a0-a36c-4f34-a98c-0dc9292128c5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:03.853980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:03.955109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd4bc0-b7d9-4db4-ba3f-46ce4b97f606 None None] Port d35666a0-a36c-4f34-a98c-0dc9292128c5 was deleted so its status cannot be updated. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 19:22:03.974599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc7b9990-425f-4717-8092-b0892e96381e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:03.993244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.096291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=691d928c-1275-4bb4-a27a-889ce5b6b98f,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:04.108309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:04.121519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e446fbd2-9ad9-43a9-a0e1-b7b8bbbaf91c None None] Provisioning complete for port 691d928c-1275-4bb4-a27a-889ce5b6b98f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:04.121905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e446fbd2-9ad9-43a9-a0e1-b7b8bbbaf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.184223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port bc7b9990-425f-4717-8092-b0892e96381e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:04.184613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.232042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39852) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:04.249733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Allocated IP 172.20.0.10 (15768f39-1b9a-442d-9e57-c2c76651bc1a/b40d5da3-d4ed-4799-b33b-f64fe05e8eff/82170253-37e3-442b-b196-96a711384dd6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:04.254593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.263104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2b932b7b-3c1e-4e5c-9650-d6d8032f4b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1430460938-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:04.396207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.401434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.406425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb302abf-16ee-4ca4-a6bf-26ab1adb2d09 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:04.433059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.437865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6815e9b8-a882-434f-a188-875c7ba21d4d tempest-ServiceProvidersTest-1842157158 tempest-ServiceProvidersTest-1842157158-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1973701 Nov 24 19:22:04.474219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:04.486062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fe1f3b2f-842d-4cca-b856-66878fcd4a34 None None] Provisioning complete for port bc7b9990-425f-4717-8092-b0892e96381e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:04.486649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3b2f-842d-4cca-b856-66878fcd4a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.488489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:04.543434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:04.550088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=b99e7e72-ccb9-4e97-9c67-8b3f1796e53f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:04.566502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:04.571900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Port': ['ID=c0b0e2e8-e644-417a-b26c-86b6d11ab60e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:04.586308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:04.629215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.773764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.788347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39862) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:04.797017 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/ports/d35666a0-a36c-4f34-a98c-0dc9292128c5 HTTP/1.1" status: 204 len: 168 time: 2.2157969 Nov 24 19:22:04.801108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39866) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:04.844935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.848777 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/floatingips/d4cbb11c-e6cb-43e8-b406-a98ca4d81250 HTTP/1.1" status: 204 len: 168 time: 2.7706342 Nov 24 19:22:04.849431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39872) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:04.855486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:04.937943 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d385cf22-6377-4236-bd78-c8c705c21d77 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] GET failed (client error): The resource could not be found. Nov 24 19:22:04.939537 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d385cf22-6377-4236-bd78-c8c705c21d77 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "GET /v2.0/ports/d35666a0-a36c-4f34-a98c-0dc9292128c5 HTTP/1.1" status: 404 len: 333 time: 0.1333399 Nov 24 19:22:04.966374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39876) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:04.971504 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-d0a347aa-b40b-4921-9628-7a7a7a130bc7 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] delete failed (client error): The resource could not be found. Nov 24 19:22:04.977943 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d0a347aa-b40b-4921-9628-7a7a7a130bc7 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/floatingips/d4cbb11c-e6cb-43e8-b406-a98ca4d81250 HTTP/1.1" status: 404 len: 345 time: 0.1229386 Nov 24 19:22:04.978524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39880) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:04.980871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'name': 'tempest-AllowedAddressPairTestJSON-972158070'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:04.985517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.049975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:22:05.053625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:05.066250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Usage tracker for resource:security_group_rule and tenant:adfd9896f63b486eb8f5d334feabe616 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:05.073191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:05.121273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.130783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e29c47e-f4d5-46e7-b3e8-b3bd758c330b tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:05.140310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:05.266429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Network 15768f39-1b9a-442d-9e57-c2c76651bc1a is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:05.275635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:05.288764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:05.296228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901500e1-4412-4ea5-8694-81165db2a784 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:05.302175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901500e1-4412-4ea5-8694-81165db2a784 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:05.308099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901500e1-4412-4ea5-8694-81165db2a784 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:05.308910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-901500e1-4412-4ea5-8694-81165db2a784 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Synchronizing usage tracker for tenant:7af34bda4ac2423388e026259d0ade47 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:05.315698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:05.326898 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Sync routers for ids ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:05.336989 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Routers {'1bdfadbf-7ff9-48e5-a999-45d0aba56756'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:05.337923 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:05.359336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.363198 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8217041 Nov 24 19:22:05.363198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-901500e1-4412-4ea5-8694-81165db2a784 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Unset dirty status for tenant:7af34bda4ac2423388e026259d0ade47 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:05.366252 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-901500e1-4412-4ea5-8694-81165db2a784 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "GET /v2.0/ports?network_id=b95a5db5-6126-4378-9cf3-229e656bdba4 HTTP/1.1" status: 200 len: 2359 time: 0.3832476 Nov 24 19:22:05.366814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39884) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:05.367207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39886) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:05.370826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Port': ['ID=82170253-37e3-442b-b196-96a711384dd6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:05.385847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:05.471705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.527145 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Set router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:05.538752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:05.553779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Usage tracker for resource:port and tenant:d0d2b55fafc347ca85ce9d7317a89d80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:05.568221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:05.576719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:05.590549 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.614201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.626088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b5d03ba3-b84e-489c-b954-004872d60bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:05.640580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21778c3-8a39-461e-bb4e-2c2baa44b980 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:05.641165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b21778c3-8a39-461e-bb4e-2c2baa44b980 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Synchronizing usage tracker for tenant:7af34bda4ac2423388e026259d0ade47 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:05.669378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.675120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:05.678602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.694407 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=adfd9896f63b486eb8f5d334feabe616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9017255 Nov 24 19:22:05.695710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39894) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:05.695850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72036a5e-f6dc-440f-b51b-d281232c4a89,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:05.701702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:05.849262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] device_id is not set on port 98b0f5a5-0b06-416d-a635-90104fd1a377 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:05.857912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 691d928c-1275-4bb4-a27a-889ce5b6b98f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:05.863490 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '0d6c1096-7144-4da4-86b8-604010586695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:22:02Z', 'revision_number': 3, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port': {'id': '0d6c1096-7144-4da4-86b8-604010586695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:00Z', 'updated_at': '2021-11-24T19:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:05.868312 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Checking router: 1bdfadbf-7ff9-48e5-a999-45d0aba56756 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:22:05.868913 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Updating router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 port 0d6c1096-7144-4da4-86b8-604010586695 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:22:05.927536 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.953491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:05.981810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 691d928c-1275-4bb4-a27a-889ce5b6b98f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:05.982366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.082395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b21778c3-8a39-461e-bb4e-2c2baa44b980 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Unset dirty status for tenant:7af34bda4ac2423388e026259d0ade47 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:06.088455 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b21778c3-8a39-461e-bb4e-2c2baa44b980 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "GET /v2.0/subnets/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c HTTP/1.1" status: 200 len: 797 time: 0.7142692 Nov 24 19:22:06.089041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39898) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:06.113950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'port': {'network_id': 'b95a5db5-6126-4378-9cf3-229e656bdba4', 'name': 'tempest-FloatingIPTestJSON-2011188901', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:06.153598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.295200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Allocated IP 172.20.0.4 (3f099ac0-44f9-428e-a7fe-30fe300fc045/b8975c30-c3be-44c6-a540-5ba2d2265641/98b0f5a5-0b06-416d-a635-90104fd1a377) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:06.298375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.305970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.330223 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.343012 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Transition to ACTIVE for port object 0d6c1096-7144-4da4-86b8-604010586695 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:06.350049 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.354993 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c40fb75b-8efb-4018-bb5f-5e38c0a3102e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:06.424638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:06.434769 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Attempting to bind port 0d6c1096-7144-4da4-86b8-604010586695 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:06.435198 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Attempting to bind port 0d6c1096-7144-4da4-86b8-604010586695 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:06.435773 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Attempting to bind port 0d6c1096-7144-4da4-86b8-604010586695 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:06.445499 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:06.445913 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:06.446593 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.446719 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:06.447153 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Bound port: 0d6c1096-7144-4da4-86b8-604010586695, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:06.447531 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.471417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:06.472514 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbe8e9-b6d8-496c-9581-d32f01ee998d None None] Pushing event updated for resources: {'Port': ['ID=0d6c1096-7144-4da4-86b8-604010586695,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:06.475471 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8abbe8e9-b6d8-496c-9581-d32f01ee998d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:06.517742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:06.532804 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] For port 0d6c1096-7144-4da4-86b8-604010586695, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:06.536322 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] For port 0d6c1096-7144-4da4-86b8-604010586695, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0d6c1096-7144-4da4-86b8-604010586695,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:06.541271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.546899 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:06.619732 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Routers {'1bdfadbf-7ff9-48e5-a999-45d0aba56756'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:06.620849 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:06.713377 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbe8e9-b6d8-496c-9581-d32f01ee998d None None] Pushing event updated for resources: {'Port': ['ID=0d6c1096-7144-4da4-86b8-604010586695,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:06.717009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.717586 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8abbe8e9-b6d8-496c-9581-d32f01ee998d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:06.735811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.757328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] device_id is not set on port 1d9e8c88-f5f3-423b-add0-25c4fb086d92 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:06.795223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.803747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-94f2859b-ef9e-47d6-bff0-c31ef3c91d0b tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:06.815556 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] Set router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:06.862982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.887746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72036a5e-f6dc-440f-b51b-d281232c4a89,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:06.897186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:06.901787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:06.907320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61e39966-3fd2-49d5-a826-876f74d9040a tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:07.084498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Port': ['ID=82170253-37e3-442b-b196-96a711384dd6,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:07.091857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:07.098944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.100144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72036a5e-f6dc-440f-b51b-d281232c4a89 HTTP/1.1" status: 204 len: 168 time: 1.4030755 Nov 24 19:22:07.114141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Router 2c42b73c-3297-447e-9be5-9294e3959e92 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:22:07.121821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.132605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.170575 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '0d6c1096-7144-4da4-86b8-604010586695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:22:02Z', 'revision_number': 3, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port': {'id': '0d6c1096-7144-4da4-86b8-604010586695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:00Z', 'updated_at': '2021-11-24T19:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:07.175304 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455db719-4161-40e0-a907-f7bf376c1270 None None] The sync data for ids ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'] in dv-neutron-818346-1-hyperv is: [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '0d6c1096-7144-4da4-86b8-604010586695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:22:02Z', 'revision_number': 3, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port': {'id': '0d6c1096-7144-4da4-86b8-604010586695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:00Z', 'updated_at': '2021-11-24T19:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:07.190265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Allocated IP 172.20.0.1 (ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f/3e2f8cb8-a23a-4805-8418-3cfd5495ebf1/fb62e183-e713-40aa-8a51-0c7fd38153ef) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:07.213044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Transition to ACTIVE for port object 98b0f5a5-0b06-416d-a635-90104fd1a377 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:07.225767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.227233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0914328 Nov 24 19:22:07.234903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39904) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:07.353628 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-08565743-a459-4993-8a00-4e24972c7c9f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=15768f39-1b9a-442d-9e57-c2c76651bc1a HTTP/1.1" status: 200 len: 690 time: 0.1136110 Nov 24 19:22:07.353851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:07.354313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39910) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:07.371377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] Sync routers for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:07.386264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:07.386932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:07.418895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.432795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a6ab2abf-91fa-454a-8a5e-c24ff67899c7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:07.537092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=98b0f5a5-0b06-416d-a635-90104fd1a377,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:07.547500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:07.551240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:07.576863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:07.588563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:07.614876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.616509 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.4949694 Nov 24 19:22:07.627834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:07.629153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39918) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:07.635705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:07.639903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:07.697304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:07.697965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2e25e-57fa-45c0-85dc-a5eb67af092b None None] The sync data for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:07.733938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.14 (b95a5db5-6126-4378-9cf3-229e656bdba4/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c/1d9e8c88-f5f3-423b-add0-25c4fb086d92) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:07.750332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.13 (b95a5db5-6126-4378-9cf3-229e656bdba4/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c/1d9e8c88-f5f3-423b-add0-25c4fb086d92) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:07.789871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.861054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Transition to ACTIVE for port object fb62e183-e713-40aa-8a51-0c7fd38153ef will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:07.903767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:07.910719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3151f4f9-a443-4749-8767-c0bc33b31a7b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:07.920473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0d6c1096-7144-4da4-86b8-604010586695 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:08.097785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 0d6c1096-7144-4da4-86b8-604010586695 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:08.111320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0d6c1096-7144-4da4-86b8-604010586695 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:08.111633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.160624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:08.172580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:08.181028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:08.186379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e52e78c4-bcb3-412c-9431-34ff13f34c8e None None] Provisioning for port 98b0f5a5-0b06-416d-a635-90104fd1a377 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:08.203544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e52e78c4-bcb3-412c-9431-34ff13f34c8e None None] Provisioning complete for port 98b0f5a5-0b06-416d-a635-90104fd1a377 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:08.205132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e52e78c4-bcb3-412c-9431-34ff13f34c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.298642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Pushing event updated for resources: {'Port': ['ID=fb62e183-e713-40aa-8a51-0c7fd38153ef,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:08.313360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:08.357049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.405084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e52e78c4-bcb3-412c-9431-34ff13f34c8e None None] Port 98b0f5a5-0b06-416d-a635-90104fd1a377 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:08.445755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.474890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 0d6c1096-7144-4da4-86b8-604010586695, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0d6c1096-7144-4da4-86b8-604010586695,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:08.486847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.489454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64e4d46a-273e-4a53-bf6e-e7fd6a9e1b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:08.553967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:08.555372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.589705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.589964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=0d6c1096-7144-4da4-86b8-604010586695,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:08.597855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:08.599168 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6317117 Nov 24 19:22:08.603399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39936) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:08.605207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.612941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-40bda6a7-61ce-44ab-961b-4ed6b069b859 None None] Provisioning for port fb62e183-e713-40aa-8a51-0c7fd38153ef completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:08.617311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:04:c3:79'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:08.618145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-40bda6a7-61ce-44ab-961b-4ed6b069b859 None None] Provisioning complete for port fb62e183-e713-40aa-8a51-0c7fd38153ef triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:08.618524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-40bda6a7-61ce-44ab-961b-4ed6b069b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.721887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-40bda6a7-61ce-44ab-961b-4ed6b069b859 None None] Port fb62e183-e713-40aa-8a51-0c7fd38153ef cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:08.850726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.862086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-145d632d-ccc9-4d03-9c29-9c9027d2eb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:08.865569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Deleting port 82170253-37e3-442b-b196-96a711384dd6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:08.865569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:08.931355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=1d9e8c88-f5f3-423b-add0-25c4fb086d92,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:08.962533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:08.986029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network b95a5db5-6126-4378-9cf3-229e656bdba4 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:09.000768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:09.014818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:09.121618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.171416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:09.172016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.184113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.184337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.229334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.297481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39954) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:09.320698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Calling delete_port for 82170253-37e3-442b-b196-96a711384dd6 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:09.331232 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2313941 Nov 24 19:22:09.334224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39960) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:09.365882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '1d9e8c88-f5f3-423b-add0-25c4fb086d92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:09.369808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.382835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:09.441441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:floatingip and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:09.465394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:09.478292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:09.542850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--1496540904', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:09.563765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:09.586330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:09.592948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.609410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:09.656557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:09.695641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.708509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:09.715113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:09.719506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.766708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event deleted for resources: {'Port': ['ID=82170253-37e3-442b-b196-96a711384dd6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:09.791412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.799911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:09.819813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.825178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0d6c1096-7144-4da4-86b8-604010586695 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:09.916525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0d6c1096-7144-4da4-86b8-604010586695 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:09.916919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.932327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:09.976230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:09.989323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.016961 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:10.026523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45395113-263e-4289-8a25-472f3d3663a8 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:10.040843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Allocated IP 172.20.0.1 (d1116461-2f18-491a-acb4-66a455eefe55/64a63673-66fb-47ba-a87d-268d3f34f714/27a3b814-05a4-4471-8618-5ab8e2de5036) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:10.055098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.075509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:10.079098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:10.104235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:10.129865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.148144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.171994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Pushing event updated for resources: {'Port': ['ID=fb62e183-e713-40aa-8a51-0c7fd38153ef,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:10.182397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:10.184311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.187977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:10.238353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.250311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c2b628b-a804-4f9b-bad8-8262532327ee tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:10.290607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b40d5da3-d4ed-4799-b33b-f64fe05e8eff,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:10.296290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:10.329487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.402758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=98b0f5a5-0b06-416d-a635-90104fd1a377,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:10.426666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:10.446249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] In _notify_port_updated(), no bound segment for port 98b0f5a5-0b06-416d-a635-90104fd1a377 on network 3f099ac0-44f9-428e-a7fe-30fe300fc045 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:22:10.452337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:10.453063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.456923 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "PUT /v2.0/ports/98b0f5a5-0b06-416d-a635-90104fd1a377 HTTP/1.1" status: 200 len: 995 time: 1.8499005 Nov 24 19:22:10.459148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b2098578-a9ba-4354-9c48-b52589d228c9 None None] Provisioning complete for port 98b0f5a5-0b06-416d-a635-90104fd1a377 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:10.459710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b2098578-a9ba-4354-9c48-b52589d228c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.464310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39964) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:10.518731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b2098578-a9ba-4354-9c48-b52589d228c9 None None] Port 98b0f5a5-0b06-416d-a635-90104fd1a377 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:10.557033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Transition to ACTIVE for port object 27a3b814-05a4-4471-8618-5ab8e2de5036 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:10.559228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.578561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.592677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.596288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15768f39-1b9a-442d-9e57-c2c76651bc1a']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:10.600133 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port 98b0f5a5-0b06-416d-a635-90104fd1a377 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:10.600459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.611260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f23bf62-faf2-4308-8d3b-8a71ef074617') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:10.611558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f23bf62-faf2-4308-8d3b-8a71ef074617') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:10.626119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.644929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.652004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:10.652357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:10.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:10.671364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.671469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.678004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6ecb6063-51c0-4c73-93d9-d830f65ed029 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:10.680837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6ebc46f1-706c-4ef0-aa28-6eaf7c17b372 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:10.734464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:10.747953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:10.769102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:10.801371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:10.811242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Network d1116461-2f18-491a-acb4-66a455eefe55 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:10.815292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:10.820763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:10.863336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Port': ['ID=27a3b814-05a4-4471-8618-5ab8e2de5036,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:10.879621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:10.880587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.885741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:10.903760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15768f39-1b9a-442d-9e57-c2c76651bc1a {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 19:22:10.923070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.931492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:10.953278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "DELETE /v2.0/networks/15768f39-1b9a-442d-9e57-c2c76651bc1a HTTP/1.1" status: 204 len: 168 time: 3.5979257 Nov 24 19:22:10.967650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39968) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:10.975252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:10.978531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event deleted for resources: {'Network': ['ID=15768f39-1b9a-442d-9e57-c2c76651bc1a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:10.988836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:11.083468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.084680 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment ab135eb1-517d-43a0-8c85-c08487347914 of type vlan for network 86949410-e427-45f2-b389-ee846d1e0d21 Nov 24 19:22:11.152022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3d17282f-15be-4ebb-9b1b-15138e63da30 None None] Provisioning complete for port fb62e183-e713-40aa-8a51-0c7fd38153ef triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:11.154753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3d17282f-15be-4ebb-9b1b-15138e63da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.179785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.236010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3d17282f-15be-4ebb-9b1b-15138e63da30 None None] Port fb62e183-e713-40aa-8a51-0c7fd38153ef cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:11.305997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.26.6.135 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/9e13c552-28b9-4128-8e7e-744f5aec3a58) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:11.320389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.363581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2679222c-d126-4a35-aaa1-f8bdfd8115e7 None None] Provisioning for port 27a3b814-05a4-4471-8618-5ab8e2de5036 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:11.370257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2679222c-d126-4a35-aaa1-f8bdfd8115e7 None None] Provisioning complete for port 27a3b814-05a4-4471-8618-5ab8e2de5036 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:11.370805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2679222c-d126-4a35-aaa1-f8bdfd8115e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.434026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2679222c-d126-4a35-aaa1-f8bdfd8115e7 None None] Port 27a3b814-05a4-4471-8618-5ab8e2de5036 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:11.445450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.470690 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-436672fe-5ac9-4de8-9da6-35723c67b9cf tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1478 time: 0.4942968 Nov 24 19:22:11.474070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39972) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:11.589218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:11.603819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Calling delete_port for 98b0f5a5-0b06-416d-a635-90104fd1a377 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:11.643378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.643840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.644322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.644922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.645368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.645810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.646306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.646747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.647181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.648288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Synchronizing usage tracker for tenant:468ca87bc992488db88b6ce4f830a729 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:11.688743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Unset dirty status for tenant:468ca87bc992488db88b6ce4f830a729 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:11.689915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-26d7bc9d-3ad3-4213-b8e4-c77cc6c7f2f6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5795 time: 0.2149892 Nov 24 19:22:11.693023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39978) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:11.776952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-93e7855a-ae39-42e1-9838-80d49f79ac40 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] delete failed (client error): The resource could not be found. Nov 24 19:22:11.777985 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-93e7855a-ae39-42e1-9838-80d49f79ac40 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/16e698af-72b3-42a1-86b4-2dc7119c102b HTTP/1.1" status: 404 len: 345 time: 0.0840411 Nov 24 19:22:11.782257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39982) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:11.816896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f300484f-d284-4426-b988-76821f383dc6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 19:22:11.817601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f300484f-d284-4426-b988-76821f383dc6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:22:11.819020 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f300484f-d284-4426-b988-76821f383dc6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "DELETE /v2.0/networks/15768f39-1b9a-442d-9e57-c2c76651bc1a HTTP/1.1" status: 404 len: 339 time: 0.0358474 Nov 24 19:22:11.822803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39986) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:11.828644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'network': {'name': 'tempest-network--1448754722', 'router:external': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:11.839652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.842142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:11.846081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.871386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:network and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:11.876988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d1e65f6-8001-4574-87d8-8a10b9befe1e tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:11.887325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.893613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:11.894209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.905183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b629231f-961a-4a51-a394-b30d9c578d5c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:11.915935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:11.931362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:11.931656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:11.973499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Port': ['ID=27a3b814-05a4-4471-8618-5ab8e2de5036,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:11.977839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Made reservation on behalf of 468ca87bc992488db88b6ce4f830a729 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:11.980144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:11.992712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:12.001668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.083810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=86949410-e427-45f2-b389-ee846d1e0d21,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:12.096145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 86949410-e427-45f2-b389-ee846d1e0d21 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:12.097740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:12.120427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.120775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Added segment f90a1e7b-f821-450b-931d-b7f4c684d8e6 of type vlan for network ea808a28-6634-4090-a20f-d634acc95d13 Nov 24 19:22:12.145090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:12.190685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.191049 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8922005 Nov 24 19:22:12.194870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 39990) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:12.205399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Network d1116461-2f18-491a-acb4-66a455eefe55 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:12.210798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-849536478', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:12.218814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:12.220947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:12.228861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:12.237334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.240119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:12.302351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:12.339405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.340454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.349484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.350431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:12.351017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.353954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.360466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b84cc403-407b-4121-bc96-bf71167a49ab tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:12.366163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69a409b7-bef9-4c90-8139-14224642d71c tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:12.424388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:12.427558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Port': ['ID=98b0f5a5-0b06-416d-a635-90104fd1a377,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:12.434538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:12.452403 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Sync routers for ids ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:12.468883 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Routers {'1bdfadbf-7ff9-48e5-a999-45d0aba56756'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:12.469826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:12.479772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.525023 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] 10.222.0.47 "PUT /v2.0/routers/1bdfadbf-7ff9-48e5-a999-45d0aba56756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1520326 Nov 24 19:22:12.570615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e8038374-d009-4ee1-b400-1fad3862a639 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:12.587491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b3e04e9c-e226-4eac-80fb-4960d1d39672 None None] Provisioning complete for port 27a3b814-05a4-4471-8618-5ab8e2de5036 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:12.588419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b3e04e9c-e226-4eac-80fb-4960d1d39672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.662036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:12.678252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:12.693105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.697966 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/ports/98b0f5a5-0b06-416d-a635-90104fd1a377 HTTP/1.1" status: 204 len: 168 time: 2.2296331 Nov 24 19:22:12.698148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=9e13c552-28b9-4128-8e7e-744f5aec3a58,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:12.710090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:12.710564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 39996) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:12.711334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:12.713119 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Set router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:12.723736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b3e04e9c-e226-4eac-80fb-4960d1d39672 None None] Port 27a3b814-05a4-4471-8618-5ab8e2de5036 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:12.759468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:12.837680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0114541 Nov 24 19:22:12.839834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Router 2c42b73c-3297-447e-9be5-9294e3959e92 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:12.843335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40004) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:12.851284 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee1984a-5600-4dff-baa3-ee5e95f011dd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] GET failed (client error): The resource could not be found. Nov 24 19:22:12.851824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9ee1984a-5600-4dff-baa3-ee5e95f011dd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Synchronizing usage tracker for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:12.870666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Network': ['ID=ea808a28-6634-4090-a20f-d634acc95d13,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:12.879432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:12.883758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ea808a28-6634-4090-a20f-d634acc95d13 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:12.890287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9ee1984a-5600-4dff-baa3-ee5e95f011dd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Unset dirty status for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:12.892887 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9ee1984a-5600-4dff-baa3-ee5e95f011dd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "GET /v2.0/ports/98b0f5a5-0b06-416d-a635-90104fd1a377 HTTP/1.1" status: 404 len: 333 time: 0.1308620 Nov 24 19:22:12.901003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40008) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:12.919542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'name': 'tempest-AllowedAddressPairTestJSON-528048838'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:13.171044 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '0d6c1096-7144-4da4-86b8-604010586695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:22:08Z', 'revision_number': 4, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port': {'id': '0d6c1096-7144-4da4-86b8-604010586695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:00Z', 'updated_at': '2021-11-24T19:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'fb62e183-e713-40aa-8a51-0c7fd38153ef', 'name': '', 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'mac_address': 'fa:16:3e:f0:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3e2f8cb8-a23a-4805-8418-3cfd5495ebf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:06Z', 'updated_at': '2021-11-24T19:22:09Z', 'revision_number': 2, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'subnets': [{'id': '3e2f8cb8-a23a-4805-8418-3cfd5495ebf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:13.176006 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Checking router: 1bdfadbf-7ff9-48e5-a999-45d0aba56756 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:22:13.176501 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Updating router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 port fb62e183-e713-40aa-8a51-0c7fd38153ef binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:22:13.236207 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:13.295806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:13.380262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:13.415477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:13.420484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:13.431241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40012) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:13.455451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] device_id is not set on port e171d89e-33d3-4958-af7b-7ea65b04bce9 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:13.504827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942048924', 'description': 'tempest-secgroup-smoke-942048924 description', 'project_id': 'f7bb3e51a97441e2be92040da22ad15a'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:13.521979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:13.527900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:13.555261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:13.564165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:13.583360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2473c-6c07-40c5-a373-ebada3efd2d4 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:13.589497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2473c-6c07-40c5-a373-ebada3efd2d4 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:13.596154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2473c-6c07-40c5-a373-ebada3efd2d4 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:13.602229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2473c-6c07-40c5-a373-ebada3efd2d4 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:13.603098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-63f2473c-6c07-40c5-a373-ebada3efd2d4 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Synchronizing usage tracker for tenant:7711311113dc4699888bf0f7aedab8b9 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:13.607828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:13.626217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Allocated IP 172.20.0.12 (3f099ac0-44f9-428e-a7fe-30fe300fc045/b8975c30-c3be-44c6-a540-5ba2d2265641/e171d89e-33d3-4958-af7b-7ea65b04bce9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:13.631699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:13.655288 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:13.663419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:13.665121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:13.673783 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Transition to ACTIVE for port object fb62e183-e713-40aa-8a51-0c7fd38153ef will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:13.678580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27978397-8560-427a-a290-76656f1ddf2e None None] Sync routers for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:13.686790 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:13.688862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "PUT /v2.0/routers/2c42b73c-3297-447e-9be5-9294e3959e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0132055 Nov 24 19:22:13.692660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40016) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:13.693765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27978397-8560-427a-a290-76656f1ddf2e None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:13.694717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-27978397-8560-427a-a290-76656f1ddf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:13.699690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Request body: {'port': {'network_id': 'd1116461-2f18-491a-acb4-66a455eefe55', 'name': 'tempest-FloatingIPAdminTestJSON-892666871'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:13.700064 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:13.723933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-63f2473c-6c07-40c5-a373-ebada3efd2d4 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Unset dirty status for tenant:7711311113dc4699888bf0f7aedab8b9 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:13.725168 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-63f2473c-6c07-40c5-a373-ebada3efd2d4 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8799272 Nov 24 19:22:13.775514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:13.777735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40020) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:13.800294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-27978397-8560-427a-a290-76656f1ddf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:13.811851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27978397-8560-427a-a290-76656f1ddf2e None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:13.813001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-27978397-8560-427a-a290-76656f1ddf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:13.870840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:13.896556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-27978397-8560-427a-a290-76656f1ddf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:13.898026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27978397-8560-427a-a290-76656f1ddf2e None None] The sync data for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:13.907761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:13.997483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.000116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:14.032758 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eedae4-6132-4d45-8d5e-1909ef89f054 None None] Pushing event updated for resources: {'Port': ['ID=fb62e183-e713-40aa-8a51-0c7fd38153ef,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:14.041434 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-e9eedae4-6132-4d45-8d5e-1909ef89f054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:14.066863 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Attempting to bind port fb62e183-e713-40aa-8a51-0c7fd38153ef on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:14.067243 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Attempting to bind port fb62e183-e713-40aa-8a51-0c7fd38153ef by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:14.067637 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Attempting to bind port fb62e183-e713-40aa-8a51-0c7fd38153ef on network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:14.073158 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:14.073535 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Checking segment: {'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:14.073939 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.074330 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Bound using segment: {'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:14.075128 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Bound port: fb62e183-e713-40aa-8a51-0c7fd38153ef, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:14.075356 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.128377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.153830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:14.176712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Usage tracker for resource:port and tenant:a585c6e3871b49f8b065fb7d5c51acb3 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:14.189604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:14.212064 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] For port fb62e183-e713-40aa-8a51-0c7fd38153ef, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:14.215448 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] For port fb62e183-e713-40aa-8a51-0c7fd38153ef, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb62e183-e713-40aa-8a51-0c7fd38153ef,segment=NetworkSegment(b47078f2-adcd-452d-b5d6-f3a9966e2f2d),segment_id=b47078f2-adcd-452d-b5d6-f3a9966e2f2d)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:14.220257 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.224960 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:14.268936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.305617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Transition to ACTIVE for port object e171d89e-33d3-4958-af7b-7ea65b04bce9 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:14.313514 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Routers {'1bdfadbf-7ff9-48e5-a999-45d0aba56756'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:14.314323 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:14.370223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.377650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.383009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:14.384265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:14.387216 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:22:14.393245 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eedae4-6132-4d45-8d5e-1909ef89f054 None None] Pushing event updated for resources: {'Port': ['ID=fb62e183-e713-40aa-8a51-0c7fd38153ef,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:14.397317 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-e9eedae4-6132-4d45-8d5e-1909ef89f054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:14.405708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.435655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.437355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.468687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0f69b04c-e8e7-4667-9d9e-5f0fe5d1a14c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:14.531873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:14.534587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=9e13c552-28b9-4128-8e7e-744f5aec3a58,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:14.537109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:14.538919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:14.541384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc3b85a8-391d-422e-9e1c-c15daa479da7 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:14.546458 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] Set router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:14.551948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Made reservation on behalf of a585c6e3871b49f8b065fb7d5c51acb3 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:14.557609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.568936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.570639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0830472 Nov 24 19:22:14.589828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40024) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:14.610990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:14.623333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'security_group_rule': {'security_group_id': 'd0c15ac7-13c4-4875-9033-70e07d1e2196', 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:14.637415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.655740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:14.658838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=e171d89e-33d3-4958-af7b-7ea65b04bce9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:14.662153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:14.664349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:14.670333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:14.670798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.676859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:14.776391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:14.777087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.778249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] device_id is not set on port ac6d46d4-1425-44bb-ab96-208b0ae59452 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:14.817921 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9133742 Nov 24 19:22:14.823063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c15ac7-13c4-4875-9033-70e07d1e2196,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:14.837402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40028) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:14.905533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:14.912291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'network_id': '3f099ac0-44f9-428e-a7fe-30fe300fc045', 'name': 'tempest-AllowedAddressPairTestJSON-102919852'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:14.933827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c9edcd2e-e502-484f-ba4f-a7978be1c7b8 None None] Provisioning for port e171d89e-33d3-4958-af7b-7ea65b04bce9 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:14.943239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c9edcd2e-e502-484f-ba4f-a7978be1c7b8 None None] Provisioning complete for port e171d89e-33d3-4958-af7b-7ea65b04bce9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:14.944026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c9edcd2e-e502-484f-ba4f-a7978be1c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:14.945345 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 672c55fb-cecb-4b26-83ae-e5c3ef48b611 associated. External IP: 172.26.6.135, port: 1d9e8c88-f5f3-423b-add0-25c4fb086d92. Nov 24 19:22:14.963273 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '0d6c1096-7144-4da4-86b8-604010586695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:22:08Z', 'revision_number': 4, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port': {'id': '0d6c1096-7144-4da4-86b8-604010586695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:00Z', 'updated_at': '2021-11-24T19:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'fb62e183-e713-40aa-8a51-0c7fd38153ef', 'name': '', 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'mac_address': 'fa:16:3e:f0:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3e2f8cb8-a23a-4805-8418-3cfd5495ebf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:06Z', 'updated_at': '2021-11-24T19:22:14Z', 'revision_number': 4, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'subnets': [{'id': '3e2f8cb8-a23a-4805-8418-3cfd5495ebf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:14.969445 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d9e74-7fde-45e7-81f6-18edb068641a None None] The sync data for ids ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'] in dv-neutron-818346-1-hyperv is: [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '0d6c1096-7144-4da4-86b8-604010586695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:22:08Z', 'revision_number': 4, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port': {'id': '0d6c1096-7144-4da4-86b8-604010586695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:00Z', 'updated_at': '2021-11-24T19:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'fb62e183-e713-40aa-8a51-0c7fd38153ef', 'name': '', 'network_id': 'ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'mac_address': 'fa:16:3e:f0:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3e2f8cb8-a23a-4805-8418-3cfd5495ebf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:06Z', 'updated_at': '2021-11-24T19:22:14Z', 'revision_number': 4, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'subnets': [{'id': '3e2f8cb8-a23a-4805-8418-3cfd5495ebf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:15.009917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea808a28-6634-4090-a20f-d634acc95d13']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:15.031529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.042544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c9edcd2e-e502-484f-ba4f-a7978be1c7b8 None None] Port e171d89e-33d3-4958-af7b-7ea65b04bce9 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:15.070317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90a1e7b-f821-450b-931d-b7f4c684d8e6') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:15.070607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90a1e7b-f821-450b-931d-b7f4c684d8e6') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:15.150329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.172432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.263823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.291873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.343095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:15.343438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:15.361407 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:15.390138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:15.439587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:15.499607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Usage tracker for resource:port and tenant:d0d2b55fafc347ca85ce9d7317a89d80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:15.521077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Allocated IP 172.20.0.7 (d1116461-2f18-491a-acb4-66a455eefe55/64a63673-66fb-47ba-a87d-268d3f34f714/ac6d46d4-1425-44bb-ab96-208b0ae59452) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:15.523983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.525774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:15.540786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:15.543303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.564100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d74abb4-5116-4363-b1d0-48de97221769 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:15.611534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.641346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Made reservation on behalf of d0d2b55fafc347ca85ce9d7317a89d80 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:15.644898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.667728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea808a28-6634-4090-a20f-d634acc95d13 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 19:22:15.672381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c93feb-a7fb-4dbf-a17e-035909e29f75,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:15.681558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.690201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:15.694100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9c7da899-5870-4e05-a85c-77fade0f1fb9 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:15.719872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:15.740665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.742129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea808a28-6634-4090-a20f-d634acc95d13,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:15.744378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] device_id is not set on port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:15.790550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:15.796767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.802215 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2045021 Nov 24 19:22:15.804646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40032) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:15.809290 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.4714296 Nov 24 19:22:15.810108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40034) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:15.823497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'port_id': '1d9e8c88-f5f3-423b-add0-25c4fb086d92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:15.829077 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ea808a28-6634-4090-a20f-d634acc95d13 HTTP/1.1" status: 204 len: 168 time: 2.0468597 Nov 24 19:22:15.837668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'security_group_rule': {'security_group_id': 'd0c15ac7-13c4-4875-9033-70e07d1e2196', 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:15.842797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.9 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/38bb14e9-81fa-4e30-88f1-dff0d3f6764f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:15.847948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40040) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:15.860140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:15.872787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb62e183-e713-40aa-8a51-0c7fd38153ef up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:15.894194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'network': {'name': 'tempest-network--1785343753', 'router:external': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:15.908633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:15.916828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:15.919128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:15.986307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port fb62e183-e713-40aa-8a51-0c7fd38153ef completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:15.992325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:network and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:15.993388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:15.994169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb62e183-e713-40aa-8a51-0c7fd38153ef triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:15.994993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.004637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:16.006806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:16.077281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:16.151657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.178268 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:16.194083 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:16.195430 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:16.220451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port fb62e183-e713-40aa-8a51-0c7fd38153ef, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb62e183-e713-40aa-8a51-0c7fd38153ef,segment=NetworkSegment(b47078f2-adcd-452d-b5d6-f3a9966e2f2d),segment_id=b47078f2-adcd-452d-b5d6-f3a9966e2f2d)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:16.225104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.231124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:16.286801 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:16.296995 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:16.297863 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:16.334084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=fb62e183-e713-40aa-8a51-0c7fd38153ef,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:16.338336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:16.353099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Made reservation on behalf of 468ca87bc992488db88b6ce4f830a729 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:16.355401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.372425 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:16.373361 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1245e-8abb-4021-ac0d-945725418c20 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:16.399858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.472174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Allocated IP 172.20.0.13 (3f099ac0-44f9-428e-a7fe-30fe300fc045/b8975c30-c3be-44c6-a540-5ba2d2265641/b6bed97e-4d48-44b1-a4f2-28dccd9f94c1) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:16.506169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:16.536112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.553046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.553393 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Added segment ea967246-2138-4f67-be40-277df09259d2 of type vlan for network 8ef2ffe3-379b-4534-a84f-bc528c4be172 Nov 24 19:22:16.607577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.627461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Transition to ACTIVE for port object ac6d46d4-1425-44bb-ab96-208b0ae59452 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:16.679902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.684484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.712033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.743687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.748587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.774630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:16.826720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:16.840009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c28a4a-5080-4368-80e9-7af4fbc86e4a,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:16.851772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:16.895152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.896745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.898051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0751536 Nov 24 19:22:16.899481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.901439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40044) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:16.910055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e916a30-59c7-4d91-b77e-aef14c83afb6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:16.917672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'security_group_rule': {'security_group_id': 'd0c15ac7-13c4-4875-9033-70e07d1e2196', 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:16.927492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:16.934530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:16.940623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:16.949411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:16.956654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:16.957743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:16.958365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.023706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:17.032175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Network d1116461-2f18-491a-acb4-66a455eefe55 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:17.033515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.034983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:17.038992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.044748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:17.049590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:17.081624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2276001 Nov 24 19:22:17.085253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:17.121705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40048) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:17.126038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:17.199516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.209511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:17.209769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.215176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-571259fc-1844-431b-ab92-25947f955cc4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:17.228302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Transition to ACTIVE for port object b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:17.241737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df97085-386d-4b65-9331-f8316bb4a6a0,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:17.286401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-996d1131-926c-4941-856e-587b849ec660 None None] Provisioning for port ac6d46d4-1425-44bb-ab96-208b0ae59452 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:17.292737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-996d1131-926c-4941-856e-587b849ec660 None None] Provisioning complete for port ac6d46d4-1425-44bb-ab96-208b0ae59452 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:17.293505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-996d1131-926c-4941-856e-587b849ec660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.295392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:17.365258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-996d1131-926c-4941-856e-587b849ec660 None None] Port ac6d46d4-1425-44bb-ab96-208b0ae59452 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:17.369874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:17.370469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.429488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event updated for resources: {'Port': ['ID=ac6d46d4-1425-44bb-ab96-208b0ae59452,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:17.440853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.444610 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5309372 Nov 24 19:22:17.445267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40052) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:17.452287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'security_group_rule': {'security_group_id': 'd0c15ac7-13c4-4875-9033-70e07d1e2196', 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:17.457786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:17.458309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:17.458702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:17.460254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:17.514957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:17.515821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-77dd0a8a-8fc6-4dda-a577-ab1c67e804c6 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:17.526753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:17.542991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:17.546096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e5a6b-ae34-4dc9-84b8-b4500948e522 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:17.547775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-af8e5a6b-ae34-4dc9-84b8-b4500948e522 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] 10.222.0.47 "GET /v2.0/networks/8ef2ffe3-379b-4534-a84f-bc528c4be172 HTTP/1.1" status: 200 len: 757 time: 0.4179392 Nov 24 19:22:17.551380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40056) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:17.644563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9495549 Nov 24 19:22:17.645460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:17.665618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:17.674262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.677401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.677802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:17.696426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Network': ['ID=8ef2ffe3-379b-4534-a84f-bc528c4be172,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:17.697534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:17.702913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:17.705062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:17.707943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:17.709958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:17.774976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ed7be-3071-44dc-a0db-b8a434cb8a1a tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:17.776356 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-862ed7be-3071-44dc-a0db-b8a434cb8a1a tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] 10.222.0.47 "GET /v2.0/networks/900ed241-9736-438d-a233-332bc4a29655 HTTP/1.1" status: 200 len: 767 time: 0.2220478 Nov 24 19:22:17.780940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40066) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:17.783987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 8ef2ffe3-379b-4534-a84f-bc528c4be172 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:17.789630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=b6bed97e-4d48-44b1-a4f2-28dccd9f94c1,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:17.807771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:17.817606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:17.818364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:17.819113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:17.821781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:17.921594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:17.923009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:17.974052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'project_id': 'a585c6e3871b49f8b065fb7d5c51acb3', 'port_id': 'ac6d46d4-1425-44bb-ab96-208b0ae59452'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:17.998515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:18.017661 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-56ea421b-8a6f-447c-b02d-6b66202bed36 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/floatingips/672c55fb-cecb-4b26-83ae-e5c3ef48b611 HTTP/1.1" status: 200 len: 979 time: 2.2062404 Nov 24 19:22:18.022443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Usage tracker for resource:floatingip and tenant:a585c6e3871b49f8b065fb7d5c51acb3 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:18.034836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:18.035070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40070) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:18.035545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb62e183-e713-40aa-8a51-0c7fd38153ef up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:18.038585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.046911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:18.118806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.121471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.126786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:18.127417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.133712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:18.134130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9548b6c-359d-4a51-bd20-a05dcd6df78b None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:18.135279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8687bf75-c5e8-4aad-bcd9-92fce29658cb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:18.154239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.164088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb62e183-e713-40aa-8a51-0c7fd38153ef triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:18.164911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.175514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b2cfca-9dbf-4c9b-a58e-bdd1971ca707,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:18.183579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:18.200047 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3546262 Nov 24 19:22:18.240886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40074) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:18.242271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9099af91-90c6-4d1d-8847-d0af4ec83da5 None None] Provisioning for port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:18.243227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.250949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9099af91-90c6-4d1d-8847-d0af4ec83da5 None None] Provisioning complete for port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:18.251330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9099af91-90c6-4d1d-8847-d0af4ec83da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.293409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.297966 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8495474 Nov 24 19:22:18.316448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40078) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:18.327260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'security_group_rule': {'security_group_id': 'd0c15ac7-13c4-4875-9033-70e07d1e2196', 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:18.350199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:18.360208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:18.367311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9099af91-90c6-4d1d-8847-d0af4ec83da5 None None] Port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:18.409956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:18.424622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:18.443443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port 9e13c552-28b9-4128-8e7e-744f5aec3a58 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:18.443795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.454690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:04:c3:79'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:99:3c:46'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:18.481219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.522660 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Project f7bb3e51a97441e2be92040da22ad15a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:22:18.537301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.546477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef2ffe3-379b-4534-a84f-bc528c4be172']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:18.584022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea967246-2138-4f67-be40-277df09259d2') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:18.584339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea967246-2138-4f67-be40-277df09259d2') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:18.663241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.703256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.727307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:18.727643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:18.743990 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:18.832366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.849145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.851420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.851746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.864882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0abc3cc2-e79d-454b-97e3-2833e5b999e4 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:18.898474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:18.995817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.005484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for 9e13c552-28b9-4128-8e7e-744f5aec3a58 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:19.033473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89814ab1-77b6-49ce-9bb6-9f7de8f79f78,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:19.035235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.048307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:19.049282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.156707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.186767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:19.199003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ef2ffe3-379b-4534-a84f-bc528c4be172 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 19:22:19.204548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.206345 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "DELETE /v2.0/networks/8ef2ffe3-379b-4534-a84f-bc528c4be172 HTTP/1.1" status: 204 len: 168 time: 1.4215226 Nov 24 19:22:19.212559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40082) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:19.223151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'network': {'name': 'tempest-network--1224799312'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:19.226320 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ef2ffe3-379b-4534-a84f-bc528c4be172,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:19.228083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.229200 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9118180 Nov 24 19:22:19.233995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:19.237224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40086) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:19.238113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:19.248252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'security_group_rule': {'security_group_id': 'd0c15ac7-13c4-4875-9033-70e07d1e2196', 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:19.254689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Usage tracker for resource:network and tenant:468ca87bc992488db88b6ce4f830a729 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:19.264699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:19.268180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:19.282936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:security_group_rule and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:19.286028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:19.290955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:19.304939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:19.317858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Made reservation on behalf of 468ca87bc992488db88b6ce4f830a729 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:19.320240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.355001 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Project f7bb3e51a97441e2be92040da22ad15a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:22:19.368247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.378186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:19.450091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.451276 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Added segment 907ebd0c-f3b4-4dbf-97e8-d828d5a9dd1f of type vlan for network e15a6ab1-5b89-49a8-b329-e5357c607ee9 Nov 24 19:22:19.496183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Allocated IP 172.26.6.62 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/0e614cf6-46f1-4a00-b3fa-54d4258774e2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:19.522437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.529841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.535246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.538709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0b84bc87-c49e-41ab-8336-c3dcf68e9d64 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:19.584103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.617823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=9e13c552-28b9-4128-8e7e-744f5aec3a58,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:19.620741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:19.640346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:19.703543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4d4d4d-d84c-4d6c-9d82-4df11932f85e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:19.710821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.718552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:19.719221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 3226a94d-6a62-4cc7-9836-978946573106 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:22:19.730390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.731420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:19.732347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.733113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.741435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:19.742532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b1ee3102-dce4-4351-b009-53542ee535ae tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:19.827877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.829098 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5885510 Nov 24 19:22:19.830104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:19.830443 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 672c55fb-cecb-4b26-83ae-e5c3ef48b611 disassociated (deleted). External IP: 172.26.6.135, port: 1d9e8c88-f5f3-423b-add0-25c4fb086d92. Nov 24 19:22:19.912134 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6960981 Nov 24 19:22:19.923309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40100) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:19.929537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:19.950935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Network': ['ID=e15a6ab1-5b89-49a8-b329-e5357c607ee9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:19.964122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network e15a6ab1-5b89-49a8-b329-e5357c607ee9 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:19.969545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:20.164762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.170804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event updated for resources: {'Port': ['ID=b6bed97e-4d48-44b1-a4f2-28dccd9f94c1,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:20.187504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:20.217650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1e43a233-c4e9-4ddc-8f48-35692db536a8 None None] Provisioning complete for port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:20.218526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1e43a233-c4e9-4ddc-8f48-35692db536a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.280444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] In _notify_port_updated(), no bound segment for port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 on network 3f099ac0-44f9-428e-a7fe-30fe300fc045 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:22:20.286445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:20.286843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.290697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "PUT /v2.0/ports/b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 HTTP/1.1" status: 200 len: 1057 time: 2.0461907 Nov 24 19:22:20.291882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40138) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:20.330426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1e43a233-c4e9-4ddc-8f48-35692db536a8 None None] Port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:20.335317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:20.346974 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Sync routers for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:20.358994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.360342 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:20.361347 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:20.364640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72f36ec5-a169-4966-9902-bc52fc2e23d8 tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:20.417283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.421834 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a5d0d81d-1a80-4d4e-9d82-68f65a364420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2220659 Nov 24 19:22:20.428352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40142) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:20.454517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:20.457781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:20.462463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:20.488406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:20.488746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.539922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Pushing event updated for resources: {'Port': ['ID=0e614cf6-46f1-4a00-b3fa-54d4258774e2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:20.547873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:20.557514 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7e6ff877-cfcc-4c9f-ae53-10ad981b4b3d tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208968 Nov 24 19:22:20.561688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40148) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:20.617504 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:20.623279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.743437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.770233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-394190ad-9365-43df-81cf-305faf67a2a4 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:20.810257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Network e15a6ab1-5b89-49a8-b329-e5357c607ee9 is not hosted by any dhcp agent {{(pid=87486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 19:22:20.821097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:20.821833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:20.826995 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "PUT /v2.0/networks/e15a6ab1-5b89-49a8-b329-e5357c607ee9 HTTP/1.1" status: 200 len: 858 time: 0.9024515 Nov 24 19:22:20.827787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40156) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:20.839698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fbe97c-071c-4b15-b0b6-0c6ddf256a2f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:20.842438 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-81fbe97c-071c-4b15-b0b6-0c6ddf256a2f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2798381 Nov 24 19:22:20.845862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40158) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:20.891541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:20.956544 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:17Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:20.960787 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Checking router: 3226a94d-6a62-4cc7-9836-978946573106 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:22:20.961292 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Updating router 3226a94d-6a62-4cc7-9836-978946573106 port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:22:20.971453 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4e2a62d8-c7d2-47be-9396-dcd554cc1689 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249449 Nov 24 19:22:20.980800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40166) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:20.991531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474473895', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:21.070401 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.222398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:21.237526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:21.241432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:21.250505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:21.275797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:21.281175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.317326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.444216 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.450777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.457185 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Transition to ACTIVE for port object 38bb14e9-81fa-4e30-88f1-dff0d3f6764f will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:21.468015 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.472894 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:21.555919 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Attempting to bind port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:21.556438 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Attempting to bind port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:21.556802 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Attempting to bind port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:21.570930 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:21.571318 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:21.571739 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.572673 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:21.572864 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Bound port: 38bb14e9-81fa-4e30-88f1-dff0d3f6764f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:21.573286 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.618167 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0c62d-551c-448c-86fa-98d30a4a7827 None None] Pushing event updated for resources: {'Port': ['ID=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:21.627742 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4cb0c62d-551c-448c-86fa-98d30a4a7827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:21.651915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:21.655670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.666243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.667191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:21.669360 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] For port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:21.673817 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] For port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:21.680908 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.684519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:21.685737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:21.688578 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a53ce614-1505-43a7-b54a-4ed5dbf53e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:21.783886 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:21.784637 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:21.787560 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/floatingips/672c55fb-cecb-4b26-83ae-e5c3ef48b611 HTTP/1.1" status: 204 len: 168 time: 3.7510309 Nov 24 19:22:21.789662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event updated for resources: {'Network': ['ID=e15a6ab1-5b89-49a8-b329-e5357c607ee9,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:21.801826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:21.808622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40204) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:21.844325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:21.854875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:21.855626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:21.882468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:21.893549 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0c62d-551c-448c-86fa-98d30a4a7827 None None] Pushing event updated for resources: {'Port': ['ID=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:21.894275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:21.907801 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4cb0c62d-551c-448c-86fa-98d30a4a7827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:22.021412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:22.025429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7df9dc-2a77-494b-88cd-73bea8af148b None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:22.115666 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:22.117673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.257668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=8279491f-e1ee-4894-ad8e-8861d94417b9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:22.261001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:22.276249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:22.276249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: 86949410-e427-45f2-b389-ee846d1e0d21, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:22:22.286297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Calling delete_port for b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:22.315352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 86949410-e427-45f2-b389-ee846d1e0d21 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:22:22.339656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 86949410-e427-45f2-b389-ee846d1e0d21) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:22.346349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:22.347743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.348958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ef729-c23c-4e11-8ba6-1f2a6a0cf017 None None] Network 86949410-e427-45f2-b389-ee846d1e0d21 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:22.356155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.375372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.382402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-209f7b04-1d03-4fa4-86b9-6e97eaada689 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:22.434082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.449962 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4672456 Nov 24 19:22:22.451220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40210) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:22.469852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15a6ab1-5b89-49a8-b329-e5357c607ee9']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:22.488688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907ebd0c-f3b4-4dbf-97e8-d828d5a9dd1f') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:22.489150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907ebd0c-f3b4-4dbf-97e8-d828d5a9dd1f') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:22.504564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.529777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.531774 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:17Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:22.536239 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8e563-3671-4eb4-a25b-d1c952fcc438 None None] The sync data for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv is: [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:17Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:22.537268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:22.537698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:22.661143 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:22.718407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port 1d9e8c88-f5f3-423b-add0-25c4fb086d92 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:22.718407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.754218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Pushing event updated for resources: {'Port': ['ID=0e614cf6-46f1-4a00-b3fa-54d4258774e2,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:22.766267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:22.785576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:22.826575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-86949410-e427-45f2-b389-ee846d1e0d21', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:22:22.828063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:23.011586 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Floating IP 8be7e0bd-d45a-4edc-a269-bf338925bc61 associated. External IP: 172.26.6.62, port: ac6d46d4-1425-44bb-ab96-208b0ae59452. Nov 24 19:22:23.019111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:23.042890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:23.050018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:23.068115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e15a6ab1-5b89-49a8-b329-e5357c607ee9 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 19:22:23.074333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:23.108692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Pushing event deleted for resources: {'Network': ['ID=e15a6ab1-5b89-49a8-b329-e5357c607ee9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:23.302137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Allocated IP 172.20.0.2 (86949410-e427-45f2-b389-ee846d1e0d21/8279491f-e1ee-4894-ad8e-8861d94417b9/41aafccf-84d6-4654-9908-1ae0baffbabd) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:23.474615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:23.483345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c4c3d9e-4966-440b-996f-1d273533f15f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:23.683769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Port': ['ID=b6bed97e-4d48-44b1-a4f2-28dccd9f94c1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:23.686566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:23.704273 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] 10.222.0.47 "DELETE /v2.0/networks/e15a6ab1-5b89-49a8-b329-e5357c607ee9 HTTP/1.1" status: 204 len: 168 time: 2.8635840 Nov 24 19:22:23.707442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40224) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:23.713078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:23.727091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Transition to ACTIVE for port object 41aafccf-84d6-4654-9908-1ae0baffbabd will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:23.756293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Transition to ACTIVE for port object 41aafccf-84d6-4654-9908-1ae0baffbabd will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:23.781631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:23.788042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-91885d83-53d7-47cf-b194-8b7c35134c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:23.803256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:23.812159 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-263f1fca-4645-406b-a1da-9f4a3adde445 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] DELETE failed (client error): The resource could not be found. Nov 24 19:22:23.812619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263f1fca-4645-406b-a1da-9f4a3adde445 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:22:23.819861 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-263f1fca-4645-406b-a1da-9f4a3adde445 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] 10.222.0.47 "DELETE /v2.0/subnets/b40d5da3-d4ed-4799-b33b-f64fe05e8eff HTTP/1.1" status: 404 len: 337 time: 0.1093826 Nov 24 19:22:23.820535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40228) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:23.964126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38bb14e9-81fa-4e30-88f1-dff0d3f6764f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:24.088246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Network 86949410-e427-45f2-b389-ee846d1e0d21 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:24.092393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Pushing event updated for resources: {'Port': ['ID=41aafccf-84d6-4654-9908-1ae0baffbabd,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:24.100509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for 1d9e8c88-f5f3-423b-add0-25c4fb086d92 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:24.104935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:24.108352 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:24.109115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:24.283624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:24.303777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Attempting to bind port 41aafccf-84d6-4654-9908-1ae0baffbabd on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:24.305978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Attempting to bind port 41aafccf-84d6-4654-9908-1ae0baffbabd by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:24.306366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Attempting to bind port 41aafccf-84d6-4654-9908-1ae0baffbabd on network 86949410-e427-45f2-b389-ee846d1e0d21 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:24.315195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:24.315938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.390261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.401205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:24.401614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Checking segment: {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:24.402043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.404405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Bound using segment: {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:24.405262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Bound port: 41aafccf-84d6-4654-9908-1ae0baffbabd, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:24.405918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.471443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.500059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Router 2c42b73c-3297-447e-9be5-9294e3959e92 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:24.543141 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/ports/b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 HTTP/1.1" status: 204 len: 168 time: 4.2501862 Nov 24 19:22:24.548789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40236) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:24.652691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.659091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] For port 41aafccf-84d6-4654-9908-1ae0baffbabd, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:24.677776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.701349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:24.702609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900ed241-9736-438d-a233-332bc4a29655']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:24.703601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] For port 41aafccf-84d6-4654-9908-1ae0baffbabd, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=41aafccf-84d6-4654-9908-1ae0baffbabd,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:24.709909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.717418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-657e52f5-6487-4841-91bf-726ac6b83fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:24.760383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4bd5fe-f661-42b2-b44c-c417a1bbd55d') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:24.760841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4bd5fe-f661-42b2-b44c-c417a1bbd55d') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:24.766034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa18c7a-7420-43e4-a2d8-3723c1da9efd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] GET failed (client error): The resource could not be found. Nov 24 19:22:24.766034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-faa18c7a-7420-43e4-a2d8-3723c1da9efd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Synchronizing usage tracker for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:24.766443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.785892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.814174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.825277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:24.826833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.830699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:24.839237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:24.848583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-faa18c7a-7420-43e4-a2d8-3723c1da9efd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Unset dirty status for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:24.848806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:24.849557 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-faa18c7a-7420-43e4-a2d8-3723c1da9efd tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "GET /v2.0/ports/b6bed97e-4d48-44b1-a4f2-28dccd9f94c1 HTTP/1.1" status: 404 len: 333 time: 0.2969654 Nov 24 19:22:24.853033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:24.858965 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:24.880400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40244) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:24.964732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Pushing event updated for resources: {'Port': ['ID=41aafccf-84d6-4654-9908-1ae0baffbabd,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:25.005257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:25.055829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:25.071218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:25.081937 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] Sync routers for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:25.096680 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:25.098530 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:25.110058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port e171d89e-33d3-4958-af7b-7ea65b04bce9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:25.110398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:25.201263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:25.215168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:25.239875 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:25.252011 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:25.252638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:25.276814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:25.296352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.6331434 Nov 24 19:22:25.301423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40250) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:25.373242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:25.377234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=1d9e8c88-f5f3-423b-add0-25c4fb086d92,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:25.379130 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:25.379723 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12d9f3-53df-488b-8ee3-1a3774da022a None None] The sync data for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:25.389638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:25.390890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:25.472781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Pushing event deleted for resources: {'Network': ['ID=900ed241-9736-438d-a233-332bc4a29655,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:25.478088 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] 10.222.0.47 "DELETE /v2.0/networks/900ed241-9736-438d-a233-332bc4a29655 HTTP/1.1" status: 204 len: 168 time: 1.6463473 Nov 24 19:22:25.478088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:25.604383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4e42995d-d42f-4958-8de7-ea84bdc62881 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] 10.222.0.47 "GET /v2.0/floatingips/8be7e0bd-d45a-4edc-a269-bf338925bc61 HTTP/1.1" status: 200 len: 981 time: 0.3017001 Nov 24 19:22:25.616134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40260) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:25.895968 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:25.898022 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/ports/1d9e8c88-f5f3-423b-add0-25c4fb086d92 HTTP/1.1" status: 204 len: 168 time: 4.0881519 Nov 24 19:22:25.904910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40266) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:25.909944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:25.926249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:25.947301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:floatingip and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:25.962585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (86949410-e427-45f2-b389-ee846d1e0d21/8279491f-e1ee-4894-ad8e-8861d94417b9/86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:26.006939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.067891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38bb14e9-81fa-4e30-88f1-dff0d3f6764f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:26.113579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40270) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:26.158196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Calling delete_port for e171d89e-33d3-4958-af7b-7ea65b04bce9 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:26.238668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:26.274312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:26.276304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.277807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.281620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:26.303937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.327725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:26.348670 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d2abe8ea-1a83-43b4-b69e-c852bf5ba9b7 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.7311387 Nov 24 19:22:26.349576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40278) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:26.510051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 41aafccf-84d6-4654-9908-1ae0baffbabd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:26.574598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24889012-5be0-494c-b000-4943fa5659fa None None] Network 86949410-e427-45f2-b389-ee846d1e0d21 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:26.582084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.589468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:26.661319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Port': ['ID=e171d89e-33d3-4958-af7b-7ea65b04bce9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:26.664056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:26.695603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a9a33111-49c7-4eae-a6d7-932c7d38e0e2 None None] Provisioning for port 41aafccf-84d6-4654-9908-1ae0baffbabd completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:26.705715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 41aafccf-84d6-4654-9908-1ae0baffbabd completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:26.730044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 41aafccf-84d6-4654-9908-1ae0baffbabd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:26.730437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.749313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-148003cd-e54a-493a-981f-f22687d8d7d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7711311113dc4699888bf0f7aedab8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6315970 Nov 24 19:22:26.752613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40286) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:26.897144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.924848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.945010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:26.972629 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/ports/e171d89e-33d3-4958-af7b-7ea65b04bce9 HTTP/1.1" status: 204 len: 168 time: 2.0911019 Nov 24 19:22:26.975135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40290) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:26.977786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6aa29a9-76a5-4c7e-a563-043829221f90 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:27.027329 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f57b51-ad35-48e1-b162-8f6a4466e354 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] GET failed (client error): The resource could not be found. Nov 24 19:22:27.028830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-25f57b51-ad35-48e1-b162-8f6a4466e354 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Synchronizing usage tracker for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:27.067162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-25f57b51-ad35-48e1-b162-8f6a4466e354 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Unset dirty status for tenant:d0d2b55fafc347ca85ce9d7317a89d80 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:27.068511 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-25f57b51-ad35-48e1-b162-8f6a4466e354 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "GET /v2.0/ports/e171d89e-33d3-4958-af7b-7ea65b04bce9 HTTP/1.1" status: 404 len: 333 time: 0.0923450 Nov 24 19:22:27.075782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40294) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:27.088714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 86949410-e427-45f2-b389-ee846d1e0d21 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:27.141177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.156572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.26.6.78 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/769598d9-0cd9-4ba0-bd55-cae9adbd2715) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:27.168113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:27.189804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.190545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:27.236663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 41aafccf-84d6-4654-9908-1ae0baffbabd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=41aafccf-84d6-4654-9908-1ae0baffbabd,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:27.248077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.250473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-eb78de09-885f-4552-8cb7-d8bf41f3ce86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:27.253955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.256190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:27.259583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.287988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:27.353476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=41aafccf-84d6-4654-9908-1ae0baffbabd,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:27.362859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:27.366465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting port 0e614cf6-46f1-4a00-b3fa-54d4258774e2 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:27.366822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.374440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.408455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.414165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ea7ef5f6-c128-4d1b-896c-e4950483984d tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:27.417335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.431605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-30618813-89fc-4955-a33c-39476b604ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:27.456017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:27.456366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.492855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:27.496666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:27.500362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:27.515089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9df8ab-2b9c-423b-919a-092f140d88e8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:27.562022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:27.574599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=769598d9-0cd9-4ba0-bd55-cae9adbd2715,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:27.578246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:27.610385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.653978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.655127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a9df8ab-2b9c-423b-919a-092f140d88e8 HTTP/1.1" status: 204 len: 168 time: 0.9005919 Nov 24 19:22:27.673645 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-52c60b9d-c101-424d-b79e-8d650b996f67 None None] Provisioning complete for port 41aafccf-84d6-4654-9908-1ae0baffbabd triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:27.674359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52c60b9d-c101-424d-b79e-8d650b996f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:27.688372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.013230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 41aafccf-84d6-4654-9908-1ae0baffbabd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:28.037360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.047990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.049983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.054605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f595600-41ac-4c83-8ab7-753da8f9d817 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:28.093307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-52c60b9d-c101-424d-b79e-8d650b996f67 None None] Provisioning for port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:28.110426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-52c60b9d-c101-424d-b79e-8d650b996f67 None None] Provisioning complete for port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:28.110807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52c60b9d-c101-424d-b79e-8d650b996f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.147879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 41aafccf-84d6-4654-9908-1ae0baffbabd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:28.148301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.233866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-52c60b9d-c101-424d-b79e-8d650b996f67 None None] Port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:28.246988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.268126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=769598d9-0cd9-4ba0-bd55-cae9adbd2715,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:28.271629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:28.282816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Calling delete_port for 3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:28.300277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.303104 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3956182 Nov 24 19:22:28.305403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40304) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:28.315353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'port': {'network_id': 'b95a5db5-6126-4378-9cf3-229e656bdba4', 'name': 'tempest-FloatingIPTestJSON-684548289'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:28.360465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3459a665-7c90-49f4-8296-f0dd23a7aeec None None] Provisioning complete for port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:28.362050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3459a665-7c90-49f4-8296-f0dd23a7aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.370899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40308) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:28.488268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3459a665-7c90-49f4-8296-f0dd23a7aeec None None] Port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:28.524698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.525481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.610014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:28.615110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:port and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:28.618304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:28.624786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:28.635119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:28.639186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.670150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] device_id is not set on port 176805a9-5b28-4488-abc9-69af5b9ae3d2 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:28.847660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.4 (b95a5db5-6126-4378-9cf3-229e656bdba4/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c/176805a9-5b28-4488-abc9-69af5b9ae3d2) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:28.859623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Calling delete_port for 0e614cf6-46f1-4a00-b3fa-54d4258774e2 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:28.897892 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-71cf4ea0-a09f-4d27-8331-faa444d2eabe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=468ca87bc992488db88b6ce4f830a729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128179 Nov 24 19:22:28.897892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40312) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:28.957281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.958921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:28.977614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f0c033c-8e06-4525-aae5-a28e6b2978d7 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:29.044568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Port': ['ID=3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:29.118626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:29.146949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.195631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.208074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e67af488-5a65-4c61-915c-3fbdd4b860d8 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:29.273613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd70e7e7-5d4f-476f-98de-c40a560d11ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.288349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network b95a5db5-6126-4378-9cf3-229e656bdba4 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:29.289521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:29.302630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:29.315636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.338847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=176805a9-5b28-4488-abc9-69af5b9ae3d2,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:29.348429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:29.372995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:29.373611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.407860 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1007650 Nov 24 19:22:29.410194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40318) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:29.421456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'port_id': '176805a9-5b28-4488-abc9-69af5b9ae3d2'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:29.459311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.468362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.506806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.614246 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/ports/3c974bb0-fe91-4ba3-ae62-e0cfa2a25c8d HTTP/1.1" status: 204 len: 168 time: 2.5316238 Nov 24 19:22:29.620931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40322) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:29.725966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.756561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.763667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e908ef2e-6fe1-427a-bfff-0be4299081dc tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:29.771405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting subnet b8975c30-c3be-44c6-a540-5ba2d2265641 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:22:29.777252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.796655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.825595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event deleted for resources: {'Port': ['ID=0e614cf6-46f1-4a00-b3fa-54d4258774e2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:29.828266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:29.833543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8aba844f-7a22-4fbd-8e73-bbfd1b2faf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:29.893847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff204985-0a4c-4031-b446-c799163ec69c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:29.948150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:29.990807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:30.006671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.007013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Floating IP 8be7e0bd-d45a-4edc-a269-bf338925bc61 disassociated (deleted). External IP: 172.26.6.62, port: ac6d46d4-1425-44bb-ab96-208b0ae59452. Nov 24 19:22:30.059588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.060752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff204985-0a4c-4031-b446-c799163ec69c HTTP/1.1" status: 204 len: 168 time: 1.1526034 Nov 24 19:22:30.197291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.209275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.223811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.240508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dda9107a-a732-44ae-8ad5-fd62464bfe09 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:30.355743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.378739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6f060ad6-f5f1-454b-a6a4-aedb4cb337ba tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:30.408082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:30.410674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.416425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:30.425493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.433552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c28ad8-f7ee-4747-8e73-f0b74acdeb4b None None] Network 3f099ac0-44f9-428e-a7fe-30fe300fc045 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:30.439265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Subnet': ['ID=b8975c30-c3be-44c6-a540-5ba2d2265641,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:30.457077 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/subnets/b8975c30-c3be-44c6-a540-5ba2d2265641 HTTP/1.1" status: 204 len: 168 time: 0.8351028 Nov 24 19:22:30.458553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.459198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.459343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.459688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.461056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40332) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:30.465213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.465812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.466199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.466583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.466977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.467422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.467796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.468196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:30.472051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:30.478032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:30.734897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.745625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:30.850229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] DHCP port deletion for 3f099ac0-44f9-428e-a7fe-30fe300fc045 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:22:30.854825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Deleting port 9acd5240-d8f2-4685-ab88-29733758659c {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:30.855325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.003804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.017990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Router 2c42b73c-3297-447e-9be5-9294e3959e92 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:31.032439 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 7c6f015e-a20d-4369-b30a-e98d0046e04b associated. External IP: 172.26.6.78, port: 176805a9-5b28-4488-abc9-69af5b9ae3d2. Nov 24 19:22:31.119177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 86949410-e427-45f2-b389-ee846d1e0d21 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:31.120053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port 9acd5240-d8f2-4685-ab88-29733758659c {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:31.120441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.162191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:31.228263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] For port 9acd5240-d8f2-4685-ab88-29733758659c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9acd5240-d8f2-4685-ab88-29733758659c,segment=NetworkSegment(dec1a2ff-ebca-4e34-8e91-7b9e615f6afa),segment_id=dec1a2ff-ebca-4e34-8e91-7b9e615f6afa)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:31.228827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.527524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Calling delete_port for 9acd5240-d8f2-4685-ab88-29733758659c owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:31.617057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:31.768856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.780885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:31.823124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 3226a94d-6a62-4cc7-9836-978946573106 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:31.828971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] No DVR routers for this DVR port 9acd5240-d8f2-4685-ab88-29733758659c on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:22:31.836592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-abfb2575-f0fd-4237-a7fc-93f626ae20da None None] Provisioning complete for port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:31.838688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-abfb2575-f0fd-4237-a7fc-93f626ae20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.879896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:31.888227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.901442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] For port 9acd5240-d8f2-4685-ab88-29733758659c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9acd5240-d8f2-4685-ab88-29733758659c,segment=NetworkSegment(dec1a2ff-ebca-4e34-8e91-7b9e615f6afa),segment_id=dec1a2ff-ebca-4e34-8e91-7b9e615f6afa)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:31.901939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:31.931424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:31.951396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9acd5240-d8f2-4685-ab88-29733758659c no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:22:31.996862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Pushing event deleted for resources: {'Port': ['ID=9acd5240-d8f2-4685-ab88-29733758659c,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:32.000608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:32.016835 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4a0cc5e1-b745-4c45-857c-48a475c6728a tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/floatingips/7c6f015e-a20d-4369-b30a-e98d0046e04b HTTP/1.1" status: 200 len: 976 time: 2.5979543 Nov 24 19:22:32.017086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40358) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:32.037293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 9acd5240-d8f2-4685-ab88-29733758659c {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:22:32.037653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9acd5240-d8f2-4685-ab88-29733758659c not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:22:32.045641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:32.046566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.099283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Calling delete_port for 9acd5240-d8f2-4685-ab88-29733758659c owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:32.131331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.152958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:32.153192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.159518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port 176805a9-5b28-4488-abc9-69af5b9ae3d2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:32.160617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:32.192524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:32.194479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:22:32.195016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:22:32.205645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:32.206111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] Sync routers for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:32.225003 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:32.228253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-abfb2575-f0fd-4237-a7fc-93f626ae20da None None] Port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:32.235222 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.241335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.241750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6104e-6344-45a1-9ef0-8515d2e13d64 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:32.245086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-92707617-8ac3-4cb9-980c-522ee85c33c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:32.281186 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "DELETE /v2.0/floatingips/8be7e0bd-d45a-4edc-a269-bf338925bc61 HTTP/1.1" status: 204 len: 168 time: 5.9280603 Nov 24 19:22:32.286003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40368) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:32.294674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:32.343544 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.353494 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:32.354340 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.367699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:32.386481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Usage tracker for resource:floatingip and tenant:f1f201d319e9420096553a09c078d9b6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:32.391389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:32.428192 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.428733 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712658d-cba7-4842-acfd-dbe1d47198f6 None None] The sync data for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:32.432302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:32.530889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:32.554127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:32.664917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40376) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:32.705436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:32.817816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Deleting port 9acd5240-d8f2-4685-ab88-29733758659c {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:32.818175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:32.847127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:32.855731 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/3226a94d-6a62-4cc7-9836-978946573106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4007514 Nov 24 19:22:32.862392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40384) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:32.865388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Sync routers for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:32.913487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:32.914051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:32.952920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] The port '9acd5240-d8f2-4685-ab88-29733758659c' was deleted {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:22:33.025677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1706003965', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:33.031078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:33.035100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Usage tracker for resource:port and tenant:a31210b89004481e9e492238e2c7456f is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:33.037993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:33.050051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:33.072807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Made reservation on behalf of a31210b89004481e9e492238e2c7456f for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:33.075543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.104465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.136946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:33.146963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Usage tracker for resource:security_group_rule and tenant:a31210b89004481e9e492238e2c7456f is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:33.150698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:33.156016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.156398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.156703 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 7c6f015e-a20d-4369-b30a-e98d0046e04b disassociated. External IP: 172.26.6.78, port: 176805a9-5b28-4488-abc9-69af5b9ae3d2. Nov 24 19:22:33.157046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for 176805a9-5b28-4488-abc9-69af5b9ae3d2 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:33.187231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.200562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:33.213090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:33.244861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f099ac0-44f9-428e-a7fe-30fe300fc045']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:33.278554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec1a2ff-ebca-4e34-8e91-7b9e615f6afa') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:33.278937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec1a2ff-ebca-4e34-8e91-7b9e615f6afa') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:33.303391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.313065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.313541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.314009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.314473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.314932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.315385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.315906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.316409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.316861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.317311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.322010 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-da1b8971-e9fe-4507-8114-5bf168963d0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7061 time: 0.4498086 Nov 24 19:22:33.331602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40388) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:33.376287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.379276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.385177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72515844-7d8f-4795-be23-fd0c4653e083 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:33.398467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:33.398878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:33.416169 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:33.461601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.474760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.478453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] device_id is not set on port 046c9572-4a93-4163-948d-ebb0a31ab13b yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:33.482506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.554929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=176805a9-5b28-4488-abc9-69af5b9ae3d2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:33.563941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.564436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.564894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.565350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.565464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:33.565801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.566252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.566703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.567149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.567330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:33.567588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:33.569561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f953f8d5-edf6-4a10-8a8d-8c9fbc5930b2 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5826 time: 0.2358425 Nov 24 19:22:33.576475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40392) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:33.649865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:28Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:29Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:33.655941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Checking router: 3226a94d-6a62-4cc7-9836-978946573106 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:22:33.656331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Updating router 3226a94d-6a62-4cc7-9836-978946573106 port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:22:33.664463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.671498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8c0b98a2-24ab-48a5-a650-2257051dff05 tempest-RoutersIpV6AdminTest-1896789339 tempest-RoutersIpV6AdminTest-1896789339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:33.686066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.712055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Pushing event deleted for resources: {'Network': ['ID=3f099ac0-44f9-428e-a7fe-30fe300fc045,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:33.726341 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] 10.222.0.47 "DELETE /v2.0/networks/3f099ac0-44f9-428e-a7fe-30fe300fc045 HTTP/1.1" status: 204 len: 168 time: 3.2604251 Nov 24 19:22:33.729237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:33.743053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da3760-6413-4462-9b5e-24e70f53f968,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:33.752290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:33.761545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:33.851047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Allocated IP 172.26.6.12 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/046c9572-4a93-4163-948d-ebb0a31ab13b) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:33.982225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-598f8360-5a72-4433-81da-09971f586ff8 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5203 time: 0.4035847 Nov 24 19:22:34.030820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:34.173009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40406) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:34.417215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.426928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40412) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:34.437169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216054277', 'description': 'tempest-secgroup-smoke-1216054277 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:34.441474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:34.446398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:34.452559 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:34.463339 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:34.464898 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:34.471102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.485198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:34.489040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Transition to ACTIVE for port object 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:34.494469 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-089f9f13-2f2d-4da3-9740-bb54f0e7282c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0d2b55fafc347ca85ce9d7317a89d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201468 Nov 24 19:22:34.495413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40416) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:34.501009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:34.508065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.521253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:34.573476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.575380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:34.605221 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/ports/176805a9-5b28-4488-abc9-69af5b9ae3d2 HTTP/1.1" status: 204 len: 168 time: 2.5845971 Nov 24 19:22:34.605424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.606883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.620933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40420) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:34.621464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41259caa-6844-4e18-8df7-5e01d3767d7e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:34.660099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.681003 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:34.696739 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:34.697360 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:34.714610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:34.723283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:34.732465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.758019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.829375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:34.852469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.857203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:34.860740 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:34.862227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c67dc26e-6121-4f79-a86d-ebbca19be3d9 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:34.863345 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4093a8-4a8a-4f78-9c1a-40ca94b9aa96 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:34.882866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba8f68-8461-4d3c-8f5e-30755613e50f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:34.893174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:34.899948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.903413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.904646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.905168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.905551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.905950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.906306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.906841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.907202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.907567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.907944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.908397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:34.910304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Pushing event updated for resources: {'Port': ['ID=046c9572-4a93-4163-948d-ebb0a31ab13b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:34.911882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:34.916235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bde830-ca46-407d-a303-eed085f53502 None None] Pushing event updated for resources: {'Port': ['ID=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:34.917600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:34.919204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06bde830-ca46-407d-a303-eed085f53502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:34.931536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:34.933925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:34.947778 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44ba8f68-8461-4d3c-8f5e-30755613e50f HTTP/1.1" status: 204 len: 168 time: 0.4465046 Nov 24 19:22:34.959259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:34.985988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Allocated IP 172.26.6.193 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/ba8abf3f-6882-4af1-8254-111578d0a136) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:35.119368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Attempting to bind port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:35.119722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Attempting to bind port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:35.120109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Attempting to bind port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 on network 86949410-e427-45f2-b389-ee846d1e0d21 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:35.144884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:35.145298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Checking segment: {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:35.147487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.148000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Bound using segment: {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:35.148515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Bound port: 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:35.148905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.197208 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cd6fe016-73a4-4ff3-8b9c-6c927c3e22c9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "GET /v2.0/floatingips/7c6f015e-a20d-4369-b30a-e98d0046e04b HTTP/1.1" status: 200 len: 687 time: 0.4796019 Nov 24 19:22:35.200566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40430) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:35.222634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.236546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.254053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c546428b-96c9-4b01-8347-a1bd3e464157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:35.314107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.314797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:35.315416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.322665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da29406f-7e4d-452e-ba8c-14c1f5638e2d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:35.328586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:35.330634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.334775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9037395 Nov 24 19:22:35.335445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40436) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:35.343006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'da29406f-7e4d-452e-ba8c-14c1f5638e2d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:35.349359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:35.353859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:35.356965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:35.364423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:35.376936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] For port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:35.382730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] For port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:35.396677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.408681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.411203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:35.423762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port 769598d9-0cd9-4ba0-bd55-cae9adbd2715 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:35.424185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.460713 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7946210 Nov 24 19:22:35.469330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40440) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:35.477453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.486075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.488821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d86472b5-81c6-490b-8a9c-645067acca44 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:35.492923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.12'}]}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:35.503159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:35.526231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Usage tracker for resource:router and tenant:a31210b89004481e9e492238e2c7456f is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:35.536396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.551277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:35.552151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:35.557392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.558653 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221241 Nov 24 19:22:35.563127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc3651e-2e7d-4d3a-9780-fcd7c88c52c5,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:35.564950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40448) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:35.566821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:35.569954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:35.573588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'da29406f-7e4d-452e-ba8c-14c1f5638e2d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:35.578930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:35.580927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eaf9c625-2a9d-4c0a-ae94-7ea452621df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:35.583627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:35.617517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:35.711258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bde830-ca46-407d-a303-eed085f53502 None None] Pushing event updated for resources: {'Port': ['ID=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:35.719112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06bde830-ca46-407d-a303-eed085f53502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:35.799318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.802952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.849878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:35.889655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:35.923823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:35.928996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.939740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:35.945537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:22:35.956664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:35.956906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.957138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:35.967254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Pushing event updated for resources: {'Port': ['ID=ba8abf3f-6882-4af1-8254-111578d0a136,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:35.975673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:36.015338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.157443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for 769598d9-0cd9-4ba0-bd55-cae9adbd2715 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:36.220461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.300768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.323177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.351819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.372760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-df0d325a-4d79-405d-88e5-f47c2ea7c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:36.374334 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-df0d325a-4d79-405d-88e5-f47c2ea7c3b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.3531294 Nov 24 19:22:36.415244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-13969acc-8ec6-44bf-89c0-582f63a0da8b tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:36.442366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.445970 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8755774 Nov 24 19:22:36.468264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40470) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:36.487318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'da29406f-7e4d-452e-ba8c-14c1f5638e2d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:36.493878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:36.498193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:36.502045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:36.512895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:36.526031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1f7c54-d64c-4de0-b352-06622032364f,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:36.531887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:36.588241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.613483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:28Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:35Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:36.626112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f2ebd-90b2-4e76-974f-86b2c745ba7a None None] The sync data for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv is: [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:28Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:35Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:36.634791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40474) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:36.738107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.776726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2449b6-9f6e-4477-977a-83293798a603 req-7f6659d6-14ae-48ba-b06d-2aec2fafc059 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:36.779491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3a2449b6-9f6e-4477-977a-83293798a603 req-7f6659d6-14ae-48ba-b06d-2aec2fafc059 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6615367 Nov 24 19:22:36.801793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:36.807808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25204afc-7b17-4f14-8548-581b8b91bf98 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:36.860994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=769598d9-0cd9-4ba0-bd55-cae9adbd2715,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:36.864565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:37.032474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.047389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-201369948'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:37.081988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.086343 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/floatingips/7c6f015e-a20d-4369-b30a-e98d0046e04b HTTP/1.1" status: 204 len: 168 time: 1.8816662 Nov 24 19:22:37.086490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:37.088428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40482) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:37.092474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Usage tracker for resource:network and tenant:2dddb82af3dd49b89805268312bcfa96 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:37.102049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:37.136105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:37.144909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-ddcb9b2c-a4f5-4b1d-88fa-74289c8fd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:37.146684 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-ddcb9b2c-a4f5-4b1d-88fa-74289c8fd040 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.7065401 Nov 24 19:22:37.151382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'b1ccefa8-0432-418e-bf57-316511f9c223'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:37.153899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.166201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:37.175001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:floatingip and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:37.180272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:37.224441 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3a2449b6-9f6e-4477-977a-83293798a603 req-7964036e-928f-4389-a19d-dbfa24ac1367 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993045 Nov 24 19:22:37.228220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:37.257940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.278519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ca90359-6bd5-4fd3-932e-c122e2dfe6c7 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:37.297302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.301966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8d8916-82b8-4893-a7c7-64cf5238ab74,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:37.303917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Made reservation on behalf of 2dddb82af3dd49b89805268312bcfa96 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:37.307825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.319133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:37.375517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-b20cfa5d-a76b-4828-9627-0dbcfe8ea761 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1002 time: 0.2169743 Nov 24 19:22:37.379094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.387612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5c4c4705-c5a2-492e-a47c-99b8cfaed956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:37.462367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.486332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.486332 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0074708 Nov 24 19:22:37.497943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:37.500788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40486) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:37.520862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.561937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'da29406f-7e4d-452e-ba8c-14c1f5638e2d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:37.576386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:37.578187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:37.581998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:37.588878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:37.610606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:37.647743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.658745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Usage tracker for resource:security_group_rule and tenant:2dddb82af3dd49b89805268312bcfa96 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:37.661569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.669149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Pushing event updated for resources: {'Port': ['ID=ba8abf3f-6882-4af1-8254-111578d0a136,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:37.680912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:37.690356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:37.698775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-e41aedc3-0eb9-4b17-96f1-b5b2d2c9afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:37.700588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.701606 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-e41aedc3-0eb9-4b17-96f1-b5b2d2c9afb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.3156312 Nov 24 19:22:37.719463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:37.804603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.910651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:37.926641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.932245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.948409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.950208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6624866 Nov 24 19:22:37.960943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40500) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:37.974746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:37.990597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:38.011663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:38.025104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:38.026405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.038647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2546ba60-12c5-4af6-a780-233f964fda7e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:38.048175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:38.078689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-e053a29b-05bc-4a94-81e5-bf83bcffc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:38.080229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-e053a29b-05bc-4a94-81e5-bf83bcffc20f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3579967 Nov 24 19:22:38.083228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.092878 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5765538 Nov 24 19:22:38.112355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40506) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:38.140598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.192345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:38.203614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'da29406f-7e4d-452e-ba8c-14c1f5638e2d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:38.206839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.220703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-260cd7f0-a642-45e7-a916-93a233cc9a72 tempest-ServersTestJSON-862413520 tempest-ServersTestJSON-862413520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:38.233859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:38.248445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Usage tracker for resource:floatingip and tenant:ebab4f171683461a95c1bd9764b57a08 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:38.256808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:38.266455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:38.275130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.284775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:38.299380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.305013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cccfaf5-afb7-44e8-a838-2b0a081595ae,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:38.323038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:38.328107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.333105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bec70aad-e892-42b7-9d3a-25ec236dacd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:38.339493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:38.343804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.344186 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Added segment 0f0ca7ca-9e62-4107-a2a1-9768971a2044 of type vlan for network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 Nov 24 19:22:38.386447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.418238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:38.425722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:38.429893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:38.430328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-9f6009f6-9fdf-4d63-beba-7109c9e1b76a service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362994 Nov 24 19:22:38.507112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:38.524882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:38.538115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:38.647834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.667823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.26.6.194 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/2055c3fe-7192-43a7-8bc3-e4a5c34db8c9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:38.732305 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:22:38.753784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.772041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.791151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.851197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2bd1a01-879d-4c8b-bde1-f19b740e9943 req-6f68dfef-2a01-4234-b181-799c4c1e6f9d service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062560 Nov 24 19:22:38.906691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.912370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:38.912975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:38.940329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4723e1d7-8a14-4693-8671-005e5f84a4c7 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:38.972091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b6d9b-fd91-4f6c-8fbd-e73ffd735bc9 req-05654dd9-34db-41d2-940e-b77e313fee2e tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:38.973695 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2a3b6d9b-fd91-4f6c-8fbd-e73ffd735bc9 req-05654dd9-34db-41d2-940e-b77e313fee2e tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.5067544 Nov 24 19:22:38.977669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3392563 Nov 24 19:22:38.996047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40522) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:39.009927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Request body: {'subnet': {'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:39.035075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.043485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.044451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c302650c-a5eb-410d-9c5c-b8360f0bbca2 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:22:39.094435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.108867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.133459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:39.142685 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 19:22:39.143985 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-19740ba0-0b42-49fa-b96b-0df28d1127c3 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6735189 Nov 24 19:22:39.150333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40526) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:39.215045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965aaa05-34d6-41d6-b010-a12434270056,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:39.221705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:39.223748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2a3b6d9b-fd91-4f6c-8fbd-e73ffd735bc9 req-3518992c-ba21-4e26-a62e-ab55b09f774a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409043 Nov 24 19:22:39.235740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event updated for resources: {'Network': ['ID=2da87f08-68f1-4148-aa29-bdc7baa74ce9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:39.247226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:39.250365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:39.254800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.260816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Deleting port 046c9572-4a93-4163-948d-ebb0a31ab13b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:39.260965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:39.261171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.296309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.297498 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1633682 Nov 24 19:22:39.300938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Usage tracker for resource:subnet and tenant:2dddb82af3dd49b89805268312bcfa96 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:39.304641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40530) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:39.309839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:39.322894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:39.327987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'da29406f-7e4d-452e-ba8c-14c1f5638e2d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:39.329465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.337415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78698b9d-e379-4c45-9f3e-44a6dc6df026 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:39.342180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:39.354720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:39.361316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:39.366833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Made reservation on behalf of 2dddb82af3dd49b89805268312bcfa96 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:39.370420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.396505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:39.535626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:22:39.559856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.590343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Allocated IP 172.26.6.89 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/15ceb620-75b2-44f5-a474-ba720014e32f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:39.632939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:39.639004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:39.641628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:39.671727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=2055c3fe-7192-43a7-8bc3-e4a5c34db8c9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:39.675266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:39.791518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.804768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.811265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:39.827873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.875315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.884259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5637441 Nov 24 19:22:39.898735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a110c0d1-b257-47ef-9735-0028b3d6c98d,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:39.907330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:39.925748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.932107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:39.935747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cd36b4e2-594d-4f81-b99d-281c60c84f27 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:39.975125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:40.078077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Calling delete_port for 046c9572-4a93-4163-948d-ebb0a31ab13b owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:40.088861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:40.090539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:40.110860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event updated for resources: {'Subnet': ['ID=a06d59f8-a3b7-4455-ae85-dc049b58fc6d,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:40.116842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:40.133908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Checking segment: {'id': '0f0ca7ca-9e62-4107-a2a1-9768971a2044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:40.134495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Network hostable DHCP agents. Network: 2da87f08-68f1-4148-aa29-bdc7baa74ce9, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:22:40.147836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:40.155091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82b809f8-655c-49b4-8024-2d6ce9d70638 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:40.228850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:40.232901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:40.244930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:40.335458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Pushing event updated for resources: {'Port': ['ID=15ceb620-75b2-44f5-a474-ba720014e32f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:40.345663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:22:40.357209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:40.379313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 2da87f08-68f1-4148-aa29-bdc7baa74ce9) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:40.391931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0a507-3513-4fee-84de-a077c88f0a69 None None] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:40.401685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:40.402699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:40.483777 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4860773 Nov 24 19:22:40.495201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40550) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:40.516762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Request body: {'port': {'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-681057806'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:40.533055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:40.540762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4b6c8806-a89c-4818-9064-73279eadc851 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:40.673931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Pushing event deleted for resources: {'Port': ['ID=046c9572-4a93-4163-948d-ebb0a31ab13b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:40.704250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:40.708343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Usage tracker for resource:port and tenant:2dddb82af3dd49b89805268312bcfa96 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:40.710875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-2da87f08-68f1-4148-aa29-bdc7baa74ce9', 'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9', 'tenant_id': '2dddb82af3dd49b89805268312bcfa96', 'fixed_ips': [{'subnet_id': 'a06d59f8-a3b7-4455-ae85-dc049b58fc6d'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:22:40.712006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:40.732373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-0a34149f-d8f8-4e25-99b0-7f08481088d5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:40.735369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:40.742339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:40.848822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:40.873752 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] 10.222.0.47 "DELETE /v2.0/ports/046c9572-4a93-4163-948d-ebb0a31ab13b HTTP/1.1" status: 204 len: 168 time: 1.7187738 Nov 24 19:22:40.919718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Allocated IP 172.20.0.2 (2da87f08-68f1-4148-aa29-bdc7baa74ce9/a06d59f8-a3b7-4455-ae85-dc049b58fc6d/75dfe89b-2dea-468a-a29f-8e53aa7b86ce) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:40.951082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:40.985405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.031215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-0a34149f-d8f8-4e25-99b0-7f08481088d5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:41.034492 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-0a34149f-d8f8-4e25-99b0-7f08481088d5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216054277&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.6756916 Nov 24 19:22:41.039194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Made reservation on behalf of 2dddb82af3dd49b89805268312bcfa96 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:41.047600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.095625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.105394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.224151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.244204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Transition to ACTIVE for port object 75dfe89b-2dea-468a-a29f-8e53aa7b86ce will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:41.253673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] device_id is not set on port e880617c-f7e6-4f41-a4d0-df533765e93a yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:41.269856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Transition to ACTIVE for port object 75dfe89b-2dea-468a-a29f-8e53aa7b86ce will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:41.289922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.294956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:41.310459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd86f-ea1c-49d4-bb0f-1b39b4e34859 req-939a51c9-3677-4ce7-b6f5-92fe86774f7c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:41.312352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1cebd86f-ea1c-49d4-bb0f-1b39b4e34859 req-939a51c9-3677-4ce7-b6f5-92fe86774f7c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.8853369 Nov 24 19:22:41.380746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:41.392843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:41.402531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:41.485463 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1cebd86f-ea1c-49d4-bb0f-1b39b4e34859 req-28684675-99ce-433f-8d5e-a45425b82f1d tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995893 Nov 24 19:22:41.510036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.516022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.519977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.524771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d04035a-1147-4ee5-924d-4e6d9a9575a3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:41.552526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Attempting to bind port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:41.552912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Attempting to bind port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0f0ca7ca-9e62-4107-a2a1-9768971a2044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:41.553360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Attempting to bind port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce on network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:41.560247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Pushing event updated for resources: {'Port': ['ID=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:41.563246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:41.564841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:41.565223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Checking segment: {'id': '0f0ca7ca-9e62-4107-a2a1-9768971a2044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:41.565556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40568) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:41.565807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.566203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Bound using segment: {'id': '0f0ca7ca-9e62-4107-a2a1-9768971a2044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:41.566686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Bound port: 75dfe89b-2dea-468a-a29f-8e53aa7b86ce, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0ca7ca-9e62-4107-a2a1-9768971a2044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:41.567066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.680246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] For port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:41.684381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] For port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,segment=NetworkSegment(0f0ca7ca-9e62-4107-a2a1-9768971a2044),segment_id=0f0ca7ca-9e62-4107-a2a1-9768971a2044)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:41.690132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.702836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:41.750873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=2055c3fe-7192-43a7-8bc3-e4a5c34db8c9,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:41.757714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:41.768396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.817802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Pushing event updated for resources: {'Port': ['ID=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:41.828577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.829026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.829619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.830042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.830468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.830890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.831329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.831749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.832192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.832607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.833021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.834531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:22:41.838401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:41.848792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:41.859468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-faf38b0c-530e-4ef0-889f-4cc5b992da2f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:41.861061 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-faf38b0c-530e-4ef0-889f-4cc5b992da2f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 200 len: 797 time: 0.7604828 Nov 24 19:22:41.909355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:41.921181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Usage tracker for resource:security_group_rule and tenant:3677b02eedf44503bcbf3642685ff0b1 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:41.928588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Allocated IP 172.20.0.13 (2da87f08-68f1-4148-aa29-bdc7baa74ce9/a06d59f8-a3b7-4455-ae85-dc049b58fc6d/e880617c-f7e6-4f41-a4d0-df533765e93a) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:41.931005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:41.934893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-3d4f9924-24c4-4472-ae83-0645647560ef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0520070 Nov 24 19:22:41.999625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:42.223466 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 81b8d57b-4b3b-4a9f-9091-83314870f658 associated. External IP: 172.26.6.194, port: b1ccefa8-0432-418e-bf57-316511f9c223. Nov 24 19:22:42.388999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.397456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-40cd9263-cfc3-4c18-b1ea-8b7cda578771 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:42.416935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.434792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c0cc99f3-5fe4-4893-ae82-c4e416c11244 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:42.472594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.517383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.625119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3677b02eedf44503bcbf3642685ff0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0577784 Nov 24 19:22:42.628312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40578) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:42.638432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:42.665246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-40cd9263-cfc3-4c18-b1ea-8b7cda578771 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:42.666687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-40cd9263-cfc3-4c18-b1ea-8b7cda578771 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6684058 Nov 24 19:22:42.667490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.791193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.819170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.901645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Pushing event updated for resources: {'Port': ['ID=15ceb620-75b2-44f5-a474-ba720014e32f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:42.906725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.927134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:42.943950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-71ee78f2-a96e-4210-aa21-35ac31f67b2b service neutron] 10.222.0.47 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198265 Nov 24 19:22:42.943950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3f867f21-3fde-40de-8540-537f05c7c0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:42.969357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:42.981019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee47b473-77ac-42b2-9121-4fdedde7d374 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:42.999723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58383e8b-4410-4144-b711-4702761a8076,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:43.018489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:43.022189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:43.024357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58383e8b-4410-4144-b711-4702761a8076,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:43.024543 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58383e8b-4410-4144-b711-4702761a8076 HTTP/1.1" status: 204 len: 168 time: 0.3945692 Nov 24 19:22:43.027779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Transition to ACTIVE for port object e880617c-f7e6-4f41-a4d0-df533765e93a will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:43.034497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:43.038778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:43.042712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0763547 Nov 24 19:22:43.043862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40584) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:43.109335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:43.127308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:43.146348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:43.147740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:43.167097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:43.271695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:43.275512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6547a8c-29e3-4a1c-8b9c-3fd1b40ce5f8 req-e9117278-ec0c-4514-b270-8b3420c68bbe tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:43.277414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d6547a8c-29e3-4a1c-8b9c-3fd1b40ce5f8 req-e9117278-ec0c-4514-b270-8b3420c68bbe tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6022089 Nov 24 19:22:43.290654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:43.291617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:43.337521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:43.347531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:43.371823 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5be0b2a1-215b-453b-b0e8-8e5d3d54bedb tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3208 time: 0.3257027 Nov 24 19:22:43.374733 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2835436 Nov 24 19:22:43.374733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40590) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:43.386249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ec6a3-a7ce-4b0d-9fd9-61a3b9ef8cc5 None None] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:43.393127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-129d487f-cf0f-4959-9c9d-8ef266b91c72 service neutron] 10.222.0.47 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154508 Nov 24 19:22:43.398821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40592) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:43.437018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:43.437600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004e706-0033-41e6-b9c0-9e58c65ea481 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:43.461918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:43.468955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:43.477025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:43.508579 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d6547a8c-29e3-4a1c-8b9c-3fd1b40ce5f8 req-0a414096-c2d7-4b5d-b2e2-8178ab865cfa tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177162 Nov 24 19:22:43.558292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event updated for resources: {'Port': ['ID=e880617c-f7e6-4f41-a4d0-df533765e93a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:43.566097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:43.581739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c215cae9-e4f8-4290-a36f-84e10c192a44 None None] Provisioning for port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:43.628277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:43.629025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:43.654588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1525962 Nov 24 19:22:43.657497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40602) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:43.669301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Request body: {'port': {'network_id': '2da87f08-68f1-4148-aa29-bdc7baa74ce9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1506691031', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:43.670889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] bootfile-name is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:22:43.670889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] tftp-server is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:22:43.671263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] server-ip-address is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:22:43.671381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-721006752'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:43.716842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:43.744584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:network and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:43.756964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f3833a28-5858-4424-bbc4-5f70762b25e6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Synchronizing usage tracker for tenant:a585c6e3871b49f8b065fb7d5c51acb3 on resource:floatingip {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:43.766834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:43.814310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:43.822849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40608) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:43.906604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f3833a28-5858-4424-bbc4-5f70762b25e6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Unset dirty status for tenant:a585c6e3871b49f8b065fb7d5c51acb3 on resource:floatingip {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:43.911860 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f3833a28-5858-4424-bbc4-5f70762b25e6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5186791 Nov 24 19:22:43.927306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40614) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:44.054884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 75dfe89b-2dea-468a-a29f-8e53aa7b86ce up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:44.107880 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fd65598a-c4d0-4d10-9f17-bd439e9b02e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a31210b89004481e9e492238e2c7456f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810040 Nov 24 19:22:44.108611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40620) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:44.132547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:44.144802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:44.173161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:44.180137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:44.180820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:44.250360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c43ee26-d4c2-4fc7-b255-ba68e07985a3 req-55093415-4fcd-45f2-ace7-499d57b1513a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 210 time: 0.1460578 Nov 24 19:22:44.333743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:44.343091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Usage tracker for resource:port and tenant:2dddb82af3dd49b89805268312bcfa96 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:44.352656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:44.356365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Deleting port 15ceb620-75b2-44f5-a474-ba720014e32f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:44.356949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:44.365473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:44.388506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Made reservation on behalf of 2dddb82af3dd49b89805268312bcfa96 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:44.392474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:44.405489 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:44.426769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] device_id is not set on port d541847b-dd58-4bb3-ab4d-0ac80f4660a7 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:44.470917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,segment=NetworkSegment(0f0ca7ca-9e62-4107-a2a1-9768971a2044),segment_id=0f0ca7ca-9e62-4107-a2a1-9768971a2044)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:44.482544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:44.493113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d19431fb-13cf-4425-9d6a-9b47cb306611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:44.731188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2e13d47e-28e9-43cc-8d92-94ead3943a74 None None] Provisioning complete for port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:44.731661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2e13d47e-28e9-43cc-8d92-94ead3943a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:44.735921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:44.823117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:44.839178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:44.850865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Allocated IP 172.20.0.9 (2da87f08-68f1-4148-aa29-bdc7baa74ce9/a06d59f8-a3b7-4455-ae85-dc049b58fc6d/d541847b-dd58-4bb3-ab4d-0ac80f4660a7) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:45.005961 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.006631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.011305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2e13d47e-28e9-43cc-8d92-94ead3943a74 None None] Provisioning for port e880617c-f7e6-4f41-a4d0-df533765e93a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:45.018468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2e13d47e-28e9-43cc-8d92-94ead3943a74 None None] Provisioning complete for port e880617c-f7e6-4f41-a4d0-df533765e93a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:45.018871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2e13d47e-28e9-43cc-8d92-94ead3943a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.084965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2e13d47e-28e9-43cc-8d92-94ead3943a74 None None] Port e880617c-f7e6-4f41-a4d0-df533765e93a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:45.100218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0e25-af2a-4a5f-8297-54703e93cc2c req-58f59057-dad5-4b93-a586-02690165f874 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:45.102708 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-073b0e25-af2a-4a5f-8297-54703e93cc2c req-58f59057-dad5-4b93-a586-02690165f874 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3336997 Nov 24 19:22:45.180719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.190330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Calling delete_port for 15ceb620-75b2-44f5-a474-ba720014e32f owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:45.210274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cb95c5e1-a8de-4bca-bf72-19ee70cddec4 None None] Provisioning complete for port e880617c-f7e6-4f41-a4d0-df533765e93a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:45.210859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb95c5e1-a8de-4bca-bf72-19ee70cddec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.252594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.252946 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Added segment af7fe083-3f2a-4036-989d-d9f4902cb640 of type vlan for network 2194f77b-786c-40c4-950e-878df5032223 Nov 24 19:22:45.260618 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-073b0e25-af2a-4a5f-8297-54703e93cc2c req-ce1ad868-cfba-4e89-888c-1271387eaf72 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959334 Nov 24 19:22:45.273317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.327230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-cb95c5e1-a8de-4bca-bf72-19ee70cddec4 None None] Port e880617c-f7e6-4f41-a4d0-df533765e93a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:45.335755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.337014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.357314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Transition to ACTIVE for port object d541847b-dd58-4bb3-ab4d-0ac80f4660a7 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:45.395246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.403037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:45.441925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.447803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:45.448438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.456294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3386d8b-4de2-4ed5-ad12-8d2010182d8e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:45.481564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.517864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c7d41447-be41-48ce-a618-1581d5dec039 req-95efb75d-cb3b-433b-a98e-885cdd373d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 210 time: 0.0655932 Nov 24 19:22:45.541192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:45.544899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:45.549187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:45.564023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.596454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event updated for resources: {'Port': ['ID=d541847b-dd58-4bb3-ab4d-0ac80f4660a7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:45.600657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:45.609471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.612150 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6da3760-6413-4462-9b5e-24e70f53f968 HTTP/1.1" status: 204 len: 168 time: 1.4840217 Nov 24 19:22:45.639901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Network': ['ID=2194f77b-786c-40c4-950e-878df5032223,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:45.643291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:45.651417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e4cd8c78-4e62-4d86-bb44-66c6e2f159c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:45.651592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 2194f77b-786c-40c4-950e-878df5032223 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:45.654592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:45.655501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.668759 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2678168 Nov 24 19:22:45.671234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40640) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:45.691765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0330715 Nov 24 19:22:45.694165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40644) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:45.708505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da3760-6413-4462-9b5e-24e70f53f968,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:45.711038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:45.715788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'subnet': {'network_id': '2194f77b-786c-40c4-950e-878df5032223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:45.733589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-10715f97-b560-4755-a0d9-7703a6633b41 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:45.801902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Pushing event deleted for resources: {'Port': ['ID=15ceb620-75b2-44f5-a474-ba720014e32f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:45.805155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:45.832945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21969ba9-d603-4960-8df6-66045127c27c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:45.842299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21969ba9-d603-4960-8df6-66045127c27c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:45.850364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21969ba9-d603-4960-8df6-66045127c27c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:45.854272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-21969ba9-d603-4960-8df6-66045127c27c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Synchronizing usage tracker for tenant:2dddb82af3dd49b89805268312bcfa96 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:45.911586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.914170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:45.915395 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] 10.222.0.47 "DELETE /v2.0/floatingips/dbfa0afe-a756-4b6c-9227-f31b2602c534 HTTP/1.1" status: 204 len: 168 time: 1.9786291 Nov 24 19:22:45.918975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40652) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:45.924656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 75dfe89b-2dea-468a-a29f-8e53aa7b86ce up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:45.942141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-21969ba9-d603-4960-8df6-66045127c27c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Unset dirty status for tenant:2dddb82af3dd49b89805268312bcfa96 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:45.943486 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-21969ba9-d603-4960-8df6-66045127c27c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2479091 Nov 24 19:22:45.946372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40656) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:46.107913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Deleting port d541847b-dd58-4bb3-ab4d-0ac80f4660a7 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:46.108523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.125826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1b68aa49-df6b-4f0c-9e2d-29f7bc59271d None None] Provisioning for port d541847b-dd58-4bb3-ab4d-0ac80f4660a7 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:46.139137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:46.145665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Deleting port ba8abf3f-6882-4af1-8254-111578d0a136 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:46.146006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.152728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1b68aa49-df6b-4f0c-9e2d-29f7bc59271d None None] Provisioning complete for port d541847b-dd58-4bb3-ab4d-0ac80f4660a7 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:46.153452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1b68aa49-df6b-4f0c-9e2d-29f7bc59271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.193773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:46.276772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1b68aa49-df6b-4f0c-9e2d-29f7bc59271d None None] Port d541847b-dd58-4bb3-ab4d-0ac80f4660a7 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:46.286791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:46.287187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.334458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-a8512bfd-fd06-4cb6-9fb2-e2bf4e8f2e79 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:46.336140 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-a8512bfd-fd06-4cb6-9fb2-e2bf4e8f2e79 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 200 len: 797 time: 0.2340105 Nov 24 19:22:46.418462 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-c2a44e08-1e54-40a5-93e1-fc1496035bf7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 380 time: 0.0642653 Nov 24 19:22:46.433401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.434580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.469182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['da29406f-7e4d-452e-ba8c-14c1f5638e2d']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:46.589344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Calling delete_port for ba8abf3f-6882-4af1-8254-111578d0a136 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:46.754504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:46.758005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.818655 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d003d7e2-e734-4bf0-8430-3f3aae00bdb6 req-d7792ec4-3cad-4e88-b1c3-4c46dbe11a26 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 210 time: 0.1197650 Nov 24 19:22:46.924231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:46.952884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40690) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:46.993504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.002984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:47.058824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba8abf3f-6882-4af1-8254-111578d0a136,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:47.064598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:47.108391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'networks': [{'name': 'tempest-network--1713121707'}, {'name': 'tempest-network--1279915866'}]} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:47.108595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'network': {'name': 'tempest-network--1713121707'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:47.109051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'network': {'name': 'tempest-network--1279915866'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:47.121640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:47.167168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Usage tracker for resource:network and tenant:7925da3f16f74b10b8d1772a82a0aa89 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:47.177363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:47.186359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:47.199609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Calling delete_port for d541847b-dd58-4bb3-ab4d-0ac80f4660a7 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:47.212031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Made reservation on behalf of 7925da3f16f74b10b8d1772a82a0aa89 for: {'network': 2} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:47.217406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.231822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.237686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e64b76df-0527-47bc-9646-1eef388ce303 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:47.268455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.272787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:47.282466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-1dc67b32-37c9-406e-b7b7-41e715b1c046 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:47.287068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.300510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:47.312552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:47.323488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Usage tracker for resource:security_group_rule and tenant:7925da3f16f74b10b8d1772a82a0aa89 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:47.328952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-1dc67b32-37c9-406e-b7b7-41e715b1c046 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:47.330171 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-1dc67b32-37c9-406e-b7b7-41e715b1c046 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942048924&fields=id&tenant_id=f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 267 time: 0.5215166 Nov 24 19:22:47.330547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:47.350708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:47.366424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Subnet': ['ID=839f6fbd-1dd3-4808-8a82-40f9f24f44be,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:47.369123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:47.372703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:47.374144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.388151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Checking segment: {'id': 'af7fe083-3f2a-4036-989d-d9f4902cb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2194f77b-786c-40c4-950e-878df5032223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:47.388512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network hostable DHCP agents. Network: 2194f77b-786c-40c4-950e-878df5032223, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:22:47.409446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.414143 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/5186fc1c-4066-4870-aaf6-bab7beedc716 HTTP/1.1" status: 204 len: 168 time: 1.4904609 Nov 24 19:22:47.414833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40696) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:47.467177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network 2194f77b-786c-40c4-950e-878df5032223 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:22:47.483210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 2194f77b-786c-40c4-950e-878df5032223) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:47.490076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:47.490659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.494747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d14999-4d33-4193-9b6b-a30a1d387f98 None None] Network 2194f77b-786c-40c4-950e-878df5032223 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:47.497404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting port ac6d46d4-1425-44bb-ab96-208b0ae59452 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:47.497766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.566351 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8913715 Nov 24 19:22:47.568870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40700) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:47.603110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-290155322', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:47.616905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:47.629239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.630221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:router and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:47.639892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:47.645946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4748b57d-1195-4089-bb69-bf9f8258e182 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:47.648770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:47.718784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-9418f682-8abe-4f04-9ee6-b281d1ce90aa tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:47.721360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-9418f682-8abe-4f04-9ee6-b281d1ce90aa tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 811 time: 0.3822794 Nov 24 19:22:47.728706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event deleted for resources: {'Port': ['ID=d541847b-dd58-4bb3-ab4d-0ac80f4660a7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:47.732269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:47.739156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-2194f77b-786c-40c4-950e-878df5032223', 'network_id': '2194f77b-786c-40c4-950e-878df5032223', 'tenant_id': '7af34bda4ac2423388e026259d0ade47', 'fixed_ips': [{'subnet_id': '839f6fbd-1dd3-4808-8a82-40f9f24f44be'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:22:47.740141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.747271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.748264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.793582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-e250f7e8-d5c8-44bf-817d-3789b4a75c74 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/quotas/f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 375 time: 0.0589850 Nov 24 19:22:47.843056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.866565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.875777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.894648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.895176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:47.916678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d8ad851-9d0e-45cf-b25d-c4e480359e85 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:47.989857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Allocated IP 172.20.0.2 (2194f77b-786c-40c4-950e-878df5032223/839f6fbd-1dd3-4808-8a82-40f9f24f44be/e19bf18c-1bb5-403e-b548-5bfc4af0fe20) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:48.109545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Calling delete_port for ac6d46d4-1425-44bb-ab96-208b0ae59452 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:48.118748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.126580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-46004052-e9c5-4afb-b57b-8048ab29a809 req-702a7172-7de4-4e49-98ac-19310c6f8d63 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 210 time: 0.0776186 Nov 24 19:22:48.147922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.7 (86949410-e427-45f2-b389-ee846d1e0d21/8279491f-e1ee-4894-ad8e-8861d94417b9/da653a0d-a60e-4cde-b864-7dd659944706) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:48.176284 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "DELETE /v2.0/ports/d541847b-dd58-4bb3-ab4d-0ac80f4660a7 HTTP/1.1" status: 204 len: 168 time: 2.2245214 Nov 24 19:22:48.182872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40706) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:48.193856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Request body: {'port': {'name': 'tempest-new-port-name-1457564430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:48.194252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] bootfile-name is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:22:48.194587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] tftp-server is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:22:48.194913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.api.validators [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] server-ip-address is not in valid_values {{(pid=87485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 19:22:48.228206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-c01c3aac-76cd-4e19-bbd9-d051b71d1a03 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:48.259920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.270654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Transition to ACTIVE for port object e19bf18c-1bb5-403e-b548-5bfc4af0fe20 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:48.290218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Transition to ACTIVE for port object e19bf18c-1bb5-403e-b548-5bfc4af0fe20 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:48.299952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.300925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40943c87-afdb-4314-8589-1bb089af82ca,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:48.310303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:48.311188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:48.319361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:48.374087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Network 2194f77b-786c-40c4-950e-878df5032223 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:48.377509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:48.380796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:48.390320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Pushing event updated for resources: {'Port': ['ID=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:48.416600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:48.427203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-c01c3aac-76cd-4e19-bbd9-d051b71d1a03 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:48.428531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-c01c3aac-76cd-4e19-bbd9-d051b71d1a03 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5932224 Nov 24 19:22:48.500751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Attempting to bind port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:48.501315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Attempting to bind port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'af7fe083-3f2a-4036-989d-d9f4902cb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2194f77b-786c-40c4-950e-878df5032223'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:48.501500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Attempting to bind port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 on network 2194f77b-786c-40c4-950e-878df5032223 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:48.507890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:48.508560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Checking segment: {'id': 'af7fe083-3f2a-4036-989d-d9f4902cb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2194f77b-786c-40c4-950e-878df5032223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:48.509140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.509752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Bound using segment: {'id': 'af7fe083-3f2a-4036-989d-d9f4902cb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2194f77b-786c-40c4-950e-878df5032223'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:48.510259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Bound port: e19bf18c-1bb5-403e-b548-5bfc4af0fe20, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7fe083-3f2a-4036-989d-d9f4902cb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2194f77b-786c-40c4-950e-878df5032223'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:48.510640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.578581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.579260 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Added segment 8b843eaa-cab5-42ee-904f-9a5aadc2720c of type vlan for network 781735cb-c1f5-4daf-ae68-c21999a10b9b Nov 24 19:22:48.585699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.593552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.623090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] For port e19bf18c-1bb5-403e-b548-5bfc4af0fe20, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:48.626738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] For port e19bf18c-1bb5-403e-b548-5bfc4af0fe20, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,segment=NetworkSegment(af7fe083-3f2a-4036-989d-d9f4902cb640),segment_id=af7fe083-3f2a-4036-989d-d9f4902cb640)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:48.631862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.637260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:48.678404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.709612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.718562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Pushing event updated for resources: {'Port': ['ID=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:48.740347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:48.757939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.762109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-4f1cf01b-e6af-458b-91e3-58a5ec6d714b service neutron] 10.222.0.47 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106444 Nov 24 19:22:48.767895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object da653a0d-a60e-4cde-b864-7dd659944706 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:48.781558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f05216f-d64e-4dd6-a073-bf4cb7ab40ee tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:48.853792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event deleted for resources: {'Port': ['ID=ac6d46d4-1425-44bb-ab96-208b0ae59452,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:48.857809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:48.898375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:48.898597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.958539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:48.958539 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Added segment 8fa19674-c30f-4881-bd65-d796040362f1 of type vlan for network 59e6d405-f8ea-41c8-a67b-c7378315224e Nov 24 19:22:49.030315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.040653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.065556 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "DELETE /v2.0/ports/ac6d46d4-1425-44bb-ab96-208b0ae59452 HTTP/1.1" status: 204 len: 168 time: 1.6496971 Nov 24 19:22:49.078051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40710) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:49.167602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.168272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.173974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.183669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.184566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.190790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cfc06f0d-fe85-4842-83d7-efa0938c9508 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:49.225391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.239892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-627a96ed-54fa-4511-98ff-69cb36b122c3 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:49.346198 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-85f70b1d-53fd-4ee1-a8eb-9f78a53d148a service neutron] 10.222.0.47 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592644 Nov 24 19:22:49.382301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 86949410-e427-45f2-b389-ee846d1e0d21 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:49.393214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:49.396129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:49.423509 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4695373 Nov 24 19:22:49.435175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40718) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:49.495388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Network': ['ID=781735cb-c1f5-4daf-ae68-c21999a10b9b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:49.499351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.508774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 781735cb-c1f5-4daf-ae68-c21999a10b9b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:49.551421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.564262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f4d89-70b3-43c3-9515-211a4e11e88e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.565445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-869f4d89-70b3-43c3-9515-211a4e11e88e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Synchronizing usage tracker for tenant:a585c6e3871b49f8b065fb7d5c51acb3 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:49.629055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=da653a0d-a60e-4cde-b864-7dd659944706,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:49.649469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:49.725783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.727338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.762695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Network': ['ID=59e6d405-f8ea-41c8-a67b-c7378315224e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:49.781782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 59e6d405-f8ea-41c8-a67b-c7378315224e details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:49.801932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:49.850084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788a20d-6aa0-47a2-89f1-d914121d947b tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.859915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788a20d-6aa0-47a2-89f1-d914121d947b tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.872731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788a20d-6aa0-47a2-89f1-d914121d947b tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.892564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788a20d-6aa0-47a2-89f1-d914121d947b tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.898169 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2788a20d-6aa0-47a2-89f1-d914121d947b tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4617133 Nov 24 19:22:49.901100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.904963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40726) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:49.909370 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4595389 Nov 24 19:22:49.949879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb3e9-1467-4ea0-826f-586015d5ac0c req-4b096ebe-fb4c-4ccf-97cd-0a22022bc686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:49.951148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d60bb3e9-1467-4ea0-826f-586015d5ac0c req-4b096ebe-fb4c-4ccf-97cd-0a22022bc686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:49.975999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-865c9c83-0b97-443e-83ee-21096117fec7 None None] Provisioning for port da653a0d-a60e-4cde-b864-7dd659944706 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:49.983537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-865c9c83-0b97-443e-83ee-21096117fec7 None None] Provisioning complete for port da653a0d-a60e-4cde-b864-7dd659944706 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:49.984790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-865c9c83-0b97-443e-83ee-21096117fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:49.989473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Request body: {'port': {'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:50.016691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:50.017767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.812s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:50.018383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:50.041404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.056579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-869f4d89-70b3-43c3-9515-211a4e11e88e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Unset dirty status for tenant:a585c6e3871b49f8b065fb7d5c51acb3 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:50.058902 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-869f4d89-70b3-43c3-9515-211a4e11e88e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c42b73c-3297-447e-9be5-9294e3959e92 HTTP/1.1" status: 200 len: 913 time: 0.9798172 Nov 24 19:22:50.063538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e19bf18c-1bb5-403e-b548-5bfc4af0fe20 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:50.064442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40734) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:50.085310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6167c102-7ce9-4a9d-a5c3-729f3dc28a54 tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:50.164781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-865c9c83-0b97-443e-83ee-21096117fec7 None None] Port da653a0d-a60e-4cde-b864-7dd659944706 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:50.175688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.26.6.118 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/fa87afe4-9e62-4a90-9ddb-86cfceba4ab9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:50.177519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:50.346518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39417d5c-5417-4eb0-a33c-73f91ecdb89b None None] Network 2194f77b-786c-40c4-950e-878df5032223 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:50.472952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Provisioning for port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:50.493627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Provisioning complete for port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:50.494008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.525134 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-941d723d-cdc8-4579-81fc-4b92375acf05 req-bbdb14d1-4454-4fbf-afbd-f69c58716f2f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 210 time: 0.2663381 Nov 24 19:22:50.525858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event updated for resources: {'Port': ['ID=e880617c-f7e6-4f41-a4d0-df533765e93a,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:50.611523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.631613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:50.636279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.666260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d60bb3e9-1467-4ea0-826f-586015d5ac0c req-4b096ebe-fb4c-4ccf-97cd-0a22022bc686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:50.675328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d60bb3e9-1467-4ea0-826f-586015d5ac0c req-4b096ebe-fb4c-4ccf-97cd-0a22022bc686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 931 time: 1.3983679 Nov 24 19:22:50.763652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.812402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] For port e19bf18c-1bb5-403e-b548-5bfc4af0fe20, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,segment=NetworkSegment(af7fe083-3f2a-4036-989d-d9f4902cb640),segment_id=af7fe083-3f2a-4036-989d-d9f4902cb640)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:50.822605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.826270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e1c2b9fa-251b-4c44-9963-18e44057578f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:50.847927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.858566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] In _notify_port_updated(), no bound segment for port e880617c-f7e6-4f41-a4d0-df533765e93a on network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:22:50.866100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:50.866927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:50.872481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40744) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:50.872844 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "PUT /v2.0/ports/e880617c-f7e6-4f41-a4d0-df533765e93a HTTP/1.1" status: 200 len: 1137 time: 2.6883223 Nov 24 19:22:50.904598 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d60bb3e9-1467-4ea0-826f-586015d5ac0c req-0639b7de-7771-4358-b60b-e58e16eb6c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282531 Nov 24 19:22:50.905882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Pushing event updated for resources: {'Port': ['ID=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:50.916611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:50.956681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f70a1c82-f8b8-4466-b73f-1bad869d5462 None None] Provisioning complete for port e880617c-f7e6-4f41-a4d0-df533765e93a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:50.957310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f70a1c82-f8b8-4466-b73f-1bad869d5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.029358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f70a1c82-f8b8-4466-b73f-1bad869d5462 None None] Port e880617c-f7e6-4f41-a4d0-df533765e93a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:51.077610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.117649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb5179-9e7b-4adf-a033-a5b88f2e117c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:51.119489 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-66cb5179-9e7b-4adf-a033-a5b88f2e117c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "GET /v2.0/ports/e880617c-f7e6-4f41-a4d0-df533765e93a HTTP/1.1" status: 200 len: 1137 time: 0.2451904 Nov 24 19:22:51.124533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40748) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:51.139762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781735cb-c1f5-4daf-ae68-c21999a10b9b']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:51.159389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b843eaa-cab5-42ee-904f-9a5aadc2720c') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:51.159680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b843eaa-cab5-42ee-904f-9a5aadc2720c') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:51.189043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.239125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.246357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41165a31-ad44-4964-9a03-32e4ebd015c0 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:51.252746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8e9e967c-4c3b-45a9-9594-15509ed061bb None None] Provisioning complete for port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:51.253320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e9e967c-4c3b-45a9-9594-15509ed061bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.264899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.275504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:51.275894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:51.291139 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:51.303586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Deleting port e880617c-f7e6-4f41-a4d0-df533765e93a {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:51.303932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.319912 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:22:51.384679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:51.394797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:51.397445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:51.409050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.413123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:51.440279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=fa87afe4-9e62-4a90-9ddb-86cfceba4ab9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:51.444100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:51.560920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:51.568751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.604751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Network': ['ID=781735cb-c1f5-4daf-ae68-c21999a10b9b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:51.642975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/networks/781735cb-c1f5-4daf-ae68-c21999a10b9b HTTP/1.1" status: 204 len: 168 time: 1.7360287 Nov 24 19:22:51.662241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:51.662707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40754) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:51.847387 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb364c98-c5cf-4416-8335-be2836a274da req-1fa5d010-8fbe-4d1a-b311-7e4086349aea tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 210 time: 0.1798940 Nov 24 19:22:51.849665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da653a0d-a60e-4cde-b864-7dd659944706 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:22:51.868434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e19bf18c-1bb5-403e-b548-5bfc4af0fe20 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:22:51.889183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.935891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.948270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.951988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Transition to ACTIVE for port object da653a0d-a60e-4cde-b864-7dd659944706 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:51.974101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:51.978804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5183ed6b-8bc4-4ee9-8139-57581cac9047 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:52.013984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-2110eeb2-d231-4eec-8a75-1dcc8d076bd7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:52.015427 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-2110eeb2-d231-4eec-8a75-1dcc8d076bd7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 811 time: 0.4566090 Nov 24 19:22:52.018620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:52.018986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.239539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Calling delete_port for e880617c-f7e6-4f41-a4d0-df533765e93a owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:52.260590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Pushing event updated for resources: {'Port': ['ID=da653a0d-a60e-4cde-b864-7dd659944706,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:52.281897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.298033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:52.305487 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-a7204c00-98ac-4b1e-a831-c69f9cca385b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 379 time: 0.2546287 Nov 24 19:22:52.390590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'port': {'device_id': '789ec29c-3738-4c72-a044-f0166e6686fe', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'admin_state_up': True, 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'security_groups': ['d0c15ac7-13c4-4875-9033-70e07d1e2196']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:52.452827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.565432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e6d405-f8ea-41c8-a67b-c7378315224e']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:52.592902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa19674-c30f-4881-bd65-d796040362f1') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:52.593914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa19674-c30f-4881-bd65-d796040362f1') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:52.619821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.677056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48167a61-a6b3-4eca-acb1-165c9f69a9db req-463837a9-c10e-46d3-bbd0-4109ee2884e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:52.678539 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48167a61-a6b3-4eca-acb1-165c9f69a9db req-463837a9-c10e-46d3-bbd0-4109ee2884e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 943 time: 0.5175307 Nov 24 19:22:52.687814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.699755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Attempting to bind port da653a0d-a60e-4cde-b864-7dd659944706 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:52.700225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Attempting to bind port da653a0d-a60e-4cde-b864-7dd659944706 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:52.700619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Attempting to bind port da653a0d-a60e-4cde-b864-7dd659944706 on network 86949410-e427-45f2-b389-ee846d1e0d21 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:52.726530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:52.726530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.730988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:52.743680 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:52.758399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Port da653a0d-a60e-4cde-b864-7dd659944706 on network 86949410-e427-45f2-b389-ee846d1e0d21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:22:52.758730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Attempting to bind port da653a0d-a60e-4cde-b864-7dd659944706 on network 86949410-e427-45f2-b389-ee846d1e0d21 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:52.835389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:52.835999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Checking segment: {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:52.836594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Bound using segment: {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:52.837027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Bound port: da653a0d-a60e-4cde-b864-7dd659944706, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab135eb1-517d-43a0-8c85-c08487347914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:52.837371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.846598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:52.885490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:52.923567 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48167a61-a6b3-4eca-acb1-165c9f69a9db req-8a2bf850-fbb4-47f6-97aa-95782114ebea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312047 Nov 24 19:22:52.944479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.949233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:52.967184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:53.007856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Network': ['ID=59e6d405-f8ea-41c8-a67b-c7378315224e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:53.010830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:53.013499 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/networks/59e6d405-f8ea-41c8-a67b-c7378315224e HTTP/1.1" status: 204 len: 168 time: 1.3496408 Nov 24 19:22:53.018921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40764) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:53.018921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Made reservation on behalf of f7bb3e51a97441e2be92040da22ad15a for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:53.022519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.075336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.084931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-08d79075-051d-4595-8e47-bbe5c858b328 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:53.132065 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9f1eed6-15a1-4be7-9246-8acad7127d18 req-4cf9d3c9-df69-4c72-8c84-ebd60475604a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 210 time: 0.0952189 Nov 24 19:22:53.137860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event deleted for resources: {'Port': ['ID=e880617c-f7e6-4f41-a4d0-df533765e93a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:53.146886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:53.380891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] For port da653a0d-a60e-4cde-b864-7dd659944706, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:53.424459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] For port da653a0d-a60e-4cde-b864-7dd659944706, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=da653a0d-a60e-4cde-b864-7dd659944706,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:53.449051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.450252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.460579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:53.523363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting port 27a3b814-05a4-4471-8618-5ab8e2de5036 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:53.523715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.576616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf8373-54cf-44a9-9173-05c673803bca tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:53.582545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf8373-54cf-44a9-9173-05c673803bca tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:53.583416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f1bf8373-54cf-44a9-9173-05c673803bca tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Synchronizing usage tracker for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:53.590536 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "DELETE /v2.0/ports/e880617c-f7e6-4f41-a4d0-df533765e93a HTTP/1.1" status: 204 len: 168 time: 2.4649417 Nov 24 19:22:53.593646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40768) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:53.603637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:53.604446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.606656 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] 10.222.0.41 "PUT /v2.0/ports/da653a0d-a60e-4cde-b864-7dd659944706 HTTP/1.1" status: 200 len: 1093 time: 3.6679275 Nov 24 19:22:53.608695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:22:53.723627 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706', 'status': 'completed', 'code': 200} Nov 24 19:22:53.738254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f1bf8373-54cf-44a9-9173-05c673803bca tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Unset dirty status for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:53.739610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f1bf8373-54cf-44a9-9173-05c673803bca tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7065804 Nov 24 19:22:53.749924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40774) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:53.750788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Pushing event updated for resources: {'Port': ['ID=da653a0d-a60e-4cde-b864-7dd659944706,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:53.759708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:53.765313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1696379568'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:53.769237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Allocated IP 172.20.0.12 (ebee4b49-365d-438b-9ad7-73b9b44ab4fe/cc995c74-2c28-42ba-95d7-bd92ddd3e0b6/eaea837f-95e3-4fe2-bc7e-0b11839a1365) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:53.776648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.787086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:53.800869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Deleting subnet a06d59f8-a3b7-4455-ae85-dc049b58fc6d {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:22:53.811680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:53.818223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.851570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Made reservation on behalf of 7925da3f16f74b10b8d1772a82a0aa89 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:53.855950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:53.891927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-a25907a4-8f40-4464-9e4c-96441bd4e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:53.893982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-a25907a4-8f40-4464-9e4c-96441bd4e3a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 1096 time: 0.2232690 Nov 24 19:22:54.084197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-677b8544-12d5-4ee9-a5f8-6a57efdfac97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da653a0d-a60e-4cde-b864-7dd659944706 HTTP/1.1" status: 200 len: 217 time: 0.1688669 Nov 24 19:22:54.147757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.192637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:54.228748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.229139 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Added segment cda1289e-1d1c-4d6a-be2d-fde35865a503 of type vlan for network 21ec0534-4eda-4950-8064-dc3055085820 Nov 24 19:22:54.251453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.275199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-fb178250-abb7-4a97-9684-5c0a96ec2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:54.276704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-fb178250-abb7-4a97-9684-5c0a96ec2a74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8279491f-e1ee-4894-ad8e-8861d94417b9 HTTP/1.1" status: 200 len: 835 time: 0.1850598 Nov 24 19:22:54.392730 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cd9d4135-b994-4909-a7d8-336caec244f0 req-a92d0fbf-780a-4952-871a-7ae8376bafae tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 210 time: 0.1209834 Nov 24 19:22:54.409424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Calling delete_port for 27a3b814-05a4-4471-8618-5ab8e2de5036 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:54.422097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.434055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.471692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae0a1-e38a-407c-a78d-7a545ec49255 req-96236f03-6817-46f8-b201-9e14577ec64d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:54.473206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d53ae0a1-e38a-407c-a78d-7a545ec49255 req-96236f03-6817-46f8-b201-9e14577ec64d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 943 time: 0.3909895 Nov 24 19:22:54.475369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Transition to ACTIVE for port object eaea837f-95e3-4fe2-bc7e-0b11839a1365 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:54.550337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.555970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:54.556576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.566430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5aaaccf-10be-4565-b6ca-20e321745441 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:54.589041 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d53ae0a1-e38a-407c-a78d-7a545ec49255 req-b82bd0cc-6846-47af-a777-7ea0b1c1e326 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985281 Nov 24 19:22:54.597275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-71b3c1b1-2024-4c92-8e88-ee63db10207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:54.598804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-71b3c1b1-2024-4c92-8e88-ee63db10207f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86949410-e427-45f2-b389-ee846d1e0d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2756646 Nov 24 19:22:54.666558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.765594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:22:54.773258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.799334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Network': ['ID=21ec0534-4eda-4950-8064-dc3055085820,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:54.803069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:54.807909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e64d3990-8f1e-4ad2-b3ba-7abb2015d87f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:54.815210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 21ec0534-4eda-4950-8064-dc3055085820 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:54.847923 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0939188 Nov 24 19:22:54.861758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40782) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:54.877186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:54.885392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1980091640'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:54.888529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.891615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:54.894109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:22:54.901845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:54.947801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:54.957889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:54.975818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event deleted for resources: {'Subnet': ['ID=a06d59f8-a3b7-4455-ae85-dc049b58fc6d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:54.982629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Usage tracker for resource:network and tenant:7925da3f16f74b10b8d1772a82a0aa89 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:54.984893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:54.989833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932bbba6-9c0a-4c92-94af-bb6bc104bf0f None None] Network 2da87f08-68f1-4148-aa29-bdc7baa74ce9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:22:55.005549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:55.053811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=eaea837f-95e3-4fe2-bc7e-0b11839a1365,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:55.056744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:55.060492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:55.063837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-cd253241-0df9-4b76-a56c-e980131a2cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014790 Nov 24 19:22:55.079584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:55.080277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.145362 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "DELETE /v2.0/subnets/a06d59f8-a3b7-4455-ae85-dc049b58fc6d HTTP/1.1" status: 204 len: 168 time: 1.5471094 Nov 24 19:22:55.162095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:55.205131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Made reservation on behalf of 7925da3f16f74b10b8d1772a82a0aa89 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:55.208617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.231779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8577073 Nov 24 19:22:55.256856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Request body: {'port': {'device_id': '789ec29c-3738-4c72-a044-f0166e6686fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:55.293731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-20b078ca-e619-4200-9d7f-c072cc56b920 None None] Provisioning for port eaea837f-95e3-4fe2-bc7e-0b11839a1365 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:22:55.302337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-20b078ca-e619-4200-9d7f-c072cc56b920 None None] Provisioning complete for port eaea837f-95e3-4fe2-bc7e-0b11839a1365 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:22:55.302795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-20b078ca-e619-4200-9d7f-c072cc56b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.323281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:55.335447 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] Sync routers for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:55.349738 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:55.350649 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:55.386143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.395728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.400793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.402354 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.8324308 Nov 24 19:22:55.404938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-35854b67-eb11-41b9-b67c-2a9ee932f975 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:55.411467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-20b078ca-e619-4200-9d7f-c072cc56b920 None None] Port eaea837f-95e3-4fe2-bc7e-0b11839a1365 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:22:55.442770 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:55.454120 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:55.455150 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:55.459429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40790) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:55.482680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] DHCP port deletion for 2da87f08-68f1-4148-aa29-bdc7baa74ce9 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:22:55.487822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Deleting port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:55.488387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.522728 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:55.523394 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115c0d8-31fa-4d1b-b2e4-91db7e73ed9b None None] The sync data for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:55.538414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Deleting port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:55.539109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.551582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:22:55.568510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event deleted for resources: {'Port': ['ID=27a3b814-05a4-4471-8618-5ab8e2de5036,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:55.637210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:55.669086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.669632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Added segment 522fed43-b6a0-4114-893f-d1723f06366b of type vlan for network 9243cbb0-d345-4c78-90e9-482a39a88d0c Nov 24 19:22:55.746386 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0fd9bdc-d36c-4fc6-b6cd-a7d970e0a0a2 req-6659dead-57ac-4fd4-83db-c5bafeda643c service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492279 Nov 24 19:22:55.916808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 75dfe89b-2dea-468a-a29f-8e53aa7b86ce no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:22:55.941767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:55.954619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:56.070221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] For port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,segment=NetworkSegment(0f0ca7ca-9e62-4107-a2a1-9768971a2044),segment_id=0f0ca7ca-9e62-4107-a2a1-9768971a2044)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:56.071287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:56.082276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-7dddca5d-f48e-45ec-9c07-892e3b78fe2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7397954 Nov 24 19:22:56.130802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:56.137098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:56.137916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:56.189311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-748ed2fc-bea1-497c-9136-f1d267285965 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:56.226823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2091a-9010-4796-928a-7fc87b973ca2 req-316e39fc-829f-49ea-9217-c9683eccae7a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:56.227549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-7df2091a-9010-4796-928a-7fc87b973ca2 req-316e39fc-829f-49ea-9217-c9683eccae7a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:22:56.253516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Calling delete_port for 75dfe89b-2dea-468a-a29f-8e53aa7b86ce owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:56.382359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:56.400845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06bde830-ca46-407d-a303-eed085f53502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:56.403125 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5402358 Nov 24 19:22:56.411663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40798) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:56.429677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91c3f2-2348-440e-9344-f53c1c61b462 req-e73e1ed7-916a-44fe-9dde-36616c729c57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:56.431225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c91c3f2-2348-440e-9344-f53c1c61b462 req-e73e1ed7-916a-44fe-9dde-36616c729c57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 943 time: 0.6441650 Nov 24 19:22:56.433959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce update to DOWN by agent not found {{(pid=87487) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 19:22:56.454950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Pushing event deleted for resources: {'Port': ['ID=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:56.457316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] No DVR routers for this DVR port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:22:56.458804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:56.476400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'ports': [{'network_id': '21ec0534-4eda-4950-8064-dc3055085820', 'name': 'tempest-port--1187040152', 'admin_state_up': True}, {'network_id': '9243cbb0-d345-4c78-90e9-482a39a88d0c', 'admin_state_up': False}]} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:56.476797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'port': {'network_id': '21ec0534-4eda-4950-8064-dc3055085820', 'name': 'tempest-port--1187040152', 'admin_state_up': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:56.477235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'port': {'network_id': '9243cbb0-d345-4c78-90e9-482a39a88d0c', 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:22:56.492950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Network': ['ID=9243cbb0-d345-4c78-90e9-482a39a88d0c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:56.494928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-7df2091a-9010-4796-928a-7fc87b973ca2 req-316e39fc-829f-49ea-9217-c9683eccae7a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:22:56.496668 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7df2091a-9010-4796-928a-7fc87b973ca2 req-316e39fc-829f-49ea-9217-c9683eccae7a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 932 time: 0.8836803 Nov 24 19:22:56.499276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-de53bf7b-d044-46b8-9f8d-b8fbda1906c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:56.500737 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-de53bf7b-d044-46b8-9f8d-b8fbda1906c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 1096 time: 0.6568828 Nov 24 19:22:56.510512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:56.512692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 9243cbb0-d345-4c78-90e9-482a39a88d0c details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:22:56.625124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] For port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75dfe89b-2dea-468a-a29f-8e53aa7b86ce,segment=NetworkSegment(0f0ca7ca-9e62-4107-a2a1-9768971a2044),segment_id=0f0ca7ca-9e62-4107-a2a1-9768971a2044)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:56.625762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:56.813290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c91c3f2-2348-440e-9344-f53c1c61b462 req-5a9533ac-ae5c-438e-b324-9b6d2f6e433e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214197 Nov 24 19:22:56.832942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Calling delete_port for 75dfe89b-2dea-468a-a29f-8e53aa7b86ce owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:56.871707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:56.934894 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7df2091a-9010-4796-928a-7fc87b973ca2 req-356a410a-ca7c-47bc-88fb-066c7609e4cf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292119 Nov 24 19:22:56.948481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-36286fb3-27bd-442f-8f1b-16378a16a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:56.950109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-36286fb3-27bd-442f-8f1b-16378a16a5f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.7044258 Nov 24 19:22:57.108259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:22:57.108583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:22:57.167540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-b52e222f-696b-4dff-bdc8-2bac288e098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:57.169990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-b52e222f-696b-4dff-bdc8-2bac288e098c service neutron] 10.222.0.41 "GET /v2.0/networks?id=86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 200 len: 898 time: 0.6536891 Nov 24 19:22:57.170570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:22:57.174700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:22:57.254737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Usage tracker for resource:port and tenant:7925da3f16f74b10b8d1772a82a0aa89 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:22:57.425784 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-0b69bdad-d313-415c-94d3-cd306ba5f038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da653a0d-a60e-4cde-b864-7dd659944706 HTTP/1.1" status: 200 len: 217 time: 0.2433951 Nov 24 19:22:57.446531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:22:57.490548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:22:57.536381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaea837f-95e3-4fe2-bc7e-0b11839a1365 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:22:57.547277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-1a8b3d55-30a7-49c5-98cf-695881015c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:57.548964 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-1a8b3d55-30a7-49c5-98cf-695881015c2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.5431142 Nov 24 19:22:57.552568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:57.560092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Made reservation on behalf of 7925da3f16f74b10b8d1772a82a0aa89 for: {'port': 2} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:22:57.564637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:57.634263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Deleting port 75dfe89b-2dea-468a-a29f-8e53aa7b86ce {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:57.634824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:57.667978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:57.677794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-28138fea-3a52-45d8-9cf8-4cdbd6885482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:57.679184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-28138fea-3a52-45d8-9cf8-4cdbd6885482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8279491f-e1ee-4894-ad8e-8861d94417b9 HTTP/1.1" status: 200 len: 835 time: 0.2266884 Nov 24 19:22:57.680366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Transition to ACTIVE for port object eaea837f-95e3-4fe2-bc7e-0b11839a1365 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:57.731389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:57.737261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] The port '75dfe89b-2dea-468a-a29f-8e53aa7b86ce' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:22:57.743757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8ab082b9-0ee8-45a4-a63f-5d1ba30056b2 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:57.884686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-9adf8bc4-e241-4647-b7f9-92ac65ae5320 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1002 time: 0.3275087 Nov 24 19:22:57.922356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Router 2c42b73c-3297-447e-9be5-9294e3959e92 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:22:57.932365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:57.972605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da87f08-68f1-4148-aa29-bdc7baa74ce9']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:58.092727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.108400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0ca7ca-9e62-4107-a2a1-9768971a2044') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:58.108690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0ca7ca-9e62-4107-a2a1-9768971a2044') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:58.130515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.141581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Pushing event updated for resources: {'Port': ['ID=eaea837f-95e3-4fe2-bc7e-0b11839a1365,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:58.159795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:58.210688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-f5090e58-63bc-4468-9270-4583e101ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:58.212099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-f5090e58-63bc-4468-9270-4583e101ad12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.2506549 Nov 24 19:22:58.239000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] device_id is not set on port a78033bc-a4f2-4da8-8fe1-6bc8975982f8 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:58.272115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.301054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:22:58.301574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:22:58.316405 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:22:58.352653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-69a7c709-ace5-4286-98a8-fe5394835648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:58.354145 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-69a7c709-ace5-4286-98a8-fe5394835648 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86949410-e427-45f2-b389-ee846d1e0d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6594563 Nov 24 19:22:58.454225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:22:58.466175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] Sync routers for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:22:58.486195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Attempting to bind port eaea837f-95e3-4fe2-bc7e-0b11839a1365 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:22:58.486582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Attempting to bind port eaea837f-95e3-4fe2-bc7e-0b11839a1365 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:22:58.486896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Attempting to bind port eaea837f-95e3-4fe2-bc7e-0b11839a1365 on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:58.487385 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "PUT /v2.0/routers/2c42b73c-3297-447e-9be5-9294e3959e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4216592 Nov 24 19:22:58.487613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:58.488349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:58.490365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40806) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:58.490965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.499551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85892b80-a17f-4584-96a7-77c4191f08ec tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:58.516387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Port eaea837f-95e3-4fe2-bc7e-0b11839a1365 on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:22:58.516748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Attempting to bind port eaea837f-95e3-4fe2-bc7e-0b11839a1365 on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:22:58.570977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:58.571579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.573153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7007a07-973e-49a7-b6ca-1b5645906ed6 req-9325a3dd-ffaa-4387-a839-68d87eec2f9a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:58.575278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7007a07-973e-49a7-b6ca-1b5645906ed6 req-9325a3dd-ffaa-4387-a839-68d87eec2f9a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 943 time: 0.5357361 Nov 24 19:22:58.581951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] Routers {'2c42b73c-3297-447e-9be5-9294e3959e92'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:22:58.582575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2c42b73c-3297-447e-9be5-9294e3959e92'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:58.587417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Pushing event deleted for resources: {'Network': ['ID=2da87f08-68f1-4148-aa29-bdc7baa74ce9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:58.589279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:22:58.589279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Checking segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:22:58.589773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Bound using segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:22:58.590075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Bound port: eaea837f-95e3-4fe2-bc7e-0b11839a1365, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:22:58.590420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.602382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:58.643131 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] 10.222.0.47 "DELETE /v2.0/networks/2da87f08-68f1-4148-aa29-bdc7baa74ce9 HTTP/1.1" status: 204 len: 168 time: 3.4771049 Nov 24 19:22:58.643773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cb4e2-9bfe-458c-b13d-4059048814ab req-051bfa13-b9a2-49b4-b0d6-6121eb5db742 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:58.643773 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-936cb4e2-9bfe-458c-b13d-4059048814ab req-051bfa13-b9a2-49b4-b0d6-6121eb5db742 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.5432541 Nov 24 19:22:58.668625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:22:58.669054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12ec61-ef1f-4b5d-9ada-576fb243c53f None None] The sync data for ids ['2c42b73c-3297-447e-9be5-9294e3959e92'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:22:58.729553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device da653a0d-a60e-4cde-b864-7dd659944706 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:22:58.774834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-8368ecc6-cdae-4c4a-8da5-5586f98c2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:58.776386 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-8368ecc6-cdae-4c4a-8da5-5586f98c2280 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5269244 Nov 24 19:22:58.846851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:58.865737 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-e9cf2d33-f1f8-482e-a3ad-942bde7f1d8a service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961722 Nov 24 19:22:58.925703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7007a07-973e-49a7-b6ca-1b5645906ed6 req-9effe46f-e45b-4d9f-8932-e64d852d6a02 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222852 Nov 24 19:22:58.968487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port da653a0d-a60e-4cde-b864-7dd659944706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=da653a0d-a60e-4cde-b864-7dd659944706,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:58.988500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'da653a0d-a60e-4cde-b864-7dd659944706', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:22:59.017072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-936cb4e2-9bfe-458c-b13d-4059048814ab req-f852e2e5-240c-4e44-a90f-a7947d419696 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479779 Nov 24 19:22:59.041643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40814) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:59.079752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.098781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da653a0d-a60e-4cde-b864-7dd659944706 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:22:59.116758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port da653a0d-a60e-4cde-b864-7dd659944706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=da653a0d-a60e-4cde-b864-7dd659944706,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:22:59.121987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.125072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e5e164c3-6360-4aad-8203-52ddbece2363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:59.195795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=da653a0d-a60e-4cde-b864-7dd659944706,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:59.198555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:59.243880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.262256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-361f9dd8-848d-4e45-8c8f-484dae269818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.269752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] For port eaea837f-95e3-4fe2-bc7e-0b11839a1365, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:22:59.294161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.1 (2194f77b-786c-40c4-950e-878df5032223/839f6fbd-1dd3-4808-8a82-40f9f24f44be/eaa44875-9232-4597-b6d7-f22c228db467) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:22:59.318824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] For port eaea837f-95e3-4fe2-bc7e-0b11839a1365, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:22:59.344137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.403128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.408929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting port c0b0e2e8-e644-417a-b26c-86b6d11ab60e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:22:59.409271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.422218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f2892873-72e9-4aeb-9b0b-3647fbec13ec tempest-ServersTestManualDisk-1428455887 tempest-ServersTestManualDisk-1428455887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:59.483953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-72d15e6c-3224-4c16-9789-a19ea67960a9 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858647 Nov 24 19:22:59.560478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] device_id is not set on port d81477d9-a85c-43b3-b055-f21e6a108235 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:22:59.584448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:22:59.585060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.586517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] 10.222.0.41 "PUT /v2.0/ports/eaea837f-95e3-4fe2-bc7e-0b11839a1365 HTTP/1.1" status: 200 len: 1094 time: 4.3368583 Nov 24 19:22:59.588971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['da653a0d-a60e-4cde-b864-7dd659944706'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:22:59.612833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.650578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f460e91-b3e1-48f9-a4f4-7d3e64d69f24 req-e8ec4b7d-2ae2-437e-9cea-9d47c31bb604 service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067425 Nov 24 19:22:59.651115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:22:59.658007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Transition to ACTIVE for port object eaa44875-9232-4597-b6d7-f22c228db467 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:22:59.662636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.732281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.797103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Calling delete_port for c0b0e2e8-e644-417a-b26c-86b6d11ab60e owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:22:59.838090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'status': 'completed', 'code': 200} Nov 24 19:22:59.847273 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16e8e8c4-fac4-431a-92ac-86a3aafeade1 req-80ab3c6c-cb06-40f1-ac7d-2b68b0ab7de3 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390100 Nov 24 19:22:59.850711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Pushing event updated for resources: {'Port': ['ID=eaea837f-95e3-4fe2-bc7e-0b11839a1365,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:22:59.869367 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-66fa88ad-4bbd-444a-89b7-5416df2de32d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2dddb82af3dd49b89805268312bcfa96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253396 Nov 24 19:22:59.874394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:22:59.874394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40822) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:22:59.895006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:22:59.900951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e1000e55-b06a-43e9-aaa1-f0b077a1f3ea tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:22:59.978967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network 2194f77b-786c-40c4-950e-878df5032223 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:22:59.983928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:22:59.994615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:00.062950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=eaa44875-9232-4597-b6d7-f22c228db467,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:00.069514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:00.090610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.098428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-19072863-fcdc-4c04-9d38-8eb223cc7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:00.099948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-19072863-fcdc-4c04-9d38-8eb223cc7e19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 1097 time: 0.4177186 Nov 24 19:23:00.123514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.182503 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-05c9649d-0bdd-4f39-8434-89accbb10424 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365 HTTP/1.1" status: 200 len: 217 time: 0.0708299 Nov 24 19:23:00.308531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.315614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7cbfd55a-4b21-472e-8b0e-b3318a8963f3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:00.333341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-13093db1-65be-4978-ac66-515e16f3a688 None None] Provisioning for port eaa44875-9232-4597-b6d7-f22c228db467 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:00.340092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-13093db1-65be-4978-ac66-515e16f3a688 None None] Provisioning complete for port eaa44875-9232-4597-b6d7-f22c228db467 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:00.340745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13093db1-65be-4978-ac66-515e16f3a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.354127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.362563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event deleted for resources: {'Port': ['ID=c0b0e2e8-e644-417a-b26c-86b6d11ab60e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:00.367374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:00.413595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-13093db1-65be-4978-ac66-515e16f3a688 None None] Port eaa44875-9232-4597-b6d7-f22c228db467 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:00.430567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-ed2c28b3-6cca-4b55-85a7-3555d46ff66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:00.432024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-ed2c28b3-6cca-4b55-85a7-3555d46ff66d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.1932051 Nov 24 19:23:00.441987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.482369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.551923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bb5b6-50b1-4282-a28c-4baa8024d35a req-9ebfef40-bff7-455f-acaf-1ed1652dd6f3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:00.553593 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b1bb5b6-50b1-4282-a28c-4baa8024d35a req-9ebfef40-bff7-455f-acaf-1ed1652dd6f3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.3685255 Nov 24 19:23:00.578807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab8ab-167a-4dfc-8999-053e9e538ebe req-f499c293-2869-4d24-90f9-5f57e706ad89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:00.580397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b47ab8ab-167a-4dfc-8999-053e9e538ebe req-f499c293-2869-4d24-90f9-5f57e706ad89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 944 time: 0.3968558 Nov 24 19:23:00.602592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.622826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6ed87c2a-7216-4942-b565-81789949b240 tempest-FloatingIPNegativeTestJSON-252825290 tempest-FloatingIPNegativeTestJSON-252825290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:00.630060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.651437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cccfaf5-afb7-44e8-a838-2b0a081595ae,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:00.656831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:00.660964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-13ccee4e-b224-4d25-a0f9-8c8404f67ea3 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:00.743128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device da653a0d-a60e-4cde-b864-7dd659944706 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:00.775173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b47ab8ab-167a-4dfc-8999-053e9e538ebe req-e316b623-e5a8-4d4c-b007-fe395713345d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768289 Nov 24 19:23:00.777684 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b1bb5b6-50b1-4282-a28c-4baa8024d35a req-f1690ddb-8a6b-4ad5-a48a-6d75bd8d2d01 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127476 Nov 24 19:23:00.779991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-ee14a5b8-6773-4c4f-9bcd-7fda77ec009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:00.781426 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-ee14a5b8-6773-4c4f-9bcd-7fda77ec009d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3329520 Nov 24 19:23:00.800334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.803443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cccfaf5-afb7-44e8-a838-2b0a081595ae HTTP/1.1" status: 204 len: 168 time: 0.9258044 Nov 24 19:23:00.838810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.842897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.844635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.849405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port da653a0d-a60e-4cde-b864-7dd659944706 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:00.856891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port da653a0d-a60e-4cde-b864-7dd659944706 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:00.857764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.931033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:00.931556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Fanout notify agent at l3_agent the message router_deleted on router 2c42b73c-3297-447e-9be5-9294e3959e92 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:23:00.976201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Port': ['ID=a78033bc-a4f2-4da8-8fe1-6bc8975982f8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:00.976201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:01.035160 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-99608bed-4034-4321-b98d-ce61e05e3e13 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434895 Nov 24 19:23:01.038144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Checking segment: {'id': 'cda1289e-1d1c-4d6a-be2d-fde35865a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '21ec0534-4eda-4950-8064-dc3055085820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:01.038616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network hostable DHCP agents. Network: 21ec0534-4eda-4950-8064-dc3055085820, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:01.050833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.054834 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "DELETE /v2.0/routers/2c42b73c-3297-447e-9be5-9294e3959e92 HTTP/1.1" status: 204 len: 168 time: 2.5619678 Nov 24 19:23:01.057483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40834) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:01.106631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.137973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:23:01.148650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port da653a0d-a60e-4cde-b864-7dd659944706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=da653a0d-a60e-4cde-b864-7dd659944706,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:01.156041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.158301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-31febd32-36ab-4012-8931-f36ca934b04f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:01.226803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network 21ec0534-4eda-4950-8064-dc3055085820 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:01.232091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ede0152-6cd0-4e6d-9a59-4f2f78729a26 req-4b468dd5-8920-45c3-9c4e-ea6914e25b87 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860118 Nov 24 19:23:01.242588 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706', 'code': 200} Nov 24 19:23:01.244226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 21ec0534-4eda-4950-8064-dc3055085820) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:01.247002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting subnet 64a63673-66fb-47ba-a87d-268d3f34f714 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:01.251278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:01.252462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.258271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.260595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:01.273705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4aa29-8c84-4b11-b116-8e06c78da152 None None] Network 21ec0534-4eda-4950-8064-dc3055085820 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:01.389900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=da653a0d-a60e-4cde-b864-7dd659944706,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:01.402220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:01.430429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.595379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.596802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.626334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.663739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aebb4c67-7238-4510-97ca-790f8c23d177 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:01.716995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Port': ['ID=d81477d9-a85c-43b3-b055-f21e6a108235,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:01.724207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:01.737816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Checking segment: {'id': '522fed43-b6a0-4114-893f-d1723f06366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9243cbb0-d345-4c78-90e9-482a39a88d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:01.738159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network hostable DHCP agents. Network: 9243cbb0-d345-4c78-90e9-482a39a88d0c, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:01.772452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=eaa44875-9232-4597-b6d7-f22c228db467,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:01.773818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61824a23-defb-40f8-8119-bee67438f44e req-19acb9db-0dcd-4927-8ca3-89e741539753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:01.775731 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61824a23-defb-40f8-8119-bee67438f44e req-19acb9db-0dcd-4927-8ca3-89e741539753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 1097 time: 0.2471321 Nov 24 19:23:01.784466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:01.826521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.893201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network 9243cbb0-d345-4c78-90e9-482a39a88d0c is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:01.918430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:01.926697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4d001a82-dba6-4cdf-9ede-bfc057b7c985 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:01.994516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event deleted for resources: {'Subnet': ['ID=64a63673-66fb-47ba-a87d-268d3f34f714,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:02.005086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:02.015374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.017727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806afe56-d1a8-4d52-80d1-b2a07dec5382 None None] Network d1116461-2f18-491a-acb4-66a455eefe55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:02.042064 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "DELETE /v2.0/subnets/64a63673-66fb-47ba-a87d-268d3f34f714 HTTP/1.1" status: 204 len: 168 time: 0.9827416 Nov 24 19:23:02.043515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40860) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:02.177985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40864) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:02.210467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61824a23-defb-40f8-8119-bee67438f44e req-2129ee0f-b230-4de2-85a9-0b754527fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.211089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network 2194f77b-786c-40c4-950e-878df5032223 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:02.211923 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61824a23-defb-40f8-8119-bee67438f44e req-2129ee0f-b230-4de2-85a9-0b754527fdd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.4176462 Nov 24 19:23:02.215395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:02.221348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfce6d-a741-4c44-8207-746b0ae4e607 req-773f4bf0-c338-4983-a2be-eb89cad8abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.222912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-68dfce6d-a741-4c44-8207-746b0ae4e607 req-773f4bf0-c338-4983-a2be-eb89cad8abc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 1098 time: 0.6262386 Nov 24 19:23:02.304017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1ca3583b-d106-4677-bb6c-9f4df60b30d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.326857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.417156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 9243cbb0-d345-4c78-90e9-482a39a88d0c) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:02.442230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545d1692-62dd-4dc5-b895-21be6f13cb29 None None] Network 9243cbb0-d345-4c78-90e9-482a39a88d0c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:02.466645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:02.473211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.478686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.479870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.499506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61824a23-defb-40f8-8119-bee67438f44e req-6ac75bf6-92b5-43bf-b669-3aafb33cd27b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365 HTTP/1.1" status: 200 len: 217 time: 0.2749212 Nov 24 19:23:02.606732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61824a23-defb-40f8-8119-bee67438f44e req-48eb39f3-e8e7-4945-b48f-e351a6c806c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.608627 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61824a23-defb-40f8-8119-bee67438f44e req-48eb39f3-e8e7-4945-b48f-e351a6c806c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.0908709 Nov 24 19:23:02.625392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-177207829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:02.633976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:02.638833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:router and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:02.642134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:02.650084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:02.659849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting port 691d928c-1275-4bb4-a27a-889ce5b6b98f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:02.660694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.698366 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-68dfce6d-a741-4c44-8207-746b0ae4e607 req-3c64c4d9-e970-418e-8ca9-965a4755b998 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928383 Nov 24 19:23:02.710488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.711690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.719473 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2994461 Nov 24 19:23:02.720643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40870) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:02.766301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c5579c5b-e64b-4701-8601-83215af79830 None None] Provisioning complete for port eaa44875-9232-4597-b6d7-f22c228db467 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:02.766708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c5579c5b-e64b-4701-8601-83215af79830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.811736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa7287-449c-48a8-9cd0-22fdaba85aca req-ba0387d8-e96c-4dfe-a3ac-14938eced7dc tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.813423 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bfa7287-449c-48a8-9cd0-22fdaba85aca req-ba0387d8-e96c-4dfe-a3ac-14938eced7dc tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.6005690 Nov 24 19:23:02.829544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.853440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c5579c5b-e64b-4701-8601-83215af79830 None None] Port eaa44875-9232-4597-b6d7-f22c228db467 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:02.858642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a00059-14fd-4796-808b-a546fe4980f7 req-383d3a2c-8057-451d-832b-5766f1896028 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.860613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20a00059-14fd-4796-808b-a546fe4980f7 req-383d3a2c-8057-451d-832b-5766f1896028 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 945 time: 0.6418264 Nov 24 19:23:02.938062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bfa7287-449c-48a8-9cd0-22fdaba85aca req-f80391c2-9fd8-4dd9-a1e4-d3da798f695d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095145 Nov 24 19:23:02.961001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61824a23-defb-40f8-8119-bee67438f44e req-309fa465-9f2e-47d5-8575-f2328642ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:02.962999 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61824a23-defb-40f8-8119-bee67438f44e req-309fa465-9f2e-47d5-8575-f2328642ff9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3376572 Nov 24 19:23:02.963820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:02.967729 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20a00059-14fd-4796-808b-a546fe4980f7 req-de887c11-79cb-4653-9194-e4511acc5f77 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956225 Nov 24 19:23:02.981396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] DHCP port deletion for d1116461-2f18-491a-acb4-66a455eefe55 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:23:02.997560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Deleting port 691d928c-1275-4bb4-a27a-889ce5b6b98f {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:02.998735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.013036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:03.015912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f2d2b-8df1-4a00-bbcb-115632ef596e tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:03.023513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f2d2b-8df1-4a00-bbcb-115632ef596e tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:03.024670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e00f2d2b-8df1-4a00-bbcb-115632ef596e tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Synchronizing usage tracker for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:03.048449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] For port 691d928c-1275-4bb4-a27a-889ce5b6b98f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=691d928c-1275-4bb4-a27a-889ce5b6b98f,segment=NetworkSegment(790ee67e-c60f-4f1a-a512-37dc4c35bb56),segment_id=790ee67e-c60f-4f1a-a512-37dc4c35bb56)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:03.048936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.107351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e00f2d2b-8df1-4a00-bbcb-115632ef596e tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Unset dirty status for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:03.108850 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e00f2d2b-8df1-4a00-bbcb-115632ef596e tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3834174 Nov 24 19:23:03.111713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40874) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:03.204837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61824a23-defb-40f8-8119-bee67438f44e req-6aa756f7-f560-4994-88cf-0d7caf006c11 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314844 Nov 24 19:23:03.210040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Deleting port a78033bc-a4f2-4da8-8fe1-6bc8975982f8 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:03.210391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.215933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] For port 691d928c-1275-4bb4-a27a-889ce5b6b98f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=691d928c-1275-4bb4-a27a-889ce5b6b98f,segment=NetworkSegment(790ee67e-c60f-4f1a-a512-37dc4c35bb56),segment_id=790ee67e-c60f-4f1a-a512-37dc4c35bb56)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:03.216484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.233953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:03.235694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.247537 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] Sync routers for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:03.263705 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/routers/2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7965450 Nov 24 19:23:03.270364 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:03.271455 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:03.272127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40878) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:03.286679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'port': {'network_id': '2194f77b-786c-40c4-950e-878df5032223', 'name': 'tempest-FloatingIPTestJSON-1043165202'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:03.345048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Calling delete_port for 691d928c-1275-4bb4-a27a-889ce5b6b98f owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:03.362688 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:03.382021 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:03.383207 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:03.388385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Calling delete_port for 691d928c-1275-4bb4-a27a-889ce5b6b98f owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:03.414744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.419289 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-528db3ba-ff20-4f44-a25d-007e3f2edb09 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2366157 Nov 24 19:23:03.422788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40882) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:03.436311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1581697159'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:03.453651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.455459 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:03.456273 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e89e5-e49a-43d8-b060-72a8785c937d None None] The sync data for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:03.460255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-56086db1-000b-4bc7-9dd6-c96a09b7ea85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:03.468036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:23:03.468343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:23:03.486262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:03.511266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Pushing event deleted for resources: {'Port': ['ID=691d928c-1275-4bb4-a27a-889ce5b6b98f,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:03.514264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:03.515068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] No DVR routers for this DVR port 691d928c-1275-4bb4-a27a-889ce5b6b98f on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:03.516431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:network and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:03.526966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:03.539294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:03.608960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61824a23-defb-40f8-8119-bee67438f44e req-fd3a9af6-a424-4c5b-8f65-75c8fdf3f494 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742912 Nov 24 19:23:03.615648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:03.619005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.813886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.842978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:03.848735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 691d928c-1275-4bb4-a27a-889ce5b6b98f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:23:03.860230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Usage tracker for resource:port and tenant:7af34bda4ac2423388e026259d0ade47 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:03.866899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:03.871735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:03.878978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:03.884353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 691d928c-1275-4bb4-a27a-889ce5b6b98f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:23:03.884714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 691d928c-1275-4bb4-a27a-889ce5b6b98f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:23:03.887692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:03.947064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:security_group_rule and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:03.951530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:03.970166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting port 691d928c-1275-4bb4-a27a-889ce5b6b98f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:03.970739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.048548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Calling delete_port for a78033bc-a4f2-4da8-8fe1-6bc8975982f8 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:04.081794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] The port '691d928c-1275-4bb4-a27a-889ce5b6b98f' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:23:04.087977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:04.155411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Made reservation on behalf of 7af34bda4ac2423388e026259d0ade47 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:04.158535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.219524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.244896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1116461-2f18-491a-acb4-66a455eefe55']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:04.257361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790ee67e-c60f-4f1a-a512-37dc4c35bb56') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:04.257663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790ee67e-c60f-4f1a-a512-37dc4c35bb56') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:04.258019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] device_id is not set on port bc79b1b3-5bca-4a03-8df4-d88fa08e062f yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:23:04.270064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.286674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.292962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:04.293358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:04.308243 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:04.391953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.394937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.398234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-585235fc-a9ba-45c6-8c10-236f6e3c49ef tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:04.407338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:04.417715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.429734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event deleted for resources: {'Network': ['ID=d1116461-2f18-491a-acb4-66a455eefe55,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:04.435825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:04.440513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.444259 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "DELETE /v2.0/networks/d1116461-2f18-491a-acb4-66a455eefe55 HTTP/1.1" status: 204 len: 168 time: 2.3969181 Nov 24 19:23:04.446745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40890) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:04.502140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Port': ['ID=a78033bc-a4f2-4da8-8fe1-6bc8975982f8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:04.504559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:04.521289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.576597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8c62-d613-4dfb-81c6-8b8bd89faeac req-efce7eb9-4450-4b8c-ba8e-a75b3d80507c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:04.577984 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0fab8c62-d613-4dfb-81c6-8b8bd89faeac req-efce7eb9-4450-4b8c-ba8e-a75b3d80507c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.4924755 Nov 24 19:23:04.591299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e35c8-266a-4196-a583-766132337538 req-e3181b68-b193-429e-b651-c9dff2cc1377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:04.592753 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-685e35c8-266a-4196-a583-766132337538 req-e3181b68-b193-429e-b651-c9dff2cc1377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 945 time: 0.4208040 Nov 24 19:23:04.608628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Deleting port ae6a6495-d1ff-4295-b51b-47f5d1c928c8 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:04.608973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.627290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/ports/a78033bc-a4f2-4da8-8fe1-6bc8975982f8 HTTP/1.1" status: 204 len: 168 time: 1.5144975 Nov 24 19:23:04.640409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40894) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:04.665547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Allocated IP 172.20.0.9 (2194f77b-786c-40c4-950e-878df5032223/839f6fbd-1dd3-4808-8a82-40f9f24f44be/bc79b1b3-5bca-4a03-8df4-d88fa08e062f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:04.678505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.704530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.714248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ce5ed462-ad89-47e6-8f7f-006a23f36e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:04.735208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0fab8c62-d613-4dfb-81c6-8b8bd89faeac req-ba9ef89c-0309-4b8e-936b-ec8d03bb3d6b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318305 Nov 24 19:23:04.746934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-685e35c8-266a-4196-a583-766132337538 req-cf26c3cb-daf4-4916-87d1-a2d9f193f45a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420302 Nov 24 19:23:04.770395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:04.795269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa76183f-4ddd-4440-84f9-65e004bc840e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:04.798538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:04.818492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.818842 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Added segment 40b005e1-9ac9-451f-bef9-12135d0f148c of type vlan for network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf Nov 24 19:23:04.930049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Deleting port d81477d9-a85c-43b3-b055-f21e6a108235 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:04.930388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:04.975246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.053484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.059618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:05.060228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.074322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:05.079779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.080305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.187334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.201232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7776725 Nov 24 19:23:05.212099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40900) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:05.227135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e7db-fbf2-40ee-ba2e-151470edd3c6 req-76f73ad5-c003-45bd-bfb3-aed5685e8398 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:05.227403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Calling delete_port for ae6a6495-d1ff-4295-b51b-47f5d1c928c8 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:05.228611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6287e7db-fbf2-40ee-ba2e-151470edd3c6 req-76f73ad5-c003-45bd-bfb3-aed5685e8398 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 945 time: 0.3101985 Nov 24 19:23:05.237581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'subnet': {'network_id': 'd4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:05.256346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Network': ['ID=d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:05.259441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:05.265276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Transition to ACTIVE for port object bc79b1b3-5bca-4a03-8df4-d88fa08e062f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:05.268756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:05.365384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.401208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6287e7db-fbf2-40ee-ba2e-151470edd3c6 req-00f6e472-c107-4530-9183-930aec2ccc5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458013 Nov 24 19:23:05.404609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:05.409287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:subnet and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:05.412919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:05.419705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:05.424572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40904) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:05.465117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.480310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9eaf5c85-5b45-411e-a1f9-d3de507fed76 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:05.532115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:05.537669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.539840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Calling delete_port for d81477d9-a85c-43b3-b055-f21e6a108235 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:05.756699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.768426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-999aace6-9f54-490f-a385-1a653eca0b73 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:05.834813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.856662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Port': ['ID=d81477d9-a85c-43b3-b055-f21e6a108235,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:05.861238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:05.866794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-974e2158-1a58-412a-a207-6c5eb8e3feb9 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:05.914697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:05.918005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Pushing event deleted for resources: {'Port': ['ID=ae6a6495-d1ff-4295-b51b-47f5d1c928c8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:05.920601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Network 2194f77b-786c-40c4-950e-878df5032223 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:05.945622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:05.958731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:05.968742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event updated for resources: {'Port': ['ID=bc79b1b3-5bca-4a03-8df4-d88fa08e062f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:05.982647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:05.999284 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/ports/d81477d9-a85c-43b3-b055-f21e6a108235 HTTP/1.1" status: 204 len: 168 time: 1.3555307 Nov 24 19:23:06.001862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40910) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.023299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:06.060506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9d3ff10c-8d58-4e9a-83a4-c412ef14c08f tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Synchronizing usage tracker for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:06.080060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.083396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.084849 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] 10.222.0.47 "DELETE /v2.0/floatingips/b47da7c9-9169-43f8-a994-3b6b9fd7866a HTTP/1.1" status: 204 len: 168 time: 1.6370013 Nov 24 19:23:06.086964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9d3ff10c-8d58-4e9a-83a4-c412ef14c08f tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Unset dirty status for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:06.088432 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9d3ff10c-8d58-4e9a-83a4-c412ef14c08f tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0855927 Nov 24 19:23:06.092562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40916) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.098691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-849687580'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:06.101135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:06.102047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.103986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:06.110103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Usage tracker for resource:network and tenant:7925da3f16f74b10b8d1772a82a0aa89 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:06.113598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:06.120055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:06.121959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0d7074-ce68-4010-91c8-ec2fd5401897 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:06.124804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8f0d7074-ce68-4010-91c8-ec2fd5401897 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 1093 time: 0.6985068 Nov 24 19:23:06.129910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40920) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.135873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:06.143214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Made reservation on behalf of 7925da3f16f74b10b8d1772a82a0aa89 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:06.147253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.158706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:06.167371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:06.172217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:06.181452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:06.197176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:06.205551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d605377b-b48a-4d8e-b899-548c919d9497 None None] Provisioning for port bc79b1b3-5bca-4a03-8df4-d88fa08e062f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:06.208834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.209328 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Added segment 2b8ead61-097c-412d-aafe-79457e823391 of type vlan for network 3e1644d6-0963-4dd6-9ea3-57c6be3891b6 Nov 24 19:23:06.213703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d605377b-b48a-4d8e-b899-548c919d9497 None None] Provisioning complete for port bc79b1b3-5bca-4a03-8df4-d88fa08e062f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:06.215311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d605377b-b48a-4d8e-b899-548c919d9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.223298 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9475121 Nov 24 19:23:06.226397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40924) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.232835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb9298-b9e8-45f3-ad50-7585db97677c req-207558d6-800c-4514-ad02-ce20af94ba8f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:06.234278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Request body: {'floatingip': {'port_id': 'bc79b1b3-5bca-4a03-8df4-d88fa08e062f'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:06.235013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eaeb9298-b9e8-45f3-ad50-7585db97677c req-207558d6-800c-4514-ad02-ce20af94ba8f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.3412316 Nov 24 19:23:06.320202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.329289 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eaeb9298-b9e8-45f3-ad50-7585db97677c req-acea42c7-f49e-42fa-afa7-84d293fc9278 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851927 Nov 24 19:23:06.336157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d605377b-b48a-4d8e-b899-548c919d9497 None None] Port bc79b1b3-5bca-4a03-8df4-d88fa08e062f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:06.341137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.346092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fa2f1205-42fc-4a47-85c9-e501e351ea1d tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:06.373410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.421825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Subnet': ['ID=0d9951e0-4841-4e76-8ea4-c11c061091f1,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:06.425714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:06.433389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Checking segment: {'id': '40b005e1-9ac9-451f-bef9-12135d0f148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:06.433898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network hostable DHCP agents. Network: d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:06.454133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:06.464547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:06.472926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:06.473542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.473884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40930) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.477898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c500e-1dbf-4015-b895-661bc4551b96 None None] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:06.483309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.495388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2819793 Nov 24 19:23:06.498205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40934) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.503900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'network': {'name': 'tempest-router-network01--1574979583'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:06.508937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:06.513709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:network and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:06.516768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:06.522540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:06.533618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:06.538677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.572448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:06.584341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.585222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Added segment 68de51fc-9692-4506-9134-39cd43793d30 of type vlan for network c620268a-c090-466f-9dc4-4d69388d1a80 Nov 24 19:23:06.623253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.666947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.674588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:06.675530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.682291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:06.714024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.719735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:06.720355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.731763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45c23612-6d31-4c81-9c08-056b30810b78 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:06.741131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf', 'network_id': 'd4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf', 'tenant_id': 'f37e73f175f748abaecdcf5bda76f825', 'fixed_ips': [{'subnet_id': '0d9951e0-4841-4e76-8ea4-c11c061091f1'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:06.742172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.785072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2834644 Nov 24 19:23:06.787107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40940) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.792403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'network': {'name': 'tempest-router-network02--1246200615'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:06.801481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:06.803910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Network': ['ID=c620268a-c090-466f-9dc4-4d69388d1a80,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:06.808645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:06.809708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:network and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:06.812775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:06.819076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:06.829175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network c620268a-c090-466f-9dc4-4d69388d1a80 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:06.830910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:06.834559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.864260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:06.875103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.875610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Added segment f9e1672a-94b4-4615-a75e-6e6943af0ee9 of type vlan for network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 Nov 24 19:23:06.921530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:06.936142 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8401732 Nov 24 19:23:06.937057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40944) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:06.949940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-48341434'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:06.955764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:06.957773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Network': ['ID=3e1644d6-0963-4dd6-9ea3-57c6be3891b6,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:06.966990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:06.984505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Usage tracker for resource:network and tenant:7925da3f16f74b10b8d1772a82a0aa89 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:06.989447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 3e1644d6-0963-4dd6-9ea3-57c6be3891b6 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:06.991649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:07.000121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:07.013583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.018068 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fd2086fb-b94e-465f-9ad6-7798fd447165 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a585c6e3871b49f8b065fb7d5c51acb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409877 Nov 24 19:23:07.020315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:07.021019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.025060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40948) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:07.028609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a07fdd4d-69d2-4f84-8cfa-52afe38104b7 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:07.046439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Made reservation on behalf of 7925da3f16f74b10b8d1772a82a0aa89 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:07.049837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.133988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.139725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Allocated IP 2001:db8::2 (d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf/0d9951e0-4841-4e76-8ea4-c11c061091f1/380c0435-b592-4751-9c31-e283cddeb3e3) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:07.180790 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3907614 Nov 24 19:23:07.184612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 40952) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:07.197167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'subnet': {'network_id': 'c620268a-c090-466f-9dc4-4d69388d1a80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:07.202668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Network': ['ID=c2b48bbb-9fa8-4ece-b035-791ccc3caa29,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:07.210677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:07.211546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:07.233863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.234309 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Added segment bc059cd9-bed8-4815-a82f-73169b24033f of type vlan for network 5a2145cf-6dea-411c-91cc-ba94d01e3370 Nov 24 19:23:07.235256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:07.240941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.290018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.294615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.377448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.383551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:07.391754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.398705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7343f782-db85-4dce-b977-9b6737ac9996 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:07.492779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.508523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.518911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Transition to ACTIVE for port object 380c0435-b592-4751-9c31-e283cddeb3e3 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:07.530325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:07.539038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Transition to ACTIVE for port object 380c0435-b592-4751-9c31-e283cddeb3e3 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:07.547561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.552911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:subnet and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:07.553680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9ad53398-2dec-44c1-aa52-88851e724c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:07.568068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:07.570903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.572058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f931462-b109-415b-ba7e-15a829e5405b HTTP/1.1" status: 204 len: 168 time: 0.5274775 Nov 24 19:23:07.573042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Network': ['ID=5a2145cf-6dea-411c-91cc-ba94d01e3370,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:07.583762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:07.584723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:07.588527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be0a980a-0277-468d-b7ee-38412223cfac tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:07.601074 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6626136 Nov 24 19:23:07.614658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 5a2145cf-6dea-411c-91cc-ba94d01e3370 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:07.618100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.64 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/2c95b2ec-ba0e-4c39-a45e-8d9f5f778355) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:07.631541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:07.632772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f931462-b109-415b-ba7e-15a829e5405b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:07.635044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.645832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:07.723466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac772e26-aab2-4afe-904a-6e9c83460903 req-690a3129-e8f6-419a-8c93-dd44985baff1 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:07.745638 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac772e26-aab2-4afe-904a-6e9c83460903 req-690a3129-e8f6-419a-8c93-dd44985baff1 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.2615964 Nov 24 19:23:07.771318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:07.777427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:07.779868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:07.798659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Pushing event updated for resources: {'Port': ['ID=380c0435-b592-4751-9c31-e283cddeb3e3,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:07.801571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:07.879065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.896060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac772e26-aab2-4afe-904a-6e9c83460903 req-0db36b5f-d3a3-4350-b7d0-3835c46ad9e6 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487720 Nov 24 19:23:07.904427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.948108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Attempting to bind port 380c0435-b592-4751-9c31-e283cddeb3e3 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:07.949466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Attempting to bind port 380c0435-b592-4751-9c31-e283cddeb3e3 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '40b005e1-9ac9-451f-bef9-12135d0f148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:07.949909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Attempting to bind port 380c0435-b592-4751-9c31-e283cddeb3e3 on network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:07.962485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:07.962991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Checking segment: {'id': '40b005e1-9ac9-451f-bef9-12135d0f148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:07.963507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:07.964602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Bound using segment: {'id': '40b005e1-9ac9-451f-bef9-12135d0f148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:07.966058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Bound port: 380c0435-b592-4751-9c31-e283cddeb3e3, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b005e1-9ac9-451f-bef9-12135d0f148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:07.968142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.120186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] For port 380c0435-b592-4751-9c31-e283cddeb3e3, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:08.124560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] For port 380c0435-b592-4751-9c31-e283cddeb3e3, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=380c0435-b592-4751-9c31-e283cddeb3e3,segment=NetworkSegment(40b005e1-9ac9-451f-bef9-12135d0f148c),segment_id=40b005e1-9ac9-451f-bef9-12135d0f148c)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:08.131200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.136788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06bde830-ca46-407d-a303-eed085f53502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:08.163460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40962) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:08.181959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.197111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:08.202519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Usage tracker for resource:security_group_rule and tenant:ebab4f171683461a95c1bd9764b57a08 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:08.206311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:08.212696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:08.251368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Pushing event updated for resources: {'Port': ['ID=380c0435-b592-4751-9c31-e283cddeb3e3,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:08.267001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:08.334650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.341922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.349630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a94ba9ea-0f1f-48a0-acd9-c454610498ce tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:08.395308 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebab4f171683461a95c1bd9764b57a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278700 Nov 24 19:23:08.395308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7799f542-5453-4414-9f9d-554e3272a2fa,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:08.396203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40966) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:08.399244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:08.533196 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 81b8d57b-4b3b-4a9f-9091-83314870f658 associated. External IP: 172.26.6.194, port: b1ccefa8-0432-418e-bf57-316511f9c223. Nov 24 19:23:08.546806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.585774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.639140 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.689250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.695693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f56cb951-828a-4a2e-891f-270c8ef8df08 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:08.710848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7799f542-5453-4414-9f9d-554e3272a2fa,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:08.714681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:08.718724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.735014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7799f542-5453-4414-9f9d-554e3272a2fa HTTP/1.1" status: 204 len: 168 time: 0.3375130 Nov 24 19:23:08.843264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:08.849311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bacec199-7e8a-4397-8522-4d7912b975db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:08.886805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.013613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:09.023798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Subnet': ['ID=cbf0fb81-ffc5-4692-8483-6a410ce736f8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:09.031545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:09.037496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:09.038032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fee1dab5-1854-4d0d-be22-8bd78656da5c tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:09.120680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:09.242432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Checking segment: {'id': '68de51fc-9692-4506-9134-39cd43793d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c620268a-c090-466f-9dc4-4d69388d1a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:09.243039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network hostable DHCP agents. Network: c620268a-c090-466f-9dc4-4d69388d1a80, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:09.285879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6efe9-3718-4c7c-9cf9-3f0541d87d61 req-1d85d50f-6aa7-4a67-b6a6-8df6d4be5222 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:09.295686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3be6efe9-3718-4c7c-9cf9-3f0541d87d61 req-1d85d50f-6aa7-4a67-b6a6-8df6d4be5222 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.1604679 Nov 24 19:23:09.333698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40976) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:09.363168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.367036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=2c95b2ec-ba0e-4c39-a45e-8d9f5f778355,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:09.384179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:09.384547 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3be6efe9-3718-4c7c-9cf9-3f0541d87d61 req-74e67d84-a5a0-42ff-9016-592ef7089df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877831 Nov 24 19:23:09.389687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:09.401007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Usage tracker for resource:security_group_rule and tenant:f1f201d319e9420096553a09c078d9b6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:09.407835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:09.416488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:09.423222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:09.517912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.528192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.539022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:09.578873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a4d77-00cd-4faa-a7cc-cc04d7473f88,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:09.580419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network c620268a-c090-466f-9dc4-4d69388d1a80 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:09.584124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:09.590752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1f201d319e9420096553a09c078d9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533669 Nov 24 19:23:09.591313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40980) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:09.599812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9289099-7bb2-40f7-b181-59ee1b9cf78e None None] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:09.654777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.665946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, c620268a-c090-466f-9dc4-4d69388d1a80) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:09.682845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:09.683786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.685249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.704152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500fc20c-3dab-46b9-8633-53a1a8312045 None None] Network c620268a-c090-466f-9dc4-4d69388d1a80 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:09.741589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.748598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39601c38-f4e4-466f-8d05-c9fc52e369fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:09.760051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a4d77-00cd-4faa-a7cc-cc04d7473f88,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:09.763867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:09.782755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:09.786174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e7a4d77-00cd-4faa-a7cc-cc04d7473f88 HTTP/1.1" status: 204 len: 168 time: 0.1921895 Nov 24 19:23:09.989004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 380c0435-b592-4751-9c31-e283cddeb3e3 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:10.050453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ab48a0ef-0487-4554-984d-eac614720663 None None] Provisioning for port 380c0435-b592-4751-9c31-e283cddeb3e3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:10.126524 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9385154 Nov 24 19:23:10.132231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 40988) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:10.141261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:10.143427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 380c0435-b592-4751-9c31-e283cddeb3e3 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:10.155599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'subnet': {'network_id': 'c2b48bbb-9fa8-4ece-b035-791ccc3caa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:10.182808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:10.195524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 380c0435-b592-4751-9c31-e283cddeb3e3 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:10.195979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:10.366833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:10.367498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:10.476798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:10.535679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:10.541345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:subnet and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:10.545034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:10.551642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:10.565973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:10.570455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:10.606234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:10.718174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:10.719481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:10.746245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:10.847635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29af7a-a397-4cf0-82da-a199eb8486cc req-ba3490a1-5bd2-48da-99e0-b3e377c755c6 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:10.856015 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b29af7a-a397-4cf0-82da-a199eb8486cc req-ba3490a1-5bd2-48da-99e0-b3e377c755c6 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 944 time: 0.2036874 Nov 24 19:23:10.877677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:10.888666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device eaea837f-95e3-4fe2-bc7e-0b11839a1365 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:23:10.901197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41008) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:10.914257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'subnets': [{'network_id': '3e1644d6-0963-4dd6-9ea3-57c6be3891b6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1842634704', 'ip_version': 6}, {'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:10.914590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'subnet': {'network_id': '3e1644d6-0963-4dd6-9ea3-57c6be3891b6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1842634704', 'ip_version': 6}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:10.915402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Request body: {'subnet': {'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:10.961580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:10.961990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562065f9-2654-4fb6-9ade-00b88d8c77bd None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:10.984985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-c620268a-c090-466f-9dc4-4d69388d1a80', 'network_id': 'c620268a-c090-466f-9dc4-4d69388d1a80', 'tenant_id': 'f37e73f175f748abaecdcf5bda76f825', 'fixed_ips': [{'subnet_id': 'cbf0fb81-ffc5-4692-8483-6a410ce736f8'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:10.986099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.062751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 380c0435-b592-4751-9c31-e283cddeb3e3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=380c0435-b592-4751-9c31-e283cddeb3e3,segment=NetworkSegment(40b005e1-9ac9-451f-bef9-12135d0f148c),segment_id=40b005e1-9ac9-451f-bef9-12135d0f148c)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:11.103597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.112107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7f4d09da-1bb1-465f-b195-b93246e1de4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:11.143731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41014) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:11.187004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b29af7a-a397-4cf0-82da-a199eb8486cc req-39ba75c4-4845-4ba8-a3c7-63ded8bfb065 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245928 Nov 24 19:23:11.237045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=380c0435-b592-4751-9c31-e283cddeb3e3,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:11.245664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:11.246835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:11.249435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.340590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.348178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:11.353372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Usage tracker for resource:subnet and tenant:7925da3f16f74b10b8d1772a82a0aa89 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:11.353554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:11.355495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:11.361351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:11.373093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-122785225'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:11.390199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:11.390836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port eaea837f-95e3-4fe2-bc7e-0b11839a1365, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:11.394800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Made reservation on behalf of 7925da3f16f74b10b8d1772a82a0aa89 for: {'subnet': 2} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:11.399623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.400371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.414942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'port_id': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'mac_address': 'fa:16:3e:a2:43:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:23:11.418837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Allocated IP 2001:db8::2 (c620268a-c090-466f-9dc4-4d69388d1a80/cbf0fb81-ffc5-4692-8483-6a410ce736f8/1fff87ec-4b79-44c3-90d1-78ab023cad4f) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:11.420172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Usage tracker for resource:network and tenant:6d37e712c0a744ad9998a08bc06d20b7 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:11.431086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:11.438818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=2c95b2ec-ba0e-4c39-a45e-8d9f5f778355,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:11.446363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:11.500318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:11.505410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.546810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.553515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-714f0188-4388-4f0a-a80e-bab86934f3b0 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:11.592673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaea837f-95e3-4fe2-bc7e-0b11839a1365 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:23:11.606448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.612131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:11.615794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.628267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port eaea837f-95e3-4fe2-bc7e-0b11839a1365, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:11.634820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.646617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6b22ec5-8cf8-41fa-bf96-7182fd4a0833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:11.651233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.695101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:11.699007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:11.701456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.712201 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] Sync routers for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:11.721970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Subnet': ['ID=d1121681-8389-4fda-b4f9-82dfa79b03ca,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:11.722198 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:11.722601 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:11.735453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:11.787987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Usage tracker for resource:security_group_rule and tenant:6d37e712c0a744ad9998a08bc06d20b7 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:11.791292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:11.798514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:11.803469 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:11.803642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5a144d76-29c3-430d-95b6-a84ca16eb6fe None None] Provisioning complete for port 380c0435-b592-4751-9c31-e283cddeb3e3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:11.804008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5a144d76-29c3-430d-95b6-a84ca16eb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.817002 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:11.817922 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:11.837091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=eaea837f-95e3-4fe2-bc7e-0b11839a1365,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:11.859460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:11.896768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.914805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 380c0435-b592-4751-9c31-e283cddeb3e3 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:11.933881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.935229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Checking segment: {'id': 'f9e1672a-94b4-4615-a75e-6e6943af0ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c2b48bbb-9fa8-4ece-b035-791ccc3caa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:11.935650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network hostable DHCP agents. Network: c2b48bbb-9fa8-4ece-b035-791ccc3caa29, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:11.948820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Transition to ACTIVE for port object 1fff87ec-4b79-44c3-90d1-78ab023cad4f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:11.957862 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:11.958541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97a4a6-7d4f-4881-b9c7-b8b8473c8ad8 None None] The sync data for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:11.970980 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e15e995a-d388-4715-9683-a5b67b482ffe tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/floatingips/81b8d57b-4b3b-4a9f-9091-83314870f658 HTTP/1.1" status: 200 len: 978 time: 5.7434781 Nov 24 19:23:11.974292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41020) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:11.974425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:11.990065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:11.998575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['eaea837f-95e3-4fe2-bc7e-0b11839a1365'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:23:12.001140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.001566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Added segment ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0 of type vlan for network 2fb13c34-bf29-4e94-91a6-853b946c3677 Nov 24 19:23:12.010694 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 6f8ac8dc-f293-4c5b-907d-63636b01b317 associated. External IP: 172.26.6.64, port: da653a0d-a60e-4cde-b864-7dd659944706. Nov 24 19:23:12.032800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.043746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a678d9ba-1900-4418-a92a-c2b0e564158e tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:12.055344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:12.087590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, c2b48bbb-9fa8-4ece-b035-791ccc3caa29) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:12.097133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff5e7f-3633-4d65-a030-1c80d23a9742,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:12.103095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:12.103692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.108209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:12.114523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eac9c1-93cc-4a38-b3d4-3bdd797489bf None None] Network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:12.133674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Transition to ACTIVE for port object 1fff87ec-4b79-44c3-90d1-78ab023cad4f will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:12.182178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.187690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:12.188329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.228271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port bc79b1b3-5bca-4a03-8df4-d88fa08e062f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:12.230571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.235359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.251924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:12.327625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fd5bd466-f208-4461-9e2c-df77ca73820c tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:12.360625 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2228298 Nov 24 19:23:12.399948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41026) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:12.404551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Network c620268a-c090-466f-9dc4-4d69388d1a80 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:12.415453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 380c0435-b592-4751-9c31-e283cddeb3e3 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:12.415835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.443849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:12.464894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:12.479189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Pushing event updated for resources: {'Port': ['ID=1fff87ec-4b79-44c3-90d1-78ab023cad4f,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:12.502575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:12.532639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3818300 Nov 24 19:23:12.544785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41030) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:12.561767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'subnet': {'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:12.746940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Attempting to bind port 1fff87ec-4b79-44c3-90d1-78ab023cad4f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:12.748052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Attempting to bind port 1fff87ec-4b79-44c3-90d1-78ab023cad4f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '68de51fc-9692-4506-9134-39cd43793d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c620268a-c090-466f-9dc4-4d69388d1a80'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:12.748522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Attempting to bind port 1fff87ec-4b79-44c3-90d1-78ab023cad4f on network c620268a-c090-466f-9dc4-4d69388d1a80 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:12.758217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-c2b48bbb-9fa8-4ece-b035-791ccc3caa29', 'network_id': 'c2b48bbb-9fa8-4ece-b035-791ccc3caa29', 'tenant_id': 'f37e73f175f748abaecdcf5bda76f825', 'fixed_ips': [{'subnet_id': 'd1121681-8389-4fda-b4f9-82dfa79b03ca'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:12.759213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.784896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:12.785406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Checking segment: {'id': '68de51fc-9692-4506-9134-39cd43793d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c620268a-c090-466f-9dc4-4d69388d1a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:12.785928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.786681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Bound using segment: {'id': '68de51fc-9692-4506-9134-39cd43793d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c620268a-c090-466f-9dc4-4d69388d1a80'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:12.787001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Bound port: 1fff87ec-4b79-44c3-90d1-78ab023cad4f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de51fc-9692-4506-9134-39cd43793d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c620268a-c090-466f-9dc4-4d69388d1a80'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:12.787473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:12.820137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Network': ['ID=2fb13c34-bf29-4e94-91a6-853b946c3677,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:12.843878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:12.875735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:12.888595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 3226a94d-6a62-4cc7-9836-978946573106 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:12.889950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Usage tracker for resource:subnet and tenant:6d37e712c0a744ad9998a08bc06d20b7 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:12.896442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:12.924288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:12.969095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:13.005059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.023426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:13.027822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.217917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] For port 1fff87ec-4b79-44c3-90d1-78ab023cad4f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:13.244470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] For port 1fff87ec-4b79-44c3-90d1-78ab023cad4f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1fff87ec-4b79-44c3-90d1-78ab023cad4f,segment=NetworkSegment(68de51fc-9692-4506-9134-39cd43793d30),segment_id=68de51fc-9692-4506-9134-39cd43793d30)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:13.263068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.270680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:13.280653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e65e-2a3d-464c-8bbe-a4e93c954ba8 req-57f84892-67f1-4cab-bec6-c9f6fc31d16e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:13.282175 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4035e65e-2a3d-464c-8bbe-a4e93c954ba8 req-57f84892-67f1-4cab-bec6-c9f6fc31d16e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 945 time: 0.9375014 Nov 24 19:23:13.302050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.358598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Allocated IP 2001:db8::2 (c2b48bbb-9fa8-4ece-b035-791ccc3caa29/d1121681-8389-4fda-b4f9-82dfa79b03ca/ac8fb862-90ad-4f3d-b493-71050e5a88fe) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:13.436903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:13.505541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.514415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3e983c9f-e826-4527-973b-1da9ced0dfec tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:13.520566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Pushing event updated for resources: {'Port': ['ID=1fff87ec-4b79-44c3-90d1-78ab023cad4f,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:13.524162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:13.531184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] Sync routers for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:13.554140 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4035e65e-2a3d-464c-8bbe-a4e93c954ba8 req-8fddfb13-5918-4b4a-bbbe-a13f9e4dc338 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404187 Nov 24 19:23:13.571337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:13.572197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:13.608285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.663875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Subnet': ['ID=1adb0f45-2db1-4b03-a5d3-5f86808a4de5,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:13.672890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.673131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:13.673653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.674135 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Floating IP 81b8d57b-4b3b-4a9f-9091-83314870f658 disassociated. External IP: 172.26.6.194, port: bc79b1b3-5bca-4a03-8df4-d88fa08e062f. Nov 24 19:23:13.674658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for bc79b1b3-5bca-4a03-8df4-d88fa08e062f owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:13.734348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Checking segment: {'id': '2b8ead61-097c-412d-aafe-79457e823391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3e1644d6-0963-4dd6-9ea3-57c6be3891b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:13.734719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network hostable DHCP agents. Network: 3e1644d6-0963-4dd6-9ea3-57c6be3891b6, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:13.804010 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.6729786 Nov 24 19:23:13.806525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41034) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:13.809961 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:23:13.837883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network 3e1644d6-0963-4dd6-9ea3-57c6be3891b6 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:13.868000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 3e1644d6-0963-4dd6-9ea3-57c6be3891b6) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:13.877350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:13.881411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:13.942977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Allocated IP 2001:db8::1 (c620268a-c090-466f-9dc4-4d69388d1a80/cbf0fb81-ffc5-4692-8483-6a410ce736f8/95a412d0-b530-407c-a718-316385a454bb) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:14.020926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa813a3d-c6bc-44af-b1f5-1d534ff347a6 None None] Network 3e1644d6-0963-4dd6-9ea3-57c6be3891b6 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:14.040223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1fff87ec-4b79-44c3-90d1-78ab023cad4f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:14.111862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event updated for resources: {'Subnet': ['ID=ca2e5f91-2e78-416a-b5b9-26133dc3bca2,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:14.134478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:14.202997 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706', 'status': 'completed', 'code': 200} Nov 24 19:23:14.216285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Checking segment: {'id': 'bc059cd9-bed8-4815-a82f-73169b24033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:14.216646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network hostable DHCP agents. Network: 5a2145cf-6dea-411c-91cc-ba94d01e3370, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:14.218329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:14.225578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:23:14.230831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:14.239841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6263030e-7882-4704-98e1-0ec7aa2d2e6a tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:14.285060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-ec7bc29d-3b24-43fa-83e6-01d24ee852f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:14.286982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-ec7bc29d-3b24-43fa-83e6-01d24ee852f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 1098 time: 0.3135941 Nov 24 19:23:14.298435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Network 5a2145cf-6dea-411c-91cc-ba94d01e3370 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:14.300635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Transition to ACTIVE for port object ac8fb862-90ad-4f3d-b493-71050e5a88fe will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:14.336449 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1012dd36-11fa-4bba-9b32-66f189b58da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 200 len: 990 time: 0.5202649 Nov 24 19:23:14.337021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:14.360392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:14.362389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Subnet': ['ID=40847ff2-a854-4b37-a9ad-163f719404aa,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:14.369737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:14.371225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-137d8e10-0377-45bb-819b-414e61272943 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:14.404774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 5a2145cf-6dea-411c-91cc-ba94d01e3370) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:14.418681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=bc79b1b3-5bca-4a03-8df4-d88fa08e062f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:14.422401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Checking segment: {'id': 'ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:14.422768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network hostable DHCP agents. Network: 2fb13c34-bf29-4e94-91a6-853b946c3677, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:14.427941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:14.428645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:14.428904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:14.429622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:14.436856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Transition to ACTIVE for port object 95a412d0-b530-407c-a718-316385a454bb will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:14.461994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4814c5f-4580-41b5-ae1f-75de699146d6 None None] Network 5a2145cf-6dea-411c-91cc-ba94d01e3370 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:14.499525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Transition to ACTIVE for port object ac8fb862-90ad-4f3d-b493-71050e5a88fe will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:14.514802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1fff87ec-4b79-44c3-90d1-78ab023cad4f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:14.550510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:14.591537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:14.614568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:14.639017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 2fb13c34-bf29-4e94-91a6-853b946c3677) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:14.654564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:14.655162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:14.702427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:14.735419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8326905 Nov 24 19:23:14.738681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-0aaf18b9-61ee-4686-b8e0-f41ea477dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:14.742080 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1959946 Nov 24 19:23:14.743741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-0aaf18b9-61ee-4686-b8e0-f41ea477dd53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 200 len: 898 time: 0.4424746 Nov 24 19:23:14.744465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41042) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:14.744750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41044) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:14.763221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47de05-84aa-4c61-afeb-2850e8e8bcdf None None] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:14.776234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-35751845'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:14.867377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Pushing event updated for resources: {'Port': ['ID=ac8fb862-90ad-4f3d-b493-71050e5a88fe,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:14.876928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:15.008586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:15.019797 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] Sync routers for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:15.031044 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:15.032631 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:15.050336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device eaea837f-95e3-4fe2-bc7e-0b11839a1365 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:15.068329 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-9abc537f-8e06-4ff1-9fa3-1ae04cea5e15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da653a0d-a60e-4cde-b864-7dd659944706 HTTP/1.1" status: 200 len: 998 time: 0.3104200 Nov 24 19:23:15.069314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.093104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9771f6bd-a730-4901-967d-ca4d10a3d0b2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:15.095147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9771f6bd-a730-4901-967d-ca4d10a3d0b2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:15.096717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9771f6bd-a730-4901-967d-ca4d10a3d0b2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:15.097539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9771f6bd-a730-4901-967d-ca4d10a3d0b2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Synchronizing usage tracker for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:15.123404 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:15.124959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030519cf-0044-4fe5-87aa-7c8b445383d0 None None] Network c620268a-c090-466f-9dc4-4d69388d1a80 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:15.137443 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:15.138350 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:15.139855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.141850 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/ports/bc79b1b3-5bca-4a03-8df4-d88fa08e062f HTTP/1.1" status: 204 len: 168 time: 3.1662455 Nov 24 19:23:15.146729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41052) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:15.158943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3a11540e-c5bb-4214-afe3-cd49cb25568d tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:15.203537 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:15.203993 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80f04c-3380-401f-b6b7-d6ff650ec0e3 None None] The sync data for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:15.282635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42992ee3-7a84-4b6f-8a5d-f1ec654a6643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-3e1644d6-0963-4dd6-9ea3-57c6be3891b6', 'network_id': '3e1644d6-0963-4dd6-9ea3-57c6be3891b6', 'tenant_id': '7925da3f16f74b10b8d1772a82a0aa89', 'fixed_ips': [{'subnet_id': '1adb0f45-2db1-4b03-a5d3-5f86808a4de5'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:15.283538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-42992ee3-7a84-4b6f-8a5d-f1ec654a6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.288681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network c620268a-c090-466f-9dc4-4d69388d1a80 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:15.307225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:15.313083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:15.327710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:15.328150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.331789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9771f6bd-a730-4901-967d-ca4d10a3d0b2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Unset dirty status for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:15.332984 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9771f6bd-a730-4901-967d-ca4d10a3d0b2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5799627 Nov 24 19:23:15.342620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41058) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:15.343251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:15.378710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:15.384792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:15.486356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Port': ['ID=95a412d0-b530-407c-a718-316385a454bb,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:15.532069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Provisioning for port 1fff87ec-4b79-44c3-90d1-78ab023cad4f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:15.533414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:15.556011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port eaea837f-95e3-4fe2-bc7e-0b11839a1365 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:15.562998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-20fab729-0ee1-4324-9492-b53c862508f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:15.564600 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-20fab729-0ee1-4324-9492-b53c862508f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8279491f-e1ee-4894-ad8e-8861d94417b9 HTTP/1.1" status: 200 len: 835 time: 0.4067259 Nov 24 19:23:15.630001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:15.642466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b17ab-2cec-4b0b-adca-13b4dc8d4302 req-a70465ae-379b-4db2-a59b-5d93f4d55810 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:15.644070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f00b17ab-2cec-4b0b-adca-13b4dc8d4302 req-a70465ae-379b-4db2-a59b-5d93f4d55810 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 945 time: 0.8977807 Nov 24 19:23:15.660193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Usage tracker for resource:port and tenant:6d37e712c0a744ad9998a08bc06d20b7 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:15.668774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Deleting subnet 1adb0f45-2db1-4b03-a5d3-5f86808a4de5 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:15.671917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:15.682773 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d4541047-7afc-4305-847f-f805d487ce24 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 200 len: 990 time: 0.3249123 Nov 24 19:23:15.682773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.736239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Provisioning complete for port 1fff87ec-4b79-44c3-90d1-78ab023cad4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:15.736629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.750360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.753302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:15.793084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port eaea837f-95e3-4fe2-bc7e-0b11839a1365 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:15.793465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.834181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.853754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-2fb13c34-bf29-4e94-91a6-853b946c3677', 'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'tenant_id': '6d37e712c0a744ad9998a08bc06d20b7', 'fixed_ips': [{'subnet_id': '40847ff2-a854-4b37-a9ad-163f719404aa'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:15.854755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.899223 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f00b17ab-2cec-4b0b-adca-13b4dc8d4302 req-4150901c-1b3f-4709-852e-a988e970cf26 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316914 Nov 24 19:23:15.902521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:15.913103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:15.978990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] device_id is not set on port e32b842a-3f18-482e-b19e-a01c857a4397 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:23:15.985706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Attempting to bind port ac8fb862-90ad-4f3d-b493-71050e5a88fe on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:15.986108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Attempting to bind port ac8fb862-90ad-4f3d-b493-71050e5a88fe by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'f9e1672a-94b4-4615-a75e-6e6943af0ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c2b48bbb-9fa8-4ece-b035-791ccc3caa29'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:15.986468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Attempting to bind port ac8fb862-90ad-4f3d-b493-71050e5a88fe on network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:16.034665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.083405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.111456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:16.112251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Checking segment: {'id': 'f9e1672a-94b4-4615-a75e-6e6943af0ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c2b48bbb-9fa8-4ece-b035-791ccc3caa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:16.112392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.112699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Bound using segment: {'id': 'f9e1672a-94b4-4615-a75e-6e6943af0ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c2b48bbb-9fa8-4ece-b035-791ccc3caa29'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:16.113610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Bound port: ac8fb862-90ad-4f3d-b493-71050e5a88fe, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e1672a-94b4-4615-a75e-6e6943af0ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c2b48bbb-9fa8-4ece-b035-791ccc3caa29'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:16.113610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.115047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-9015e469-0d6f-4b38-92bb-7e59b903a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:16.116619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-9015e469-0d6f-4b38-92bb-7e59b903a056 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86949410-e427-45f2-b389-ee846d1e0d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5353744 Nov 24 19:23:16.169722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-5a2145cf-6dea-411c-91cc-ba94d01e3370', 'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370', 'tenant_id': '7925da3f16f74b10b8d1772a82a0aa89', 'fixed_ips': [{'subnet_id': 'ca2e5f91-2e78-416a-b5b9-26133dc3bca2'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:16.170544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.272344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port eaa44875-9232-4597-b6d7-f22c228db467 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:16.272802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.480456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.542988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] For port ac8fb862-90ad-4f3d-b493-71050e5a88fe, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:16.550840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.570238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.606413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] For port ac8fb862-90ad-4f3d-b493-71050e5a88fe, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ac8fb862-90ad-4f3d-b493-71050e5a88fe,segment=NetworkSegment(f9e1672a-94b4-4615-a75e-6e6943af0ee9),segment_id=f9e1672a-94b4-4615-a75e-6e6943af0ee9)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:16.650143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for eaa44875-9232-4597-b6d7-f22c228db467 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:16.652481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Allocated IP 2001:db8::123 (2fb13c34-bf29-4e94-91a6-853b946c3677/40847ff2-a854-4b37-a9ad-163f719404aa/e32b842a-3f18-482e-b19e-a01c857a4397) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:16.674064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.692088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-906d097d-7a3f-4cda-ba6f-4d4df603b695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:16.692808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41066) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:16.693939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.711500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6da5779e-1b85-46ae-a68c-0d19338e084e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:16.773493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Pushing event updated for resources: {'Port': ['ID=ac8fb862-90ad-4f3d-b493-71050e5a88fe,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:16.790978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:28Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:09Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server [None req-42992ee3-7a84-4b6f-8a5d-f1ec654a6643 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1adb0f45-2db1-4b03-a5d3-5f86808a4de5: This subnet is being modified by another concurrent operation. Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:23:16.849179 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise exception Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1adb0f45-2db1-4b03-a5d3-5f86808a4de5: This subnet is being modified by another concurrent operation. Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Nov 24 19:23:16.853841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:23:16.863715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:16.871034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Subnet': ['ID=1adb0f45-2db1-4b03-a5d3-5f86808a4de5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:16.879368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.883184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] For port 1fff87ec-4b79-44c3-90d1-78ab023cad4f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1fff87ec-4b79-44c3-90d1-78ab023cad4f,segment=NetworkSegment(68de51fc-9692-4506-9134-39cd43793d30),segment_id=68de51fc-9692-4506-9134-39cd43793d30)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:16.888846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:16.894069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] Checking router: 3226a94d-6a62-4cc7-9836-978946573106 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:23:16.909769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port eaea837f-95e3-4fe2-bc7e-0b11839a1365, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:16.910755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:16.922647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:16.967795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Allocated IP 2001:db8:0:1::1 (5a2145cf-6dea-411c-91cc-ba94d01e3370/ca2e5f91-2e78-416a-b5b9-26133dc3bca2/43db49f9-3e0d-44cc-a079-da4183b51d34) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:16.980332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:16.981071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:17.036086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-8c495611-d042-42c1-baa7-44dd4bf94912 service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009187 Nov 24 19:23:17.054822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb6bd6-081f-4bf0-bdae-538a7a513e91 None None] Network 3e1644d6-0963-4dd6-9ea3-57c6be3891b6 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:17.069911 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'code': 200} Nov 24 19:23:17.088848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:17.184860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:17.190287 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/subnets/1adb0f45-2db1-4b03-a5d3-5f86808a4de5 HTTP/1.1" status: 204 len: 168 time: 1.8323538 Nov 24 19:23:17.190498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41076) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:17.192363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b02d6b28-0bd4-4219-a18e-c2d925ff8f1f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:17.315945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=eaa44875-9232-4597-b6d7-f22c228db467,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:17.319036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:17.364964 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dec8c0f9-f9ad-435f-89b3-ddaae629786c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 200 len: 990 time: 0.6652980 Nov 24 19:23:17.464271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Deleting subnet ca2e5f91-2e78-416a-b5b9-26133dc3bca2 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:17.537771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Pushing event updated for resources: {'Port': ['ID=1fff87ec-4b79-44c3-90d1-78ab023cad4f,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:17.655452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:17.687626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-64e4d46a-273e-4a53-bf6e-e7fd6a9e1b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:17.692486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:17.772646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Transition to ACTIVE for port object e32b842a-3f18-482e-b19e-a01c857a4397 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:17.833907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:17.870735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:17.904780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:23:17.952983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:17.985291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7451d664-3f04-48af-9cc2-395de2afc50d None None] Provisioning for port 95a412d0-b530-407c-a718-316385a454bb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:18.007038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:23:18.025138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.045340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7757306-10ec-4a14-9a0a-e14d0a998ff0 req-bb2e8986-4542-446c-8fee-a36b20f42585 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:18.052252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a7757306-10ec-4a14-9a0a-e14d0a998ff0 req-bb2e8986-4542-446c-8fee-a36b20f42585 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.9404638 Nov 24 19:23:18.055414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-13e30516-53f2-4830-bb25-ff32f7f8cdca req-7e70e67c-5e3d-4da9-be16-23473c56a14f service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9815187 Nov 24 19:23:18.071447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:18.090476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7451d664-3f04-48af-9cc2-395de2afc50d None None] Provisioning complete for port 95a412d0-b530-407c-a718-316385a454bb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:18.090728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7451d664-3f04-48af-9cc2-395de2afc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.091624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:18.093895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.094856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.102826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:18.109268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:18.109825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.147939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1fff87ec-4b79-44c3-90d1-78ab023cad4f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:18.163458 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4052379 Nov 24 19:23:18.165035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=e32b842a-3f18-482e-b19e-a01c857a4397,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:18.184509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:18.184987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41080) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:18.189008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a4a4f46-ecbb-41a2-81fd-90bc07f25ff9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:18.192325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=eaea837f-95e3-4fe2-bc7e-0b11839a1365,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:18.208685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:18.246369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b43cf1-8499-4850-b85c-1aa23bfd69e9 req-4834cfe3-81be-4bc5-a5ad-c1e06d0f0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:18.248222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3b43cf1-8499-4850-b85c-1aa23bfd69e9 req-4834cfe3-81be-4bc5-a5ad-c1e06d0f0b39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 1099 time: 0.8231578 Nov 24 19:23:18.259336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1235998078', 'allowed_address_pairs': [{'ip_address': '2001:db8::123', 'mac_address': 'fa:16:3e:43:2c:0e'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:18.353226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Allocated IP 2001:db8::2 (2fb13c34-bf29-4e94-91a6-853b946c3677/40847ff2-a854-4b37-a9ad-163f719404aa/71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:18.357806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a7757306-10ec-4a14-9a0a-e14d0a998ff0 req-be48981b-eadd-4551-9c04-cd3ed03fba5c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046134 Nov 24 19:23:18.375358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7451d664-3f04-48af-9cc2-395de2afc50d None None] Port 95a412d0-b530-407c-a718-316385a454bb cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:18.400315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41084) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:18.479657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.539644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7451d664-3f04-48af-9cc2-395de2afc50d None None] Provisioning complete for port 1fff87ec-4b79-44c3-90d1-78ab023cad4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:18.539644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7451d664-3f04-48af-9cc2-395de2afc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.577248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3b43cf1-8499-4850-b85c-1aa23bfd69e9 req-550e8053-9da5-416b-9505-91042dfdb137 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352180 Nov 24 19:23:18.605767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network c620268a-c090-466f-9dc4-4d69388d1a80 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:18.613589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:18.623472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Transition to ACTIVE for port object 43db49f9-3e0d-44cc-a079-da4183b51d34 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:18.632463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Port': ['ID=95a412d0-b530-407c-a718-316385a454bb,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:18.636139 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-21d9cfba-b5ad-45f6-965b-c79233d88b1c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 200 len: 990 time: 0.2338531 Nov 24 19:23:18.647497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:18.672947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:18.735429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1fff87ec-4b79-44c3-90d1-78ab023cad4f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:18.735816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.809929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Transition to ACTIVE for port object 43db49f9-3e0d-44cc-a079-da4183b51d34 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:18.881620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:18.887522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4582aa-40db-4c62-a209-52bd9b137a68 None None] Network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:18.920258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:18.985588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.020913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:19.057012 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/routers/2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9064116 Nov 24 19:23:19.057275 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41088) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:19.062198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:19.070328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Usage tracker for resource:port and tenant:6d37e712c0a744ad9998a08bc06d20b7 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:19.076369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:19.086105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:19.105074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:19.122766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.146485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] Sync routers for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:19.199149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Router 62feffc4-e98f-42ee-8d56-fb9d5ba0d664 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:23:19.224403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Network 5a2145cf-6dea-411c-91cc-ba94d01e3370 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:19.228367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.240038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:19.245330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:19.280480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Pushing event updated for resources: {'Port': ['ID=43db49f9-3e0d-44cc-a079-da4183b51d34,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:19.287162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:19.287801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.318891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.381805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.398049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:19.400845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.415032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] device_id is not set on port 858b85f4-111e-4618-bfe1-36975890e038 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:23:19.453853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:19.468670 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] Sync routers for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:19.484245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0658531 Nov 24 19:23:19.487186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41096) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:19.489462 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:19.490378 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.580521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.582727 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.593011 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:19.593625 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.607575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.640501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41100) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:19.643313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Transition to ACTIVE for port object 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:19.676287 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.676804 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf800bb-7939-4e87-9bb9-fbfe151824a4 None None] The sync data for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:19.693160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ac8fb862-90ad-4f3d-b493-71050e5a88fe up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:19.729514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Attempting to bind port 43db49f9-3e0d-44cc-a079-da4183b51d34 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:19.729899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Attempting to bind port 43db49f9-3e0d-44cc-a079-da4183b51d34 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'bc059cd9-bed8-4815-a82f-73169b24033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:19.730289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Attempting to bind port 43db49f9-3e0d-44cc-a079-da4183b51d34 on network 5a2145cf-6dea-411c-91cc-ba94d01e3370 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:19.756154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] Routers {'2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:19.756827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.806296 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.822089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:19.843597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:19.843907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Checking segment: {'id': 'bc059cd9-bed8-4815-a82f-73169b24033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:19.844339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.844752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Bound using segment: {'id': 'bc059cd9-bed8-4815-a82f-73169b24033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:19.845253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Bound port: 43db49f9-3e0d-44cc-a079-da4183b51d34, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc059cd9-bed8-4815-a82f-73169b24033f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5a2145cf-6dea-411c-91cc-ba94d01e3370'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:19.845644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.854582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Provisioning complete for port 95a412d0-b530-407c-a718-316385a454bb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:19.854990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.861684 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.878899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Transition to ACTIVE for port object 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:19.886635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.892219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba890-59b7-4505-b68d-3f8291be1eb8 req-17b5ce19-d7da-4c5d-b38c-28ae55224fc3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:19.893865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-85eba890-59b7-4505-b68d-3f8291be1eb8 req-17b5ce19-d7da-4c5d-b38c-28ae55224fc3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.4154091 Nov 24 19:23:19.905058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:19.905414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b268ace-a420-4efa-a7a2-094685e3b37c None None] The sync data for ids ['2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:19.928351 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/subnets/ca2e5f91-2e78-416a-b5b9-26133dc3bca2 HTTP/1.1" status: 204 len: 168 time: 2.6788406 Nov 24 19:23:19.937564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41104) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:19.938721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2e5f91-2e78-416a-b5b9-26133dc3bca2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:19.946093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:19.952099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.959925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port fa87afe4-9e62-4a90-9ddb-86cfceba4ab9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:19.960330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:19.963044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2f96cb24-df1f-4b63-a9d2-234c68bf000e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:20.045831 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-85eba890-59b7-4505-b68d-3f8291be1eb8 req-2db3312e-a47e-4fd5-8dc9-4ff575a9c98e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422737 Nov 24 19:23:20.111901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Allocated IP 2001:db8::1a8 (2fb13c34-bf29-4e94-91a6-853b946c3677/40847ff2-a854-4b37-a9ad-163f719404aa/858b85f4-111e-4618-bfe1-36975890e038) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:20.167898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:28Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:09Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:20.196410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:20.200337 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a992c297-caa3-44e2-a1b3-622728fd75fb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 200 len: 990 time: 0.5556247 Nov 24 19:23:20.200519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Port 95a412d0-b530-407c-a718-316385a454bb cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:20.206440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:20.215144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb0657-4bab-4327-9802-d6cad6704823 None None] The sync data for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv is: [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:22:28Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:09Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:20.219912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:20.251688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Pushing event updated for resources: {'Port': ['ID=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:20.260046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:20.334571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0104c88-35be-4dd5-b947-8443d9c412cf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:20.335637 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e0104c88-35be-4dd5-b947-8443d9c412cf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Synchronizing usage tracker for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:20.353543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Provisioning for port ac8fb862-90ad-4f3d-b493-71050e5a88fe completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:20.356666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port ac8fb862-90ad-4f3d-b493-71050e5a88fe completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:20.375207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] For port 43db49f9-3e0d-44cc-a079-da4183b51d34, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:20.383237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Provisioning complete for port ac8fb862-90ad-4f3d-b493-71050e5a88fe triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:20.383636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.384353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e0104c88-35be-4dd5-b947-8443d9c412cf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Unset dirty status for tenant:7925da3f16f74b10b8d1772a82a0aa89 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:20.386108 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e0104c88-35be-4dd5-b947-8443d9c412cf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4342809 Nov 24 19:23:20.397901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41108) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:20.418252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ac8fb862-90ad-4f3d-b493-71050e5a88fe triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:20.418632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.475381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Attempting to bind port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:20.475771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Attempting to bind port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:20.476169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Attempting to bind port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 on network 2fb13c34-bf29-4e94-91a6-853b946c3677 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:20.488781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] For port 43db49f9-3e0d-44cc-a079-da4183b51d34, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=43db49f9-3e0d-44cc-a079-da4183b51d34,segment=NetworkSegment(bc059cd9-bed8-4815-a82f-73169b24033f),segment_id=bc059cd9-bed8-4815-a82f-73169b24033f)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:20.490863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.505755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:20.506041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Checking segment: {'id': 'ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:20.506816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.506816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Bound using segment: {'id': 'ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:20.507197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Bound port: 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:20.507591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.550574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.583654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8b0f14e5-035a-4708-9cf6-e8cb93a34d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:20.628434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f12ba-0b0b-4a35-9071-cec982babb0a None None] New status for floating IP 6f8ac8dc-f293-4c5b-907d-63636b01b317: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:23:20.659922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for fa87afe4-9e62-4a90-9ddb-86cfceba4ab9 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:20.690689 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-7b9fb9b3-0738-42ca-923f-1fa3d9c63934 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:23:20.694605 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7b9fb9b3-0738-42ca-923f-1fa3d9c63934 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1650445 Nov 24 19:23:20.696551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41112) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:20.712647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.738824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Deleting port 43db49f9-3e0d-44cc-a079-da4183b51d34 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:20.739039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.860456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:20.867193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Pushing event updated for resources: {'Port': ['ID=43db49f9-3e0d-44cc-a079-da4183b51d34,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:20.890273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Transition to ACTIVE for port object 858b85f4-111e-4618-bfe1-36975890e038 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:20.938085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:20.989227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] For port 43db49f9-3e0d-44cc-a079-da4183b51d34, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=43db49f9-3e0d-44cc-a079-da4183b51d34,segment=NetworkSegment(bc059cd9-bed8-4815-a82f-73169b24033f),segment_id=bc059cd9-bed8-4815-a82f-73169b24033f)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:20.989641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.001367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.127007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.136017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:21.159511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] For port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:21.163115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Calling delete_port for 43db49f9-3e0d-44cc-a079-da4183b51d34 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:21.203640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41118) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:21.211602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e61ef-70b1-47ad-8171-7867f4f719c7 None None] Network 5a2145cf-6dea-411c-91cc-ba94d01e3370 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:21.225111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] For port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,segment=NetworkSegment(ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0),segment_id=ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:21.238748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] For port ac8fb862-90ad-4f3d-b493-71050e5a88fe, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ac8fb862-90ad-4f3d-b493-71050e5a88fe,segment=NetworkSegment(f9e1672a-94b4-4615-a75e-6e6943af0ee9),segment_id=f9e1672a-94b4-4615-a75e-6e6943af0ee9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:21.245794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.249444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.264800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:21.267372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:21.294304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.310726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:21.321785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:21.327783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:21.328525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.359124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=858b85f4-111e-4618-bfe1-36975890e038,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:21.364122 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-38ac879e-0680-4e3a-810c-5048db41f2f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 200 len: 990 time: 0.1520381 Nov 24 19:23:21.380919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:21.389504 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.1573501 Nov 24 19:23:21.391911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41122) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:21.414613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.420655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c909338e-f941-4c0b-801f-b4419ea532c6 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:21.467941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Port': ['ID=43db49f9-3e0d-44cc-a079-da4183b51d34,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:21.475044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:21.481257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4dfe6-b7f2-4036-a556-f23ad96dfde4 req-cd4112a0-56b9-4133-b49e-a496ce7a6185 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:21.482742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] No DVR routers for this DVR port 43db49f9-3e0d-44cc-a079-da4183b51d34 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:21.482882 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b3f4dfe6-b7f2-4036-a556-f23ad96dfde4 req-cd4112a0-56b9-4133-b49e-a496ce7a6185 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.3132992 Nov 24 19:23:21.515216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.522539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9d85d2c-9cab-429c-a698-840b0cf59e5b tempest-RoutersIpV6AdminTest-164566129 tempest-RoutersIpV6AdminTest-164566129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:21.585881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296f1cf-6cfc-4b82-aec5-12f62eaa6590 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:21.591378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296f1cf-6cfc-4b82-aec5-12f62eaa6590 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:21.594377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=fa87afe4-9e62-4a90-9ddb-86cfceba4ab9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:21.597507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296f1cf-6cfc-4b82-aec5-12f62eaa6590 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:21.598605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3296f1cf-6cfc-4b82-aec5-12f62eaa6590 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Synchronizing usage tracker for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:21.605884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:21.622698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b3f4dfe6-b7f2-4036-a556-f23ad96dfde4 req-a58056dd-3aca-48a1-8f9f-9527d3798e5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968990 Nov 24 19:23:21.643215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.716144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3296f1cf-6cfc-4b82-aec5-12f62eaa6590 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Unset dirty status for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:21.718097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3296f1cf-6cfc-4b82-aec5-12f62eaa6590 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3243308 Nov 24 19:23:21.725966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41128) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:21.735637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Pushing event updated for resources: {'Port': ['ID=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:21.757715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:21.758427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:23:21.758782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:23:21.799991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-31b1568c-e784-40ac-a44f-8674cd20f8d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:21.858017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2de6eebe-39c4-4f12-beb2-e884aaf75dc4 None None] Provisioning complete for port ac8fb862-90ad-4f3d-b493-71050e5a88fe triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:21.862680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2de6eebe-39c4-4f12-beb2-e884aaf75dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.949732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:21.972799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting port 858b85f4-111e-4618-bfe1-36975890e038 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:21.979440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.000128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2145cf-6dea-411c-91cc-ba94d01e3370']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:22.015406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.041235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Pushing event updated for resources: {'Port': ['ID=ac8fb862-90ad-4f3d-b493-71050e5a88fe,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:22.053649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:22.063766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc059cd9-bed8-4815-a82f-73169b24033f') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:22.063766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc059cd9-bed8-4815-a82f-73169b24033f') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:22.146795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.223116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.224959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.227350 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.235524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:22.235909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:22.250440 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:22.323853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.324403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Fanout notify agent at l3_agent the message router_deleted on router 2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:23:22.363372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.368466 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/routers/2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd HTTP/1.1" status: 204 len: 168 time: 3.3062863 Nov 24 19:23:22.368466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41132) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:22.369582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41134) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:22.414717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2295c-71de-45f0-a815-d2039deb7344 req-190e86a6-1091-4433-b43b-7928002d10b9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:22.416273 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-57b2295c-71de-45f0-a815-d2039deb7344 req-190e86a6-1091-4433-b43b-7928002d10b9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.5375638 Nov 24 19:23:22.471882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.496301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b24e3a4c-2425-4766-9ff4-9ce750489f92 tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:22.512815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.519535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:22.546498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Network': ['ID=5a2145cf-6dea-411c-91cc-ba94d01e3370,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:22.554435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:22.562990 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/networks/5a2145cf-6dea-411c-91cc-ba94d01e3370 HTTP/1.1" status: 204 len: 168 time: 2.1638181 Nov 24 19:23:22.574495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41140) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:22.589978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting subnet 839f6fbd-1dd3-4808-8a82-40f9f24f44be {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:22.600483 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-57b2295c-71de-45f0-a815-d2039deb7344 req-0027f2c0-adfe-45ba-bed7-aea826ba904f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277997 Nov 24 19:23:22.615007 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ef8a7d9-77e9-49c6-a57f-c4a73722e37a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 200 len: 992 time: 0.2437446 Nov 24 19:23:22.620364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.630252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41144) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:22.649184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:22.657257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ac8fb862-90ad-4f3d-b493-71050e5a88fe up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:22.686059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting port 95a412d0-b530-407c-a718-316385a454bb {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:22.692786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.735659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.771291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.816824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ac8fb862-90ad-4f3d-b493-71050e5a88fe triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:22.817379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.819800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:22.918071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Calling delete_port for 858b85f4-111e-4618-bfe1-36975890e038 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:23.006097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa70e7-9140-4b15-a52d-e347afe9bdda None None] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:23.017384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.048402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.076448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1644d6-0963-4dd6-9ea3-57c6be3891b6']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:23.098281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8ead61-097c-412d-aafe-79457e823391') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:23.098716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8ead61-097c-412d-aafe-79457e823391') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:23.117828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.139021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Provisioning for port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:23.146439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.158717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:23.158978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Provisioning complete for port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:23.159233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.159370 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:23.178687 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:23.222335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.239389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e847bc-0f94-4bfa-82b1-1a3985bdbc65 tempest-TestVolumeBootPattern-1019833087 tempest-TestVolumeBootPattern-1019833087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:23.241012 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b7e847bc-0f94-4bfa-82b1-1a3985bdbc65 tempest-TestVolumeBootPattern-1019833087 tempest-TestVolumeBootPattern-1019833087-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 1094 time: 0.5993786 Nov 24 19:23:23.245028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.248834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41152) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:23.261175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f6370e1-2fe6-4c9c-8304-f31574df8042 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:23.302078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:23.314215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:23.320324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Subnet': ['ID=839f6fbd-1dd3-4808-8a82-40f9f24f44be,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:23.325749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:floatingip and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:23.328452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:23.329487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:23.332633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.340361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:23.356927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.361530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78cdb2a2-2cfd-4092-bda2-e63267c96f5f tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:23.363064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867fb68d-b9b7-4f95-9470-8318aca4a4c2 None None] Network 2194f77b-786c-40c4-950e-878df5032223 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:23.377619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.381776 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/networks/3e1644d6-0963-4dd6-9ea3-57c6be3891b6 HTTP/1.1" status: 204 len: 168 time: 0.8039572 Nov 24 19:23:23.383761 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/subnets/839f6fbd-1dd3-4808-8a82-40f9f24f44be HTTP/1.1" status: 204 len: 168 time: 1.0153859 Nov 24 19:23:23.386339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41156) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:23.387131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41158) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:23.387381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.401236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Calling delete_port for 95a412d0-b530-407c-a718-316385a454bb owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:23.410184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Network': ['ID=3e1644d6-0963-4dd6-9ea3-57c6be3891b6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:23.444252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:23.496206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.605372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] For port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,segment=NetworkSegment(ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0),segment_id=ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:23.618732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.623518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:23.639507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.664439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fd02e6c6-ff30-422f-b85e-b608591d52a0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:23.721268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Pushing event updated for resources: {'Port': ['ID=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:23.726024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:23.734335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Port': ['ID=858b85f4-111e-4618-bfe1-36975890e038,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:23.739786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:23.812690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.817319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.825114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] DHCP port deletion for 2194f77b-786c-40c4-950e-878df5032223 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:23:23.830195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Deleting port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:23.830585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:23.889875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:23.890257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.001438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-db58e74d-5f6c-469c-b4e1-b501d2c0eac0 None None] Provisioning complete for port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:24.002228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-db58e74d-5f6c-469c-b4e1-b501d2c0eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.055773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.072958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.078112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9cfbf3-4bd1-4126-8875-760fdeac93be tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:24.092685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.129470 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/ports/858b85f4-111e-4618-bfe1-36975890e038 HTTP/1.1" status: 204 len: 168 time: 2.4001698 Nov 24 19:23:24.137057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41164) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:24.171120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Port': ['ID=95a412d0-b530-407c-a718-316385a454bb,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:24.181096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9243cbb0-d345-4c78-90e9-482a39a88d0c']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:24.210503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522fed43-b6a0-4114-893f-d1723f06366b') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:24.210834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522fed43-b6a0-4114-893f-d1723f06366b') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:24.235671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] For port e19bf18c-1bb5-403e-b548-5bfc4af0fe20, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,segment=NetworkSegment(af7fe083-3f2a-4036-989d-d9f4902cb640),segment_id=af7fe083-3f2a-4036-989d-d9f4902cb640)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:24.236069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.250604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.325351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.333054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.381295 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8ab58c-3d45-458e-85ac-c3753bb6c658 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] GET failed (client error): The resource could not be found. Nov 24 19:23:24.381837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-af8ab58c-3d45-458e-85ac-c3753bb6c658 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Synchronizing usage tracker for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:24.387647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:24.391680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:24.392091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.414602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Calling delete_port for e19bf18c-1bb5-403e-b548-5bfc4af0fe20 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:24.425892 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:24.492999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-af8ab58c-3d45-458e-85ac-c3753bb6c658 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Unset dirty status for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:24.497791 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-af8ab58c-3d45-458e-85ac-c3753bb6c658 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "GET /v2.0/ports/858b85f4-111e-4618-bfe1-36975890e038 HTTP/1.1" status: 404 len: 333 time: 0.3550739 Nov 24 19:23:24.507673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41168) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:24.537251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:24.591207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-50972704'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:24.601765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] For port e19bf18c-1bb5-403e-b548-5bfc4af0fe20, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,segment=NetworkSegment(af7fe083-3f2a-4036-989d-d9f4902cb640),segment_id=af7fe083-3f2a-4036-989d-d9f4902cb640)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:24.602330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.617585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.622186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.641194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-56fb59e9-6e00-494f-92bb-6f4964a0a29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:24.656974 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/networks/9243cbb0-d345-4c78-90e9-482a39a88d0c HTTP/1.1" status: 204 len: 168 time: 1.2530825 Nov 24 19:23:24.686493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.689098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41172) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:24.690226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.691069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:24.746949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Pushing event deleted for resources: {'Port': ['ID=e19bf18c-1bb5-403e-b548-5bfc4af0fe20,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:24.755318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:24.769875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] No DVR routers for this DVR port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:24.784669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-db58e74d-5f6c-469c-b4e1-b501d2c0eac0 None None] Provisioning for port e32b842a-3f18-482e-b19e-a01c857a4397 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:24.789401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:24.789785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.815019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-db58e74d-5f6c-469c-b4e1-b501d2c0eac0 None None] Provisioning complete for port e32b842a-3f18-482e-b19e-a01c857a4397 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:24.815402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-db58e74d-5f6c-469c-b4e1-b501d2c0eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:24.819568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Network': ['ID=9243cbb0-d345-4c78-90e9-482a39a88d0c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:24.822010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:24.840442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for e19bf18c-1bb5-403e-b548-5bfc4af0fe20 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:24.923367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-db58e74d-5f6c-469c-b4e1-b501d2c0eac0 None None] Port e32b842a-3f18-482e-b19e-a01c857a4397 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:24.927212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-db58e74d-5f6c-469c-b4e1-b501d2c0eac0 None None] Could not find standard attr ID for object 858b85f4-111e-4618-bfe1-36975890e038. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:23:24.984946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:23:24.985306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:23:24.996781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Allocated IP 172.26.6.225 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/092cda07-91e0-4c4e-b8ae-b7cd6c77d705) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:25.026599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.040948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:25.060830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-30c7c484-4605-48a5-8f10-203b793e2058 None None] Provisioning complete for port e32b842a-3f18-482e-b19e-a01c857a4397 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:25.061523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-30c7c484-4605-48a5-8f10-203b793e2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.098968 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0bb708-f2c1-4cab-aa97-742e91dd6d72 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:23:25.127287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e19bf18c-1bb5-403e-b548-5bfc4af0fe20 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:23:25.131531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:25.186800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.188375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: e19bf18c-1bb5-403e-b548-5bfc4af0fe20 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:23:25.188734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e19bf18c-1bb5-403e-b548-5bfc4af0fe20 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:23:25.212655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-30c7c484-4605-48a5-8f10-203b793e2058 None None] Port e32b842a-3f18-482e-b19e-a01c857a4397 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:25.218526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-30c7c484-4605-48a5-8f10-203b793e2058 None None] Could not find standard attr ID for object 858b85f4-111e-4618-bfe1-36975890e038. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:23:25.230028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.235005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-efadfd05-e483-4dbf-9b99-7b4d7cec7015 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:25.238876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:25.242306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.274884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Router 62feffc4-e98f-42ee-8d56-fb9d5ba0d664 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:25.298970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:25.301685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:25.304127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:25.313207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0bb708-f2c1-4cab-aa97-742e91dd6d72 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:23:25.345333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] device_id is not set on port 781d7b1d-c2a4-411e-b678-80586922bcc7 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:23:25.358545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=092cda07-91e0-4c4e-b8ae-b7cd6c77d705,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:25.361415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:25.459991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.487972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port e19bf18c-1bb5-403e-b548-5bfc4af0fe20 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:25.488325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.576487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ec0534-4eda-4950-8064-dc3055085820']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:25.596260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:25.602478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda1289e-1d1c-4d6a-be2d-fde35865a503') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:25.602774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda1289e-1d1c-4d6a-be2d-fde35865a503') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:25.610603 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] Sync routers for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:25.620391 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:25.621342 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:25.655843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.669094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9681282 Nov 24 19:23:25.678464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41176) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:25.692835 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:25.702214 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:25.703090 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:25.737465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993df881-1b27-4dee-9b7e-ad4d643f4a34 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:23:25.774226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] The port 'e19bf18c-1bb5-403e-b548-5bfc4af0fe20' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:23:25.820048 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:25.820853 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44131c6-631c-4988-87b1-02907ba09e49 None None] The sync data for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:25.902273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.909090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-d3c784b3-aa84-4a6f-8308-7f6f465f39e4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] delete failed (client error): The resource could not be found. Nov 24 19:23:25.910118 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d3c784b3-aa84-4a6f-8308-7f6f465f39e4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1959908178 HTTP/1.1" status: 404 len: 335 time: 0.2307580 Nov 24 19:23:25.917504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41180) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:25.918536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:25.918936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:25.923838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993df881-1b27-4dee-9b7e-ad4d643f4a34 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:25.935622 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:25.944888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5cc2de2c-eef7-4faa-a541-c6cf12efac2b tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'router': {'external_gateway_info': {'network_id': '62feffc4-e98f-42ee-8d56-fb9d5ba0d664'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:25.999182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.036923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2194f77b-786c-40c4-950e-878df5032223']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:26.055752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Allocated IP 2001:db8::1e1 (2fb13c34-bf29-4e94-91a6-853b946c3677/40847ff2-a854-4b37-a9ad-163f719404aa/781d7b1d-c2a4-411e-b678-80586922bcc7) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:26.060940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7fe083-3f2a-4036-989d-d9f4902cb640') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:26.061270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7fe083-3f2a-4036-989d-d9f4902cb640') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:26.077142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.105873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.114406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:26.114794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:26.130770 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:26.227379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.228643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.234348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.247017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b6bcca69-c5ac-458b-88b2-34da3d373e13 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:26.288080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-645b6379-0a8d-44a3-990d-e4d6d6c24e4c tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:26.299754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Network': ['ID=2194f77b-786c-40c4-950e-878df5032223,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:26.307692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.311717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.312901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:26.330623 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/networks/2194f77b-786c-40c4-950e-878df5032223 HTTP/1.1" status: 204 len: 168 time: 2.9251900 Nov 24 19:23:26.333642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41184) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:26.345016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Pushing event deleted for resources: {'Network': ['ID=21ec0534-4eda-4950-8064-dc3055085820,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:26.352733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:26.407318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] 10.222.0.47 "DELETE /v2.0/networks/21ec0534-4eda-4950-8064-dc3055085820 HTTP/1.1" status: 204 len: 168 time: 1.7126861 Nov 24 19:23:26.518956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5cc2de2c-eef7-4faa-a541-c6cf12efac2b tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.554013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port 2055c3fe-7192-43a7-8bc3-e4a5c34db8c9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:26.554327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.596935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.617407 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-5cc2de2c-eef7-4faa-a541-c6cf12efac2b tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] update failed (client error): The resource could not be found. Nov 24 19:23:26.622698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5cc2de2c-eef7-4faa-a541-c6cf12efac2b tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664 HTTP/1.1" status: 404 len: 339 time: 0.6844122 Nov 24 19:23:26.623315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41192) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:26.631159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1030727281'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:26.642607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:26.659040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:network and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:26.663676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:26.681370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:26.706933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.714291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:26.717735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.730680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41196) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:26.753210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Transition to ACTIVE for port object 781d7b1d-c2a4-411e-b678-80586922bcc7 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:26.771105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:26.784854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.785198 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Added segment 8469477c-aae2-4888-8ca6-d6ec2686ce58 of type vlan for network 4adf7800-fb20-4677-a88b-0834ee560498 Nov 24 19:23:26.813537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.820084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:26.857247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.891000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.891330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.915374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:26.920684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:26.928359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:26.934175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:26.934797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:26.975839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4667461 Nov 24 19:23:26.981012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=781d7b1d-c2a4-411e-b678-80586922bcc7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:26.985603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41202) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:26.996263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:27.003468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::123', 'mac_address': 'fa:16:3e:43:2c:0e'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:27.032711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.038322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:27.038952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.049141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6edc370-1d8a-41fb-8793-6234cbd555e2 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:27.074119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f3c12640-c2ae-4ddd-9506-355dfe5a9e6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7925da3f16f74b10b8d1772a82a0aa89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399911 Nov 24 19:23:27.092414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41206) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:27.160822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for 2055c3fe-7192-43a7-8bc3-e4a5c34db8c9 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:27.210986 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5863800 Nov 24 19:23:27.214677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41212) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:27.225267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'subnet': {'network_id': '4adf7800-fb20-4677-a88b-0834ee560498', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:27.265189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-04e74dbd-222c-4b84-baa6-9131fdab01fd None None] Provisioning for port 781d7b1d-c2a4-411e-b678-80586922bcc7 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:27.271490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-04e74dbd-222c-4b84-baa6-9131fdab01fd None None] Provisioning complete for port 781d7b1d-c2a4-411e-b678-80586922bcc7 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:27.271859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-04e74dbd-222c-4b84-baa6-9131fdab01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.290017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Network': ['ID=4adf7800-fb20-4677-a88b-0834ee560498,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:27.301401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:27.303049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 4adf7800-fb20-4677-a88b-0834ee560498 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:27.338368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.342096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.358602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.366016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7c5208f4-32d0-4d2b-8fc7-58fdf6d77520 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:27.420456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.422315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-04e74dbd-222c-4b84-baa6-9131fdab01fd None None] Port 781d7b1d-c2a4-411e-b678-80586922bcc7 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:27.541310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:27.547453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=092cda07-91e0-4c4e-b8ae-b7cd6c77d705,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:27.554481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:27.557442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Usage tracker for resource:subnet and tenant:f37e73f175f748abaecdcf5bda76f825 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:27.564884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:27.578375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:27.583811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.617288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.643218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.658070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d8511cf-7bb8-4653-958f-11b1092d4723 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:27.686802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.692164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e6344f7e-980f-447b-9f24-08651bf9d3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:27.710016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40943c87-afdb-4314-8589-1bb089af82ca,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:27.718075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Made reservation on behalf of f37e73f175f748abaecdcf5bda76f825 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:27.718449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:27.722016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.739286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.740428 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40943c87-afdb-4314-8589-1bb089af82ca HTTP/1.1" status: 204 len: 168 time: 0.6449449 Nov 24 19:23:27.765488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=2055c3fe-7192-43a7-8bc3-e4a5c34db8c9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:27.782923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:27.897612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.903890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.908589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-422ba3ed-47ac-44e9-97c6-a1fb1e8689f9 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:27.990812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:27.998882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] In _notify_port_updated(), no bound segment for port 781d7b1d-c2a4-411e-b678-80586922bcc7 on network 2fb13c34-bf29-4e94-91a6-853b946c3677 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:23:28.006427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:28.007805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.014023 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "PUT /v2.0/ports/781d7b1d-c2a4-411e-b678-80586922bcc7 HTTP/1.1" status: 200 len: 1001 time: 1.0227060 Nov 24 19:23:28.014372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41222) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.028772 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Floating IP f5d08a73-b76a-46a0-943f-a3d92a06a0ee associated. External IP: 172.26.6.225, port: eaea837f-95e3-4fe2-bc7e-0b11839a1365. Nov 24 19:23:28.064770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=781d7b1d-c2a4-411e-b678-80586922bcc7,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:28.068388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:28.118677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.119907 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/floatingips/81b8d57b-4b3b-4a9f-9091-83314870f658 HTTP/1.1" status: 204 len: 168 time: 1.7844379 Nov 24 19:23:28.125721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41230) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.127886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting port 781d7b1d-c2a4-411e-b678-80586922bcc7 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:28.128658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.234486 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9cca25-d543-4af6-8972-cc931c940517 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] DELETE failed (client error): The resource could not be found. Nov 24 19:23:28.235594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9cca25-d543-4af6-8972-cc931c940517 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:28.302604 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ec9cca25-d543-4af6-8972-cc931c940517 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/ports/bc79b1b3-5bca-4a03-8df4-d88fa08e062f HTTP/1.1" status: 404 len: 333 time: 0.1741157 Nov 24 19:23:28.306031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41238) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.321051 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:23:28.384397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d8618dc2-e0f6-482a-9366-55365daed5a8 None None] Provisioning complete for port 781d7b1d-c2a4-411e-b678-80586922bcc7 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:28.387448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d8618dc2-e0f6-482a-9366-55365daed5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.419912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-82720c5b-0705-416e-9672-c656fce2842e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Synchronizing usage tracker for tenant:7af34bda4ac2423388e026259d0ade47 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:28.453659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.458871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-82720c5b-0705-416e-9672-c656fce2842e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Unset dirty status for tenant:7af34bda4ac2423388e026259d0ade47 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:28.460267 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-82720c5b-0705-416e-9672-c656fce2842e tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd HTTP/1.1" status: 200 len: 205 time: 0.1532702 Nov 24 19:23:28.463516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41248) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.470657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-60a405ea-707a-4a99-877f-106cc7932b51 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:28.480470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d8618dc2-e0f6-482a-9366-55365daed5a8 None None] Port 781d7b1d-c2a4-411e-b678-80586922bcc7 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:28.556033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-e72e60b9-769a-42bc-910d-22e1e477ae53 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] delete failed (client error): The resource could not be found. Nov 24 19:23:28.557597 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e72e60b9-769a-42bc-910d-22e1e477ae53 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/routers/2cdc4046-4d0a-4aaf-a4d5-a67097cc3efd HTTP/1.1" status: 404 len: 336 time: 0.0924225 Nov 24 19:23:28.566795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41252) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.610750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6285c3-fa95-46ef-966a-bcd6c74db094 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] DELETE failed (client error): The resource could not be found. Nov 24 19:23:28.611107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6285c3-fa95-46ef-966a-bcd6c74db094 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:28.613055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5e6285c3-fa95-46ef-966a-bcd6c74db094 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/subnets/839f6fbd-1dd3-4808-8a82-40f9f24f44be HTTP/1.1" status: 404 len: 337 time: 0.0458887 Nov 24 19:23:28.616046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41256) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.619485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.660540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41260) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.778772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Subnet': ['ID=0acaee96-3ea8-4e0c-8af1-70b1750cf7b0,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:28.789365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:28.792747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Checking segment: {'id': '8469477c-aae2-4888-8ca6-d6ec2686ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4adf7800-fb20-4677-a88b-0834ee560498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:28.793215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network hostable DHCP agents. Network: 4adf7800-fb20-4677-a88b-0834ee560498, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:28.813894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Calling delete_port for 781d7b1d-c2a4-411e-b678-80586922bcc7 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:28.830638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network 4adf7800-fb20-4677-a88b-0834ee560498 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:28.833780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:28.847845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 4adf7800-fb20-4677-a88b-0834ee560498) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:28.849491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-96b2ed96-96ca-4e78-a590-ef8488ba5d72 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] Request body: {'port': {'network_id': '4b9b958e-9428-44e9-98f4-a79a17435bd5', 'name': 'tempest-NetworksNegativeTestJSON-1616974407'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:28.856425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c44868-e799-40af-aa76-fbc6f1f9c3ca None None] Network 4adf7800-fb20-4677-a88b-0834ee560498 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:28.895532 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b2ed96-96ca-4e78-a590-ef8488ba5d72 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] POST failed (client error): The resource could not be found. Nov 24 19:23:28.896011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b2ed96-96ca-4e78-a590-ef8488ba5d72 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:28.897151 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-96b2ed96-96ca-4e78-a590-ef8488ba5d72 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2356026 Nov 24 19:23:28.902275 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41266) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:28.904143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port b1ccefa8-0432-418e-bf57-316511f9c223 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:28.904483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.906031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:28.906742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:28.965826 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a00e34-8244-4e1d-9d3a-b8ae5363f787 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] DELETE failed (client error): The resource could not be found. Nov 24 19:23:28.966465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a00e34-8244-4e1d-9d3a-b8ae5363f787 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:28.968468 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-42a00e34-8244-4e1d-9d3a-b8ae5363f787 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "DELETE /v2.0/networks/d0bb3d10-dcb7-4ec6-8c00-2408bc3f4a08 HTTP/1.1" status: 404 len: 339 time: 0.0649076 Nov 24 19:23:28.972649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41270) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.019483 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8027179 Nov 24 19:23:29.024777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41274) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.071361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7c5aec7c-a4da-4900-a22d-2105a6767ae6 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'router': {'external_gateway_info': {'network_id': '4adf7800-fb20-4677-a88b-0834ee560498'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:29.078804 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbd0f11-4004-46a9-be40-e272ba2f80ea tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] DELETE failed (client error): The resource could not be found. Nov 24 19:23:29.079288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbd0f11-4004-46a9-be40-e272ba2f80ea tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:29.081008 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7bbd0f11-4004-46a9-be40-e272ba2f80ea tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "DELETE /v2.0/ports/cbd49c52-99f4-48ed-b73e-09937dba8e88 HTTP/1.1" status: 404 len: 333 time: 0.1073816 Nov 24 19:23:29.090462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41278) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.140449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-4adf7800-fb20-4677-a88b-0834ee560498', 'network_id': '4adf7800-fb20-4677-a88b-0834ee560498', 'tenant_id': 'f37e73f175f748abaecdcf5bda76f825', 'fixed_ips': [{'subnet_id': '0acaee96-3ea8-4e0c-8af1-70b1750cf7b0'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:29.141593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:29.144173 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9364b080-927b-4755-b85c-477a832609ae tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] DELETE failed (client error): The resource could not be found. Nov 24 19:23:29.144623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9364b080-927b-4755-b85c-477a832609ae tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:29.150720 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9364b080-927b-4755-b85c-477a832609ae tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "DELETE /v2.0/subnets/2b3a12aa-fb49-4c90-bb8b-4489362d2947 HTTP/1.1" status: 404 len: 337 time: 0.0545981 Nov 24 19:23:29.151582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41282) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.184385 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a26716-748f-4f2d-903c-72f2a8bb0436 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] GET failed (client error): The resource could not be found. Nov 24 19:23:29.189153 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-63a26716-748f-4f2d-903c-72f2a8bb0436 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "GET /v2.0/networks/a41ac90c-9992-4e56-99d0-8515017a8d97 HTTP/1.1" status: 404 len: 339 time: 0.0337963 Nov 24 19:23:29.189974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41286) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.230701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:29.240828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:29.243552 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-719752f7-4d30-41ed-9c60-319f224a0b89 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] GET failed (client error): The resource could not be found. Nov 24 19:23:29.248885 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-719752f7-4d30-41ed-9c60-319f224a0b89 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "GET /v2.0/ports/96a9e637-9b2c-44e3-a4a1-56f4135aae93 HTTP/1.1" status: 404 len: 333 time: 0.0541615 Nov 24 19:23:29.252172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41290) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.264259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:29.264852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:29.297512 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3553b134-105c-4c5e-a02a-c4c261c692ab tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] GET failed (client error): The resource could not be found. Nov 24 19:23:29.302545 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3553b134-105c-4c5e-a02a-c4c261c692ab tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "GET /v2.0/subnets/bb67262a-b152-4201-956e-3cd77ae7dd84 HTTP/1.1" status: 404 len: 337 time: 0.0458069 Nov 24 19:23:29.302545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:29.325518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-47bb97bf-6916-468c-9002-b5bdb7d93b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:29.329163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41294) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.346938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ff2089de-24b8-4881-910d-84978268949a tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:29.377202 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2089de-24b8-4881-910d-84978268949a tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] PUT failed (client error): The resource could not be found. Nov 24 19:23:29.377680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2089de-24b8-4881-910d-84978268949a tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:29.378956 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ff2089de-24b8-4881-910d-84978268949a tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "PUT /v2.0/networks/c2909d7f-b27f-4842-b13d-837ca3cf2ef9 HTTP/1.1" status: 404 len: 339 time: 0.0443413 Nov 24 19:23:29.383008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41298) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.390776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-37412934-0461-4f88-8235-25bbbc48e603 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:29.435583 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1489108 Nov 24 19:23:29.437575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:23:29.445643 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-37412934-0461-4f88-8235-25bbbc48e603 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] PUT failed (client error): The resource could not be found. Nov 24 19:23:29.446373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37412934-0461-4f88-8235-25bbbc48e603 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:29.449427 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-37412934-0461-4f88-8235-25bbbc48e603 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "PUT /v2.0/ports/4977cc70-354e-47b9-9baf-573850048372 HTTP/1.1" status: 404 len: 333 time: 0.0640938 Nov 24 19:23:29.464831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:23:29.465336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41306) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.471555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-336a735b-485f-4c0c-94d3-adf90bd98832 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:29.512120 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'status': 'completed', 'code': 200} Nov 24 19:23:29.517889 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-336a735b-485f-4c0c-94d3-adf90bd98832 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] PUT failed (client error): The resource could not be found. Nov 24 19:23:29.518878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336a735b-485f-4c0c-94d3-adf90bd98832 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:23:29.520948 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-336a735b-485f-4c0c-94d3-adf90bd98832 tempest-NetworksNegativeTestJSON-1300999742 tempest-NetworksNegativeTestJSON-1300999742-project] 10.222.0.47 "PUT /v2.0/subnets/25347be1-5b63-44c5-bcd2-064dae7d6abc HTTP/1.1" status: 404 len: 337 time: 0.0548182 Nov 24 19:23:29.628906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:29.655075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37a53623-55b4-4bfe-99ca-68980381ea57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:29.721622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Port': ['ID=781d7b1d-c2a4-411e-b678-80586922bcc7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:29.743692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:29.819288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Allocated IP 2001:db8:1::2 (4adf7800-fb20-4677-a88b-0834ee560498/0acaee96-3ea8-4e0c-8af1-70b1750cf7b0/c9a1e862-7986-49a5-b7be-4ec084c132d1) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:29.858909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41314) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:29.916008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:29.973886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c5aec7c-a4da-4900-a22d-2105a6767ae6 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.040745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.043711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.057603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:30.062029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Usage tracker for resource:security_group_rule and tenant:3f345569866d456589379318efb712ff is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:30.065169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:30.070954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:30.167908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.172858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.181290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:30.220404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f5d08a73-b76a-46a0-943f-a3d92a06a0ee', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.225', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:a2:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ec29c-3738-4c72-a044-f0166e6686fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:26Z', 'updated_at': '2021-11-24T19:23:26Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:30.225901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.228641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33ab791-9f88-40d9-b7bc-c39f9ab7b78e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:30.231864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:23:30.241248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Transition to ACTIVE for port object c9a1e862-7986-49a5-b7be-4ec084c132d1 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:30.243750 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f345569866d456589379318efb712ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828588 Nov 24 19:23:30.245507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41320) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:30.245817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:30.252564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for b1ccefa8-0432-418e-bf57-316511f9c223 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:30.259553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:30.260301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:30.328158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Transition to ACTIVE for port object c9a1e862-7986-49a5-b7be-4ec084c132d1 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:30.344759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.351107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:30.371027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.406199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-b3ab73bb-7303-4ee6-abd5-f2a66613dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:30.406388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-b3ab73bb-7303-4ee6-abd5-f2a66613dd29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 1099 time: 0.8248806 Nov 24 19:23:30.446924 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/ports/781d7b1d-c2a4-411e-b678-80586922bcc7 HTTP/1.1" status: 204 len: 168 time: 2.4314635 Nov 24 19:23:30.452367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41324) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:30.489603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Network 4adf7800-fb20-4677-a88b-0834ee560498 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:30.495473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:30.501171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:30.515290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Pushing event updated for resources: {'Port': ['ID=c9a1e862-7986-49a5-b7be-4ec084c132d1,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:30.523145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:30.532630 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-081a0a0c-bd70-4023-b82d-40cdd69d3b55 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] GET failed (client error): The resource could not be found. Nov 24 19:23:30.539038 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-081a0a0c-bd70-4023-b82d-40cdd69d3b55 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "GET /v2.0/ports/781d7b1d-c2a4-411e-b678-80586922bcc7 HTTP/1.1" status: 404 len: 333 time: 0.0867701 Nov 24 19:23:30.539038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41328) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:30.545405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1246584538'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:30.605449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:23:30.668085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.701294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Attempting to bind port c9a1e862-7986-49a5-b7be-4ec084c132d1 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:30.703009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Attempting to bind port c9a1e862-7986-49a5-b7be-4ec084c132d1 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '8469477c-aae2-4888-8ca6-d6ec2686ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4adf7800-fb20-4677-a88b-0834ee560498'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:30.703009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Attempting to bind port c9a1e862-7986-49a5-b7be-4ec084c132d1 on network 4adf7800-fb20-4677-a88b-0834ee560498 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:30.712153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:30.714606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Checking segment: {'id': '8469477c-aae2-4888-8ca6-d6ec2686ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4adf7800-fb20-4677-a88b-0834ee560498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:30.714606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.714606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Bound using segment: {'id': '8469477c-aae2-4888-8ca6-d6ec2686ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4adf7800-fb20-4677-a88b-0834ee560498'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:30.716154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Bound port: c9a1e862-7986-49a5-b7be-4ec084c132d1, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8469477c-aae2-4888-8ca6-d6ec2686ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4adf7800-fb20-4677-a88b-0834ee560498'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:30.716154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.732469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-fc46f804-c41d-44b1-99df-a967dd3e5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:30.734541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:30.734720 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-fc46f804-c41d-44b1-99df-a967dd3e5640 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.3120863 Nov 24 19:23:30.739035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Usage tracker for resource:port and tenant:6d37e712c0a744ad9998a08bc06d20b7 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:30.740989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.744051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:30.751386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:30.763690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:30.767762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.794055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] device_id is not set on port 37414cc7-781f-4e90-9836-2fb4448ee439 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:23:30.813601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:30.842498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-81c2429c-2fab-4571-ad69-ac1091990110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:30.973918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Allocated IP 2001:db8::222 (2fb13c34-bf29-4e94-91a6-853b946c3677/40847ff2-a854-4b37-a9ad-163f719404aa/37414cc7-781f-4e90-9836-2fb4448ee439) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:31.018194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] For port c9a1e862-7986-49a5-b7be-4ec084c132d1, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:31.034597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] For port c9a1e862-7986-49a5-b7be-4ec084c132d1, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c9a1e862-7986-49a5-b7be-4ec084c132d1,segment=NetworkSegment(8469477c-aae2-4888-8ca6-d6ec2686ce58),segment_id=8469477c-aae2-4888-8ca6-d6ec2686ce58)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:31.058644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:31.066029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:31.114158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=b1ccefa8-0432-418e-bf57-316511f9c223,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:31.138716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:31.247419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-72b7b138-e409-4556-883b-9b11cdc89a5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365 HTTP/1.1" status: 200 len: 1000 time: 0.4862361 Nov 24 19:23:31.266963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:31.269361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Pushing event updated for resources: {'Port': ['ID=c9a1e862-7986-49a5-b7be-4ec084c132d1,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:31.276090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:31.312730 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-7c5aec7c-a4da-4900-a22d-2105a6767ae6 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:23:31.312887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f5d08a73-b76a-46a0-943f-a3d92a06a0ee', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.225', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:a2:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ec29c-3738-4c72-a044-f0166e6686fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:26Z', 'updated_at': '2021-11-24T19:23:26Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:31.317895 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7c5aec7c-a4da-4900-a22d-2105a6767ae6 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664 HTTP/1.1" status: 400 len: 364 time: 2.2827675 Nov 24 19:23:31.319862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41332) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:31.322239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0c343-d3e4-4e8f-b1d5-14e527b0ee11 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f5d08a73-b76a-46a0-943f-a3d92a06a0ee', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.225', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:a2:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789ec29c-3738-4c72-a044-f0166e6686fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:26Z', 'updated_at': '2021-11-24T19:23:26Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:31.336265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:31.345046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ce117fc7-2979-4674-be89-9eac63dc8fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:31.375995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33ab791-9f88-40d9-b7bc-c39f9ab7b78e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:31.381684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:31.385530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:31.386029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Transition to ACTIVE for port object 37414cc7-781f-4e90-9836-2fb4448ee439 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:31.397378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-c4cb7cd2-6319-48da-bcfd-99eda4e4c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:31.407271 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-c4cb7cd2-6319-48da-bcfd-99eda4e4c5d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.1548951 Nov 24 19:23:31.468691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:31.488948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a33ab791-9f88-40d9-b7bc-c39f9ab7b78e HTTP/1.1" status: 204 len: 168 time: 1.1981738 Nov 24 19:23:31.508259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/ports/b1ccefa8-0432-418e-bf57-316511f9c223 HTTP/1.1" status: 204 len: 168 time: 2.8906262 Nov 24 19:23:31.509144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41338) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:31.649312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port fe4df104-4b11-4422-8fe0-7dd56b2035c1 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:31.651462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:31.758113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-9ffe910f-5a13-49d3-966f-ccb125ad220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:31.762789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-9ffe910f-5a13-49d3-966f-ccb125ad220a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3445754 Nov 24 19:23:31.768909 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a4f33-2850-45b7-852f-726e778d3928 None None] New status for floating IP f5d08a73-b76a-46a0-943f-a3d92a06a0ee: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:23:31.998775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:32.048428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-601052db-5053-4a91-96fd-d6ab2f81af1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:32.112690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:32.121665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:32.163904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for fe4df104-4b11-4422-8fe0-7dd56b2035c1 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:32.207799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=37414cc7-781f-4e90-9836-2fb4448ee439,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:32.218739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.219129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.219512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.219889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.220301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.225484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.225909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.226289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.226664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.227035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.227407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.227776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:32.258908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:32.289571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:32.293574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:32.309728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:32.315935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:32.320550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:32.434466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:32.454728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:32.494956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c9a1e862-7986-49a5-b7be-4ec084c132d1 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:32.606797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4132a9d3-a203-4223-92a1-88530f8c8a68 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:32.661049 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1212742 Nov 24 19:23:32.670533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41358) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:32.673032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=fe4df104-4b11-4422-8fe0-7dd56b2035c1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:32.685047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:32.705208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port c9a1e862-7986-49a5-b7be-4ec084c132d1 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:32.714737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:43:2c:0e'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:32.738666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:32.787273 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-afe99afb-9e0c-479f-9da2-58229e778401 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284173 Nov 24 19:23:32.835864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02174107-61be-49ef-9894-55a8eedaa05d None None] Network 4adf7800-fb20-4677-a88b-0834ee560498 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:32.921167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-64a0868e-48ed-4a71-8514-86b742db2000 None None] Provisioning for port 37414cc7-781f-4e90-9836-2fb4448ee439 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:32.932425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41366) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:32.939883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-64a0868e-48ed-4a71-8514-86b742db2000 None None] Provisioning complete for port 37414cc7-781f-4e90-9836-2fb4448ee439 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:32.940638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64a0868e-48ed-4a71-8514-86b742db2000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.024880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-64a0868e-48ed-4a71-8514-86b742db2000 None None] Port 37414cc7-781f-4e90-9836-2fb4448ee439 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:33.038211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Allocated IP 2001:db8::1 (d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf/0d9951e0-4841-4e76-8ea4-c11c061091f1/6b3ef909-f4de-4d13-a008-18a82518efde) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:33.098419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2055549168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:33.111223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:33.165145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Provisioning for port c9a1e862-7986-49a5-b7be-4ec084c132d1 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:33.166569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.172604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Provisioning complete for port c9a1e862-7986-49a5-b7be-4ec084c132d1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:33.173324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.180476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:router and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:33.185978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:33.195251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:33.199632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/ports/fe4df104-4b11-4422-8fe0-7dd56b2035c1 HTTP/1.1" status: 204 len: 168 time: 1.6878269 Nov 24 19:23:33.202431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41372) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:33.215016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.216035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.242138 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cbede0d-2a88-46f6-8d7c-50fd711eb84d req-e06b7d1c-d8c3-4fa1-a865-9e94c621866d service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368010 Nov 24 19:23:33.325770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.360960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.371486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] For port c9a1e862-7986-49a5-b7be-4ec084c132d1, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c9a1e862-7986-49a5-b7be-4ec084c132d1,segment=NetworkSegment(8469477c-aae2-4888-8ca6-d6ec2686ce58),segment_id=8469477c-aae2-4888-8ca6-d6ec2686ce58)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:33.377431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.379499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d73e7fe-0bc9-47a2-9e39-e929e3253b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:33.389871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Transition to ACTIVE for port object 6b3ef909-f4de-4d13-a008-18a82518efde will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:33.422775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.436480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.447947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b32c7506-8690-4134-a3f7-d65862545ece tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:33.454814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Pushing event updated for resources: {'Port': ['ID=c9a1e862-7986-49a5-b7be-4ec084c132d1,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:33.465990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:33.469314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.514311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:33.521147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:33.532051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:33.532606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.602246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-64a0361a-6f93-47f2-a1c6-0e7c292306e9 None None] Provisioning complete for port c9a1e862-7986-49a5-b7be-4ec084c132d1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:33.603064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64a0361a-6f93-47f2-a1c6-0e7c292306e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.710541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.722015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Port': ['ID=6b3ef909-f4de-4d13-a008-18a82518efde,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:33.732175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:33.742084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485beb5-4460-4685-9bfc-dea4cc1d6fa1 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:33.742794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e485beb5-4460-4685-9bfc-dea4cc1d6fa1 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Synchronizing usage tracker for tenant:7af34bda4ac2423388e026259d0ade47 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:33.764224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.771118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.781536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.782287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bf2f8e79-f9fa-4552-ba7c-75e1c56350fa tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:33.782992 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0808bc8b-8295-47e3-af46-5712d959c03c tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8463633 Nov 24 19:23:33.786612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41376) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:33.789357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e485beb5-4460-4685-9bfc-dea4cc1d6fa1 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Unset dirty status for tenant:7af34bda4ac2423388e026259d0ade47 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:33.794256 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e485beb5-4460-4685-9bfc-dea4cc1d6fa1 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "GET /v2.0/ports?device_id=40c3f90b-f196-4420-aff5-513aca19ba95 HTTP/1.1" status: 200 len: 913 time: 0.5846016 Nov 24 19:23:33.795283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41380) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:33.799532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1844037192'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:33.840888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] In _notify_port_updated(), no bound segment for port 37414cc7-781f-4e90-9836-2fb4448ee439 on network 2fb13c34-bf29-4e94-91a6-853b946c3677 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:23:33.846348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:33.846964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.851425 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "PUT /v2.0/ports/37414cc7-781f-4e90-9836-2fb4448ee439 HTTP/1.1" status: 200 len: 1003 time: 1.1729403 Nov 24 19:23:33.852169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41384) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:33.933638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=37414cc7-781f-4e90-9836-2fb4448ee439,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:33.937256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:33.952185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting port 37414cc7-781f-4e90-9836-2fb4448ee439 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:33.952431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:33.972738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a1ce07ee-4182-497a-8d52-3197f7b9b149 None None] Provisioning for port 6b3ef909-f4de-4d13-a008-18a82518efde completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:33.979234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a1ce07ee-4182-497a-8d52-3197f7b9b149 None None] Provisioning complete for port 6b3ef909-f4de-4d13-a008-18a82518efde triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:33.980375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a1ce07ee-4182-497a-8d52-3197f7b9b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.024507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:34.046052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce07ee-4182-497a-8d52-3197f7b9b149 None None] Port 6b3ef909-f4de-4d13-a008-18a82518efde cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:34.051175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:network and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:34.068858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:34.086161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:34.100759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.176512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-411f6929-67b8-4db8-ac8f-0760e10fa7ea None None] Provisioning complete for port 37414cc7-781f-4e90-9836-2fb4448ee439 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:34.177131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-411f6929-67b8-4db8-ac8f-0760e10fa7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.213044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Made reservation on behalf of 2cffd60fc77149a194d90ec0807449bf for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:34.216714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.223261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.238580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-411f6929-67b8-4db8-ac8f-0760e10fa7ea None None] Port 37414cc7-781f-4e90-9836-2fb4448ee439 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:34.257082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.301009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:34.354718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Calling delete_port for 37414cc7-781f-4e90-9836-2fb4448ee439 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:34.377160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:security_group_rule and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:34.385559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:34.433597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c9a1e862-7986-49a5-b7be-4ec084c132d1 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:34.465234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:34.497416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.519736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port c9a1e862-7986-49a5-b7be-4ec084c132d1 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:34.520178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.526758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.538507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8ee75e8-0778-495a-8742-8c624f84d9aa tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:34.589582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Port': ['ID=37414cc7-781f-4e90-9836-2fb4448ee439,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:34.617483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:34.636858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.651655 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/ports/37414cc7-781f-4e90-9836-2fb4448ee439 HTTP/1.1" status: 204 len: 168 time: 0.7900400 Nov 24 19:23:34.652592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41388) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:34.703086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc31ef7-795c-4fd4-a457-10c3b39d8d2f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] GET failed (client error): The resource could not be found. Nov 24 19:23:34.703620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0bc31ef7-795c-4fd4-a457-10c3b39d8d2f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Synchronizing usage tracker for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:34.725277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0bc31ef7-795c-4fd4-a457-10c3b39d8d2f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Unset dirty status for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:34.726751 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0bc31ef7-795c-4fd4-a457-10c3b39d8d2f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "GET /v2.0/ports/37414cc7-781f-4e90-9836-2fb4448ee439 HTTP/1.1" status: 404 len: 333 time: 0.0728006 Nov 24 19:23:34.733449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41392) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:34.739546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-571440309'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:34.892574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:34.902946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:34.958727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.968752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.969000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:34.974074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:34.980650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:35.002042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] device_id is not set on port 6a6a347d-b188-4b89-a17f-fdcd6f91c1bc yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:23:35.022814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:35.047481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7650f73f-b86e-4cac-b814-8e6eceddee85,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:35.051619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.051979 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Added segment 543e5b73-bf09-4ae8-a319-93e6b8d1e2bc of type vlan for network 0348e4f0-d861-4a82-9b23-78b11a9aea06 Nov 24 19:23:35.054909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:35.118893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.131640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.132458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.144336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9f8ea57d-8cd4-4bc0-926b-e2940a603a15 tempest-FloatingIPAdminTestJSON-327732552 tempest-FloatingIPAdminTestJSON-327732552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:35.153853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Allocated IP 2001:db8::3 (2fb13c34-bf29-4e94-91a6-853b946c3677/40847ff2-a854-4b37-a9ad-163f719404aa/6a6a347d-b188-4b89-a17f-fdcd6f91c1bc) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:35.182012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.328065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event updated for resources: {'Port': ['ID=6b3ef909-f4de-4d13-a008-18a82518efde,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:35.335301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:35.346771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.377294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.392896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Transition to ACTIVE for port object 6a6a347d-b188-4b89-a17f-fdcd6f91c1bc will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:35.403056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.408572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:35.409163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.418291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.423871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dd977bb7-7180-4dc0-9a21-ececbef8c02a tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:35.493497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:35.497555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:35.501617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:35.507253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:35.507896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.516580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=6a6a347d-b188-4b89-a17f-fdcd6f91c1bc,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:35.532064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.532564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.532891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.533255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.533654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.534268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.534622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.534988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.535362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.535735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.536133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.536503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:35.543164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:35.555006 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8201764 Nov 24 19:23:35.558545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41396) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:35.564723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'network_id': '2fb13c34-bf29-4e94-91a6-853b946c3677', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-30917692'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:35.569611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d27a2434-9eac-462a-8deb-6ce99b82e30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:35.726339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:35.730746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Usage tracker for resource:port and tenant:6d37e712c0a744ad9998a08bc06d20b7 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:35.733701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:35.739786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:35.750504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Made reservation on behalf of 6d37e712c0a744ad9998a08bc06d20b7 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:35.753939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.763821 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9758217 Nov 24 19:23:35.768681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41400) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:35.773381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-94d678d3-84a4-4af9-a15c-c71f98dd053d None None] Provisioning for port 6a6a347d-b188-4b89-a17f-fdcd6f91c1bc completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:35.778096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:35.778251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'subnet': {'network_id': '0348e4f0-d861-4a82-9b23-78b11a9aea06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:35.780583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-94d678d3-84a4-4af9-a15c-c71f98dd053d None None] Provisioning complete for port 6a6a347d-b188-4b89-a17f-fdcd6f91c1bc triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:35.781263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94d678d3-84a4-4af9-a15c-c71f98dd053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:35.793766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:35.802530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Network': ['ID=0348e4f0-d861-4a82-9b23-78b11a9aea06,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:35.809122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:35.821287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:35.861171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] device_id is not set on port 245ff6b9-250f-4ee7-96d3-e67825e39008 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:23:35.951929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-94d678d3-84a4-4af9-a15c-c71f98dd053d None None] Port 6a6a347d-b188-4b89-a17f-fdcd6f91c1bc cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:36.101988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Router 62feffc4-e98f-42ee-8d56-fb9d5ba0d664 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:36.105935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:36.117506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:subnet and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:36.122757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:36.158685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:36.177909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cd0f927b-c4bf-407b-a8b5-a48d236ed7c1 None None] Provisioning complete for port 6b3ef909-f4de-4d13-a008-18a82518efde triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:36.178614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cd0f927b-c4bf-407b-a8b5-a48d236ed7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.183703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Made reservation on behalf of 2cffd60fc77149a194d90ec0807449bf for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:36.187241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.233609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f927b-c4bf-407b-a8b5-a48d236ed7c1 None None] Port 6b3ef909-f4de-4d13-a008-18a82518efde cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:36.296881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Allocated IP 2001:db8::1d0 (2fb13c34-bf29-4e94-91a6-853b946c3677/40847ff2-a854-4b37-a9ad-163f719404aa/245ff6b9-250f-4ee7-96d3-e67825e39008) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:36.331145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:36.337096 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0180159 Nov 24 19:23:36.338707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port 61e369cd-5ae0-4afc-8bcb-4064be92a92a {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:36.339051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.344944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] Sync routers for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:36.345768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41404) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:36.372512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:36.373565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:36.440195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:36.449610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:36.450219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:36.519000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:36.519416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3b0f8-7e84-4f09-8dca-ddc3d9d0a884 None None] The sync data for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:36.552419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.693205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5dac795d-fc3b-45df-925f-cf2e8886abfb tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.711810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for 61e369cd-5ae0-4afc-8bcb-4064be92a92a owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:36.926220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.928207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.934416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:36.944581 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-5dac795d-fc3b-45df-925f-cf2e8886abfb tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 19:23:36.948632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5dac795d-fc3b-45df-925f-cf2e8886abfb tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664 HTTP/1.1" status: 409 len: 329 time: 0.5987875 Nov 24 19:23:36.948632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:36.950260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41408) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:36.953948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ac242db-b640-4011-83c8-f973b0864591 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:36.983642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=61e369cd-5ae0-4afc-8bcb-4064be92a92a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:36.986893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:37.049172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Transition to ACTIVE for port object 245ff6b9-250f-4ee7-96d3-e67825e39008 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:37.188777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Subnet': ['ID=5e584826-0ba7-4c0c-8b69-3e4f3c501273,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:37.197807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:37.211432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Checking segment: {'id': '543e5b73-bf09-4ae8-a319-93e6b8d1e2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0348e4f0-d861-4a82-9b23-78b11a9aea06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:37.211790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network hostable DHCP agents. Network: 0348e4f0-d861-4a82-9b23-78b11a9aea06, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:37.354135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:37.375679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c076fe5c-0d6e-4f1f-9d44-3de34dfb69a4 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:37.385752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:37.417161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:37.455652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:37.460958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0348e4f0-d861-4a82-9b23-78b11a9aea06) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:37.463199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:37.469759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:37.471451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a207f1-b6d0-418d-b0fc-82e22992de56 None None] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:37.475381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:37.476045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:37.481314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:37.481903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:37.723162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=245ff6b9-250f-4ee7-96d3-e67825e39008,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:37.734091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:37.758584 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9883351 Nov 24 19:23:37.761157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-0348e4f0-d861-4a82-9b23-78b11a9aea06', 'network_id': '0348e4f0-d861-4a82-9b23-78b11a9aea06', 'tenant_id': '2cffd60fc77149a194d90ec0807449bf', 'fixed_ips': [{'subnet_id': '5e584826-0ba7-4c0c-8b69-3e4f3c501273'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:37.763088 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2034354 Nov 24 19:23:37.763450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:37.763906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41414) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:37.765981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41416) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:37.773629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'network': {'name': 'tempest-router-network01--1242545296'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:37.781730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::123', 'mac_address': 'fa:16:3e:43:2c:0e'}, {'ip_address': '2001:db8::3', 'mac_address': 'fa:16:3e:48:9e:8b'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:37.850233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Router 40c3f90b-f196-4420-aff5-513aca19ba95 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:37.863064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:37.878388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:network and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:37.883375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:37.892270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:37.941355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0044397c-b128-48e9-958d-7390e1e54fe5 None None] Provisioning for port 245ff6b9-250f-4ee7-96d3-e67825e39008 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:37.953678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0044397c-b128-48e9-958d-7390e1e54fe5 None None] Provisioning complete for port 245ff6b9-250f-4ee7-96d3-e67825e39008 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:37.953678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0044397c-b128-48e9-958d-7390e1e54fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:37.984878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Made reservation on behalf of 2cffd60fc77149a194d90ec0807449bf for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:37.984878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.029376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Allocated IP 172.20.0.2 (0348e4f0-d861-4a82-9b23-78b11a9aea06/5e584826-0ba7-4c0c-8b69-3e4f3c501273/62a3318d-0c4f-4ece-8e42-7027e1ece732) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:38.042387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0044397c-b128-48e9-958d-7390e1e54fe5 None None] Port 245ff6b9-250f-4ee7-96d3-e67825e39008 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:38.108125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:38.132007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:38.138740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.138740 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Added segment e4843204-953a-43d8-8c89-0e5c26ff2083 of type vlan for network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 Nov 24 19:23:38.144504 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] Sync routers for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:38.151274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.158013 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:38.158013 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:38.169011 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "PUT /v2.0/routers/40c3f90b-f196-4420-aff5-513aca19ba95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3552897 Nov 24 19:23:38.169011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41422) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:38.291288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.297676 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:38.316638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] Routers {'40c3f90b-f196-4420-aff5-513aca19ba95'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:38.316638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['40c3f90b-f196-4420-aff5-513aca19ba95'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:38.389656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.395877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.395877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:38.395877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.407785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Transition to ACTIVE for port object 62a3318d-0c4f-4ece-8e42-7027e1ece732 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:38.414671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d3dbb4b-c2ce-47be-be1f-fd2b5d51f2d6 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:38.429980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Transition to ACTIVE for port object 62a3318d-0c4f-4ece-8e42-7027e1ece732 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:38.444976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.455921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:38.473270 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:38.473270 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231be66-80b3-4cb0-91fd-1cf2d9461648 None None] The sync data for ids ['40c3f90b-f196-4420-aff5-513aca19ba95'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:38.526802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:38.534955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:38.542449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:38.596321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.606098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.707486 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9303095 Nov 24 19:23:38.713881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Pushing event updated for resources: {'Port': ['ID=62a3318d-0c4f-4ece-8e42-7027e1ece732,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:38.713881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:38.735999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Attempting to bind port 62a3318d-0c4f-4ece-8e42-7027e1ece732 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:38.735999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Attempting to bind port 62a3318d-0c4f-4ece-8e42-7027e1ece732 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '543e5b73-bf09-4ae8-a319-93e6b8d1e2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0348e4f0-d861-4a82-9b23-78b11a9aea06'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:38.735999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Attempting to bind port 62a3318d-0c4f-4ece-8e42-7027e1ece732 on network 0348e4f0-d861-4a82-9b23-78b11a9aea06 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:38.747589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:38.747589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Checking segment: {'id': '543e5b73-bf09-4ae8-a319-93e6b8d1e2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0348e4f0-d861-4a82-9b23-78b11a9aea06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:38.747589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.747589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Bound using segment: {'id': '543e5b73-bf09-4ae8-a319-93e6b8d1e2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0348e4f0-d861-4a82-9b23-78b11a9aea06'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:38.747589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Bound port: 62a3318d-0c4f-4ece-8e42-7027e1ece732, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543e5b73-bf09-4ae8-a319-93e6b8d1e2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0348e4f0-d861-4a82-9b23-78b11a9aea06'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:38.747589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.770623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41426) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:38.793205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'network': {'name': 'tempest-router-network02--1392706502'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:38.805248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Network': ['ID=42e3cbf2-ed8b-41b3-83db-f650a55e20b5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:38.817593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:38.830190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.833982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:38.842329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:38.850791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting port d4f62a2f-2441-4266-9b72-29da1b2626ef {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:38.850791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:38.853327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:network and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:38.859259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:38.899645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:38.966806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] For port 62a3318d-0c4f-4ece-8e42-7027e1ece732, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:38.992824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] For port 62a3318d-0c4f-4ece-8e42-7027e1ece732, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=62a3318d-0c4f-4ece-8e42-7027e1ece732,segment=NetworkSegment(543e5b73-bf09-4ae8-a319-93e6b8d1e2bc),segment_id=543e5b73-bf09-4ae8-a319-93e6b8d1e2bc)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:39.000642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.013340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-39ab2227-2935-44f5-980f-07d6e2f747cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:39.057384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Made reservation on behalf of 2cffd60fc77149a194d90ec0807449bf for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:39.061672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.109266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Pushing event updated for resources: {'Port': ['ID=62a3318d-0c4f-4ece-8e42-7027e1ece732,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:39.112052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:39.145998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.171202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.180930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d93be352-401b-4332-b9dd-9082e64fa571 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:39.211318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:39.260436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] In _notify_port_updated(), no bound segment for port 245ff6b9-250f-4ee7-96d3-e67825e39008 on network 2fb13c34-bf29-4e94-91a6-853b946c3677 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:23:39.273452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:39.273452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.273452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "PUT /v2.0/ports/245ff6b9-250f-4ee7-96d3-e67825e39008 HTTP/1.1" status: 200 len: 1064 time: 1.5001390 Nov 24 19:23:39.281461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41430) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:39.281461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.281461 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Added segment 0f5d61ee-200c-4676-a7ff-ade0971cc95a of type vlan for network 355ce4de-65a3-4746-8915-a1c6dac7aec0 Nov 24 19:23:39.294254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.436846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event updated for resources: {'Port': ['ID=245ff6b9-250f-4ee7-96d3-e67825e39008,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:39.455150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:39.463375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Calling delete_port for d4f62a2f-2441-4266-9b72-29da1b2626ef owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:39.464694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.519318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting port 245ff6b9-250f-4ee7-96d3-e67825e39008 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:39.519927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.630893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting port 6b3ef909-f4de-4d13-a008-18a82518efde {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:39.631236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.678992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.683813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e3a77c02-439d-4240-998a-60e6a07a96f6 None None] Provisioning complete for port 245ff6b9-250f-4ee7-96d3-e67825e39008 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:39.684704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e3a77c02-439d-4240-998a-60e6a07a96f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.686446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0bb9b743-5d4d-47dc-b490-877169e1301f tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:39.699315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.704783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:39.705557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:39.709341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ea689bc9-b787-4953-9c95-20294c940e33 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:39.736570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Port': ['ID=d4f62a2f-2441-4266-9b72-29da1b2626ef,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:39.740453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:39.751221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e3a77c02-439d-4240-998a-60e6a07a96f6 None None] Port 245ff6b9-250f-4ee7-96d3-e67825e39008 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:39.839196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.015931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2419322 Nov 24 19:23:40.035425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41436) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:40.036974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Network': ['ID=355ce4de-65a3-4746-8915-a1c6dac7aec0,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:40.045103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'subnet': {'network_id': '42e3cbf2-ed8b-41b3-83db-f650a55e20b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:40.048820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 355ce4de-65a3-4746-8915-a1c6dac7aec0 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:40.101620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:40.228064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:40.228064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:subnet and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:40.230352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:40.242867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:40.281471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.284260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.299285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.308766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.314451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Made reservation on behalf of 2cffd60fc77149a194d90ec0807449bf for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:40.326937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.413617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.413753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Fanout notify agent at l3_agent the message router_deleted on router 40c3f90b-f196-4420-aff5-513aca19ba95 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:23:40.491109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.491109 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/routers/40c3f90b-f196-4420-aff5-513aca19ba95 HTTP/1.1" status: 204 len: 168 time: 2.3225198 Nov 24 19:23:40.491109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41442) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:40.552700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 62a3318d-0c4f-4ece-8e42-7027e1ece732 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:40.629880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Deleting subnet 0304c8be-2eef-4ab4-8f95-e2e04fe2b32c {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:40.634599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.650581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 62a3318d-0c4f-4ece-8e42-7027e1ece732 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:40.665561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Calling delete_port for 6b3ef909-f4de-4d13-a008-18a82518efde owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:40.679153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca18aff-8d87-46a3-b583-4973cdfc86cd None None] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:40.768243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Calling delete_port for 245ff6b9-250f-4ee7-96d3-e67825e39008 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:40.778567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.795859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Provisioning for port 62a3318d-0c4f-4ece-8e42-7027e1ece732 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:40.816301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Provisioning complete for port 62a3318d-0c4f-4ece-8e42-7027e1ece732 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:40.817015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.907012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:40.958107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f63fb6-78b1-49b6-85f0-0a781dbea719 req-2ad0bfe2-f2db-4e87-a046-959d62d2fc36 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:40.959867 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-83f63fb6-78b1-49b6-85f0-0a781dbea719 req-2ad0bfe2-f2db-4e87-a046-959d62d2fc36 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6430912 Nov 24 19:23:41.001810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.006482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-12d10e26-a097-428c-b36b-dde3e26975ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:41.073467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.158663 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-83f63fb6-78b1-49b6-85f0-0a781dbea719 req-f1fbdec1-4b1a-4ecb-b1a4-d20746658da0 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063921 Nov 24 19:23:41.158663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.176345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.180630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e91f8f1-086e-4f21-be47-9bd8bf449811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:41.180786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] For port 62a3318d-0c4f-4ece-8e42-7027e1ece732, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=62a3318d-0c4f-4ece-8e42-7027e1ece732,segment=NetworkSegment(543e5b73-bf09-4ae8-a319-93e6b8d1e2bc),segment_id=543e5b73-bf09-4ae8-a319-93e6b8d1e2bc)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:41.193522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.213062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Subnet': ['ID=d561d698-d59c-47f1-978f-6e9c0e669195,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:41.213062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.217355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1fb785f2-d57e-437b-ac99-c6c8cbea3fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:41.223787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:41.223787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:41.258165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.291437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Port': ['ID=6b3ef909-f4de-4d13-a008-18a82518efde,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:41.304351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Checking segment: {'id': 'e4843204-953a-43d8-8c89-0e5c26ff2083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42e3cbf2-ed8b-41b3-83db-f650a55e20b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:41.304351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network hostable DHCP agents. Network: 42e3cbf2-ed8b-41b3-83db-f650a55e20b5, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:41.316004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:41.316004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-001536b1-0bd6-4dd6-9ac5-46aada77b3bd tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:41.322696 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/subnets/0304c8be-2eef-4ab4-8f95-e2e04fe2b32c HTTP/1.1" status: 204 len: 168 time: 0.8113260 Nov 24 19:23:41.322696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41448) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:41.322696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Subnet': ['ID=0304c8be-2eef-4ab4-8f95-e2e04fe2b32c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:41.334786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:41.370289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Pushing event updated for resources: {'Port': ['ID=62a3318d-0c4f-4ece-8e42-7027e1ece732,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:41.379581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:41.469251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Port': ['ID=245ff6b9-250f-4ee7-96d3-e67825e39008,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:41.518065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:41.564548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:41.579518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 42e3cbf2-ed8b-41b3-83db-f650a55e20b5) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:41.584919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:41.586323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.594283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691d1d9-e89a-448d-8213-c21219a84876 None None] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:41.636920 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6000209 Nov 24 19:23:41.640453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:41.653493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'subnet': {'network_id': '355ce4de-65a3-4746-8915-a1c6dac7aec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:41.765360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.825615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aefaaebf-e1ff-4853-91f7-cd51c95e3ab8 None None] Provisioning complete for port 62a3318d-0c4f-4ece-8e42-7027e1ece732 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:41.826588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aefaaebf-e1ff-4853-91f7-cd51c95e3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.827118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:41.846942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:41.856042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Usage tracker for resource:subnet and tenant:2cffd60fc77149a194d90ec0807449bf is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:41.861941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:41.891234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:41.985371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Made reservation on behalf of 2cffd60fc77149a194d90ec0807449bf for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:41.985371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.129568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.160824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f01a4f-cffc-4196-a7b7-a978c987bccb req-68d1a2b4-301f-43ab-baba-296c8796b351 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:42.168225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90f01a4f-cffc-4196-a7b7-a978c987bccb req-68d1a2b4-301f-43ab-baba-296c8796b351 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.7813303 Nov 24 19:23:42.185276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-42e3cbf2-ed8b-41b3-83db-f650a55e20b5', 'network_id': '42e3cbf2-ed8b-41b3-83db-f650a55e20b5', 'tenant_id': '2cffd60fc77149a194d90ec0807449bf', 'fixed_ips': [{'subnet_id': 'd561d698-d59c-47f1-978f-6e9c0e669195'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:42.186122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.193155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95a5db5-6126-4378-9cf3-229e656bdba4']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:42.215661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f71c94-a885-4169-84de-78bc72f0fdde') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:42.215661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f71c94-a885-4169-84de-78bc72f0fdde') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:42.231479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.253077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.296544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:42.296948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:42.313942 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:42.461510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90f01a4f-cffc-4196-a7b7-a978c987bccb req-64aee899-29d9-4e46-9389-11515ba68f70 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924008 Nov 24 19:23:42.474654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.481942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.481942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-71e31162-c735-487e-8fb1-d49cd5f6fb2a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:42.539720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Allocated IP 172.20.0.2 (42e3cbf2-ed8b-41b3-83db-f650a55e20b5/d561d698-d59c-47f1-978f-6e9c0e669195/c0ada093-26a4-415e-8391-c37a5d61a6a4) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:42.546647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.585007 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/ports/245ff6b9-250f-4ee7-96d3-e67825e39008 HTTP/1.1" status: 204 len: 168 time: 3.3003721 Nov 24 19:23:42.601070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41460) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:42.611145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Router 62feffc4-e98f-42ee-8d56-fb9d5ba0d664 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:42.616770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Pushing event deleted for resources: {'Network': ['ID=b95a5db5-6126-4378-9cf3-229e656bdba4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:42.616770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:42.705726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 62a3318d-0c4f-4ece-8e42-7027e1ece732 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:42.735126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.745278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b36efefa-10d4-4d42-ae89-5c86dfd6c2ff tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:42.774744 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] 10.222.0.47 "DELETE /v2.0/networks/b95a5db5-6126-4378-9cf3-229e656bdba4 HTTP/1.1" status: 204 len: 168 time: 1.4449060 Nov 24 19:23:42.781605 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9994ac-fad1-4e87-aa10-b1beefaa77ac tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] GET failed (client error): The resource could not be found. Nov 24 19:23:42.783164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3c9994ac-fad1-4e87-aa10-b1beefaa77ac tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Synchronizing usage tracker for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:42.812798 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 62a3318d-0c4f-4ece-8e42-7027e1ece732 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:42.813199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:42.815682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:42.832038 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8488131 Nov 24 19:23:42.836921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41468) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:42.867221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] Sync routers for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:42.872254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Subnet': ['ID=2d3023d4-301e-4463-b670-fd43e0c3d161,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:42.875635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3c9994ac-fad1-4e87-aa10-b1beefaa77ac tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Unset dirty status for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:42.883224 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3c9994ac-fad1-4e87-aa10-b1beefaa77ac tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "GET /v2.0/ports/245ff6b9-250f-4ee7-96d3-e67825e39008 HTTP/1.1" status: 404 len: 333 time: 0.2940700 Nov 24 19:23:42.896263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:42.899319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41472) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:42.935596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Checking segment: {'id': '0f5d61ee-200c-4676-a7ff-ade0971cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '355ce4de-65a3-4746-8915-a1c6dac7aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:42.936033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network hostable DHCP agents. Network: 355ce4de-65a3-4746-8915-a1c6dac7aec0, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:23:42.959976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:42.961417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:42.993112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting port 6a6a347d-b188-4b89-a17f-fdcd6f91c1bc {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:42.993681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.035055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network 355ce4de-65a3-4746-8915-a1c6dac7aec0 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:23:43.081929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 355ce4de-65a3-4746-8915-a1c6dac7aec0) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:43.089302 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-9b7740e9-d59e-405d-a584-2fb9312a8fa6 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] show failed (client error): The resource could not be found. Nov 24 19:23:43.096148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9b7740e9-d59e-405d-a584-2fb9312a8fa6 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-425260304 HTTP/1.1" status: 404 len: 334 time: 0.2514391 Nov 24 19:23:43.096867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41478) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:43.099078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:43.099668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.108531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0d958bbd-09d3-40a0-a995-6fe1038944fe tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:43.140345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29c5db-e35b-4f14-970f-4f489a272a6a None None] Network 355ce4de-65a3-4746-8915-a1c6dac7aec0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:43.183581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:43.240570 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5973032 Nov 24 19:23:43.244784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41484) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:43.280597 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-0d958bbd-09d3-40a0-a995-6fe1038944fe tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] update failed (client error): The resource could not be found. Nov 24 19:23:43.281865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0d958bbd-09d3-40a0-a995-6fe1038944fe tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-30553320 HTTP/1.1" status: 404 len: 333 time: 0.1837764 Nov 24 19:23:43.286065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41488) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:43.368478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting subnet 0acaee96-3ea8-4e0c-8af1-70b1750cf7b0 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:43.373506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.375756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] Routers {'62feffc4-e98f-42ee-8d56-fb9d5ba0d664'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:43.376429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:43.408995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41494) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:43.468068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.492875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:43.493263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a64a5-e8b4-45bb-ae90-4da534453116 None None] The sync data for ids ['62feffc4-e98f-42ee-8d56-fb9d5ba0d664'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:43.499597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.545783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ad54-4f86-48bd-b0d3-d4a111b56909 req-03571813-456c-4cd4-a92c-9e16850eedb7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:43.548016 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c1d8ad54-4f86-48bd-b0d3-d4a111b56909 req-03571813-456c-4cd4-a92c-9e16850eedb7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3378749 Nov 24 19:23:43.570429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Transition to ACTIVE for port object c0ada093-26a4-415e-8391-c37a5d61a6a4 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:43.622576 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c1d8ad54-4f86-48bd-b0d3-d4a111b56909 req-9b271ff1-60a2-419f-906c-8fd792bac3f7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653195 Nov 24 19:23:43.643583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Transition to ACTIVE for port object c0ada093-26a4-415e-8391-c37a5d61a6a4 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:43.679244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.690258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d0b0808-0c29-491f-9a27-6441d0cb17a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:43.691013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.754551 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-552be658-ba06-4c8c-8044-59792b77d868 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7af34bda4ac2423388e026259d0ade47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171608 Nov 24 19:23:43.754551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41500) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:43.765592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-355ce4de-65a3-4746-8915-a1c6dac7aec0', 'network_id': '355ce4de-65a3-4746-8915-a1c6dac7aec0', 'tenant_id': '2cffd60fc77149a194d90ec0807449bf', 'fixed_ips': [{'subnet_id': '2d3023d4-301e-4463-b670-fd43e0c3d161'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:23:43.765592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.791392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:43.791392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:43.802821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:43.802821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Pushing event updated for resources: {'Port': ['ID=c0ada093-26a4-415e-8391-c37a5d61a6a4,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.827536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:23:43.844821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.859484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:43.892550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.943392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:43.950753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6fef2b00-c8bc-4419-9d54-209ed2f38a64 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:43.999501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Subnet': ['ID=0acaee96-3ea8-4e0c-8af1-70b1750cf7b0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:44.007179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:44.012468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.028757 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/subnets/0acaee96-3ea8-4e0c-8af1-70b1750cf7b0 HTTP/1.1" status: 204 len: 168 time: 0.7415299 Nov 24 19:23:44.030711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41504) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:44.037767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cebf24-b405-4990-a538-e07a50d44b63 None None] Network 4adf7800-fb20-4677-a88b-0834ee560498 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:44.102490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.139539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.142504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.146615 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75c38dcc-e57f-4f09-b6fa-d9a3d1e551a6 HTTP/1.1" status: 204 len: 168 time: 0.4007893 Nov 24 19:23:44.149838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Attempting to bind port c0ada093-26a4-415e-8391-c37a5d61a6a4 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:44.151798 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Attempting to bind port c0ada093-26a4-415e-8391-c37a5d61a6a4 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'e4843204-953a-43d8-8c89-0e5c26ff2083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42e3cbf2-ed8b-41b3-83db-f650a55e20b5'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:44.153165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Attempting to bind port c0ada093-26a4-415e-8391-c37a5d61a6a4 on network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:44.154908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9dfeaf68-1ad6-4e5d-8df4-5e9e387470ac tempest-ExternalNetworksTestJSON-265799504 tempest-ExternalNetworksTestJSON-265799504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:44.177855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:44.180616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Checking segment: {'id': 'e4843204-953a-43d8-8c89-0e5c26ff2083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42e3cbf2-ed8b-41b3-83db-f650a55e20b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:44.182975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.184544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Bound using segment: {'id': 'e4843204-953a-43d8-8c89-0e5c26ff2083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42e3cbf2-ed8b-41b3-83db-f650a55e20b5'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:44.185070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Bound port: c0ada093-26a4-415e-8391-c37a5d61a6a4, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4843204-953a-43d8-8c89-0e5c26ff2083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42e3cbf2-ed8b-41b3-83db-f650a55e20b5'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:44.188075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.287355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Calling delete_port for 6a6a347d-b188-4b89-a17f-fdcd6f91c1bc owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:44.334094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.419232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c38dcc-e57f-4f09-b6fa-d9a3d1e551a6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:44.426687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:44.444217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Allocated IP 172.20.0.2 (355ce4de-65a3-4746-8915-a1c6dac7aec0/2d3023d4-301e-4463-b670-fd43e0c3d161/3f0d560f-4563-4c97-899f-9cb1657c6563) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:44.468023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.490650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting port c9a1e862-7986-49a5-b7be-4ec084c132d1 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:44.491458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.781349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.798151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:44.813949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] For port c0ada093-26a4-415e-8391-c37a5d61a6a4, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:44.817061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] For port c9a1e862-7986-49a5-b7be-4ec084c132d1, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c9a1e862-7986-49a5-b7be-4ec084c132d1,segment=NetworkSegment(8469477c-aae2-4888-8ca6-d6ec2686ce58),segment_id=8469477c-aae2-4888-8ca6-d6ec2686ce58)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:44.818879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.838107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] For port c0ada093-26a4-415e-8391-c37a5d61a6a4, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c0ada093-26a4-415e-8391-c37a5d61a6a4,segment=NetworkSegment(e4843204-953a-43d8-8c89-0e5c26ff2083),segment_id=e4843204-953a-43d8-8c89-0e5c26ff2083)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:44.865184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:44.886074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-046e4def-a08c-412f-a58e-6a059affbd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:44.924192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Port': ['ID=6a6a347d-b188-4b89-a17f-fdcd6f91c1bc,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:44.938472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:44.960738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.003692 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/ports/6a6a347d-b188-4b89-a17f-fdcd6f91c1bc HTTP/1.1" status: 204 len: 168 time: 2.1011078 Nov 24 19:23:45.005097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Allocated IP 172.20.0.1 (42e3cbf2-ed8b-41b3-83db-f650a55e20b5/d561d698-d59c-47f1-978f-6e9c0e669195/7074a339-db1f-40c7-8765-ec46de6734cd) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:45.006989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41526) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:45.062520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Pushing event updated for resources: {'Port': ['ID=c0ada093-26a4-415e-8391-c37a5d61a6a4,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:45.075107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:45.083533 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c6740e-078a-4d5f-902b-21e48c3d1f2c tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] GET failed (client error): The resource could not be found. Nov 24 19:23:45.084256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-29c6740e-078a-4d5f-902b-21e48c3d1f2c tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Synchronizing usage tracker for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:45.163460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Calling delete_port for c9a1e862-7986-49a5-b7be-4ec084c132d1 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:45.228501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-29c6740e-078a-4d5f-902b-21e48c3d1f2c tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Unset dirty status for tenant:6d37e712c0a744ad9998a08bc06d20b7 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:45.233084 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-29c6740e-078a-4d5f-902b-21e48c3d1f2c tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "GET /v2.0/ports/6a6a347d-b188-4b89-a17f-fdcd6f91c1bc HTTP/1.1" status: 404 len: 333 time: 0.2216160 Nov 24 19:23:45.234505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41534) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:45.293068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e14aeaf-43e8-41c2-96c7-6f77a75ba244 None None] DHCP port deletion for 4adf7800-fb20-4677-a88b-0834ee560498 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:23:45.311551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.332503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8e14aeaf-43e8-41c2-96c7-6f77a75ba244 None None] Deleting port c9a1e862-7986-49a5-b7be-4ec084c132d1 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:45.333769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e14aeaf-43e8-41c2-96c7-6f77a75ba244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.403470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting port e32b842a-3f18-482e-b19e-a01c857a4397 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:45.404055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.465113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.469355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41538) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:45.470950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e78e2d6d-e0e9-42d5-a74b-c965eaed3ddd tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:45.483870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8e14aeaf-43e8-41c2-96c7-6f77a75ba244 None None] The port 'c9a1e862-7986-49a5-b7be-4ec084c132d1' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:23:45.485302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Transition to ACTIVE for port object 3f0d560f-4563-4c97-899f-9cb1657c6563 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:45.514824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Transition to ACTIVE for port object 3f0d560f-4563-4c97-899f-9cb1657c6563 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:45.523429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84515056-b807-4969-b01c-99d0570739ff req-b89fb623-0878-4ee3-9713-306c78bc2f05 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:45.523598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.524436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.526793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-84515056-b807-4969-b01c-99d0570739ff req-b89fb623-0878-4ee3-9713-306c78bc2f05 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6787088 Nov 24 19:23:45.534888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:45.564735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Transition to ACTIVE for port object 7074a339-db1f-40c7-8765-ec46de6734cd will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:45.574357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Port': ['ID=c9a1e862-7986-49a5-b7be-4ec084c132d1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:45.600621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:45.602494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] No DVR routers for this DVR port c9a1e862-7986-49a5-b7be-4ec084c132d1 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:45.702803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Network 355ce4de-65a3-4746-8915-a1c6dac7aec0 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:45.710050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:45.717713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:45.803116 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-84515056-b807-4969-b01c-99d0570739ff req-cbf4c35d-6f2e-4437-ac5d-59d6ca2f6942 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431524 Nov 24 19:23:45.813344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--92447192'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:45.827635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Pushing event updated for resources: {'Port': ['ID=3f0d560f-4563-4c97-899f-9cb1657c6563,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:45.829515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.838212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:45.855506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:45.872008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:45.872699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Attempting to bind port 3f0d560f-4563-4c97-899f-9cb1657c6563 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:23:45.873313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Attempting to bind port 3f0d560f-4563-4c97-899f-9cb1657c6563 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0f5d61ee-200c-4676-a7ff-ade0971cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '355ce4de-65a3-4746-8915-a1c6dac7aec0'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:23:45.873919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Attempting to bind port 3f0d560f-4563-4c97-899f-9cb1657c6563 on network 355ce4de-65a3-4746-8915-a1c6dac7aec0 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:23:45.878334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:45.882919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:23:45.883403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Checking segment: {'id': '0f5d61ee-200c-4676-a7ff-ade0971cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '355ce4de-65a3-4746-8915-a1c6dac7aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:23:45.883986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.884646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Bound using segment: {'id': '0f5d61ee-200c-4676-a7ff-ade0971cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '355ce4de-65a3-4746-8915-a1c6dac7aec0'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:23:45.885246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Bound port: 3f0d560f-4563-4c97-899f-9cb1657c6563, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5d61ee-200c-4676-a7ff-ade0971cc95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '355ce4de-65a3-4746-8915-a1c6dac7aec0'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:23:45.885730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.888571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adf7800-fb20-4677-a88b-0834ee560498']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:45.908319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:45.914731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8469477c-aae2-4888-8ca6-d6ec2686ce58') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:45.916079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8469477c-aae2-4888-8ca6-d6ec2686ce58') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:45.933768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.949127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.949435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.955573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dbccf019-90ad-409c-ae1e-dad53e242d8b tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:45.980484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.994898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:45.996255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] For port 3f0d560f-4563-4c97-899f-9cb1657c6563, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:23:46.001425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] For port 3f0d560f-4563-4c97-899f-9cb1657c6563, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3f0d560f-4563-4c97-899f-9cb1657c6563,segment=NetworkSegment(0f5d61ee-200c-4676-a7ff-ade0971cc95a),segment_id=0f5d61ee-200c-4676-a7ff-ade0971cc95a)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:23:46.007157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.007933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:46.008473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.013101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:46.025435 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:46.027413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:46.036085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:46.056459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:46.070676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:46.075112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Port': ['ID=7074a339-db1f-40c7-8765-ec46de6734cd,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:46.078437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.085177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:46.085937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:46.107495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:46.112025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Pushing event updated for resources: {'Port': ['ID=3f0d560f-4563-4c97-899f-9cb1657c6563,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:46.116558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:46.120230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:46.144809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.149862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7cabc0f9-e7e8-4b35-9e19-9741a43604d4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:46.175385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.180575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Network': ['ID=4adf7800-fb20-4677-a88b-0834ee560498,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:46.186744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:46.199283 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/networks/4adf7800-fb20-4677-a88b-0834ee560498 HTTP/1.1" status: 204 len: 168 time: 2.1674964 Nov 24 19:23:46.207116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41546) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:46.265341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Calling delete_port for e32b842a-3f18-482e-b19e-a01c857a4397 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:46.300792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting subnet d1121681-8389-4fda-b4f9-82dfa79b03ca {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:46.313762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.335906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.392183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.424665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.518908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.532249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b027b4b7-1dea-41d6-8dfd-8abb83ade3f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:46.572453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:46.581022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.585981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:46.589606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c0ada093-26a4-415e-8391-c37a5d61a6a4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:46.595355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:46.614427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:46.636255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7333ed77-3ccc-4cc8-8d05-0fc4343db3d9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:46.641425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:46.669245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.717049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.730558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port c0ada093-26a4-415e-8391-c37a5d61a6a4 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:46.742313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:46.814970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Port': ['ID=e32b842a-3f18-482e-b19e-a01c857a4397,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:46.832737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.835336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:46.849418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c9a1e862-7986-49a5-b7be-4ec084c132d1 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:23:46.873159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:46.877008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4419e2b0-9f4b-4cc6-abfe-5d7b57bfa116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:46.906959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: c9a1e862-7986-49a5-b7be-4ec084c132d1 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:23:46.907896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c9a1e862-7986-49a5-b7be-4ec084c132d1 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:23:46.925936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.026844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.039183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944a1db-b7bc-48ed-aa8b-9186ee3c4939 None None] Network c2b48bbb-9fa8-4ece-b035-791ccc3caa29 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:47.054017 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/subnets/d1121681-8389-4fda-b4f9-82dfa79b03ca HTTP/1.1" status: 204 len: 168 time: 0.8460140 Nov 24 19:23:47.058049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41552) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:47.101083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5c730-1a09-4811-a567-07e3ed84d8cd,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:47.104018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.107898 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5933022 Nov 24 19:23:47.116042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:47.149528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e103d-8057-4afa-b07c-847fcb88e7f4 None None] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:47.162923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41556) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:47.163561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:47.241240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Subnet': ['ID=d1121681-8389-4fda-b4f9-82dfa79b03ca,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:47.254473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:47.294652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting subnet cbf0fb81-ffc5-4692-8483-6a410ce736f8 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:47.297699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.304580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.361263 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/ports/e32b842a-3f18-482e-b19e-a01c857a4397 HTTP/1.1" status: 204 len: 168 time: 2.1170332 Nov 24 19:23:47.367747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41560) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:47.488463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting subnet 40847ff2-a854-4b37-a9ad-163f719404aa {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:47.492764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.513250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07534773-ab56-4ffd-b7ec-d697318f8ab7 req-7fcdee14-2071-43c6-8318-e779fced5978 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:47.514987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-07534773-ab56-4ffd-b7ec-d697318f8ab7 req-7fcdee14-2071-43c6-8318-e779fced5978 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.4598470 Nov 24 19:23:47.516101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Provisioning for port c0ada093-26a4-415e-8391-c37a5d61a6a4 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:47.580685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.585858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Provisioning complete for port c0ada093-26a4-415e-8391-c37a5d61a6a4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:47.586251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.587639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-428dcb3c-bae8-455c-b296-6d7a1815b3bf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:47.604251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.641394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-07534773-ab56-4ffd-b7ec-d697318f8ab7 req-eb412f84-f449-4f22-b842-6a02cfb11332 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071856 Nov 24 19:23:47.729939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.748089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.755084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.783728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.817470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-00459388-d8b2-4821-88de-352eaea5b249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:47.824875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.850402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb08cee-4284-461c-a8ad-0e24773c244b None None] Network 355ce4de-65a3-4746-8915-a1c6dac7aec0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:47.858648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-428dcb3c-bae8-455c-b296-6d7a1815b3bf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:47.860801 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-428dcb3c-bae8-455c-b296-6d7a1815b3bf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.6688180 Nov 24 19:23:47.863525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41564) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:47.882686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-security--134247585', 'description': 'tempest-security-description-1539597513'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:47.911745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:47.953544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:47.988324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] DHCP port deletion for c2b48bbb-9fa8-4ece-b035-791ccc3caa29 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:23:47.989897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] For port c0ada093-26a4-415e-8391-c37a5d61a6a4, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c0ada093-26a4-415e-8391-c37a5d61a6a4,segment=NetworkSegment(e4843204-953a-43d8-8c89-0e5c26ff2083),segment_id=e4843204-953a-43d8-8c89-0e5c26ff2083)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:48.010434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.014389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:48.035423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.044868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Deleting port ac8fb862-90ad-4f3d-b493-71050e5a88fe {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:48.044868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.046400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Port': ['ID=7074a339-db1f-40c7-8765-ec46de6734cd,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:48.055154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:48.077529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf0fb81-ffc5-4692-8483-6a410ce736f8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:48.082247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:48.084469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.144677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.161989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.167067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.172707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.178926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5bd32a2d-b5cc-43bd-9cd1-3ec8a2c01197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:48.197249 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/subnets/cbf0fb81-ffc5-4692-8483-6a410ce736f8 HTTP/1.1" status: 204 len: 168 time: 1.1037767 Nov 24 19:23:48.198318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41568) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:48.226350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960afac-395f-40ba-8326-f2fad572974f None None] Network c620268a-c090-466f-9dc4-4d69388d1a80 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:48.319086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:48.324394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.326854 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "PUT /v2.0/security-groups/38b5c730-1a09-4811-a567-07e3ed84d8cd HTTP/1.1" status: 200 len: 1777 time: 0.4570093 Nov 24 19:23:48.342856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41572) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:48.362943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Subnet': ['ID=40847ff2-a854-4b37-a9ad-163f719404aa,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:48.368514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:48.373008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.388311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5c730-1a09-4811-a567-07e3ed84d8cd,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:48.392898 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/subnets/40847ff2-a854-4b37-a9ad-163f719404aa HTTP/1.1" status: 204 len: 168 time: 1.0191233 Nov 24 19:23:48.393959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41576) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:48.394824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:48.398653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.457569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:48.462088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:48.578067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd2a16-cc9e-4082-a2e1-47db5ec16f11 None None] Network 2fb13c34-bf29-4e94-91a6-853b946c3677 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:48.607090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-71cd6b41-c8b9-414d-b291-4d2901057d5c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups/38b5c730-1a09-4811-a567-07e3ed84d8cd HTTP/1.1" status: 200 len: 1777 time: 0.2570729 Nov 24 19:23:48.618017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41580) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:48.670629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3f0d560f-4563-4c97-899f-9cb1657c6563 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:48.676790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting port ac8fb862-90ad-4f3d-b493-71050e5a88fe {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:48.677229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.724772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Pushing event updated for resources: {'Port': ['ID=c0ada093-26a4-415e-8391-c37a5d61a6a4,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:48.745924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Router 42ea522e-2fa9-4519-a416-0b175f4c6470 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:23:48.785557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.798888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:48.823972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:48.852441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-01e41183-1ec4-4592-8dc0-509a87f4e081 None None] Provisioning for port 3f0d560f-4563-4c97-899f-9cb1657c6563 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:48.989070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Deleting port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:48.989070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.009570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:49.031664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.033389 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "PUT /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7875102 Nov 24 19:23:49.033863 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] Sync routers for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:49.036628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41588) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:49.047457 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:49.048354 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:49.136474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.138548 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:49.150509 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:49.151237 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:49.231688 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:49.232993 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725a592-0e50-4bea-91cb-4e05591ac723 None None] The sync data for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:49.299179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4840ec8a-bba1-4dd4-96e5-f1cac120b6d7 None None] Provisioning for port 7074a339-db1f-40c7-8765-ec46de6734cd completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:49.303234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] For port ac8fb862-90ad-4f3d-b493-71050e5a88fe, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ac8fb862-90ad-4f3d-b493-71050e5a88fe,segment=NetworkSegment(f9e1672a-94b4-4615-a75e-6e6943af0ee9),segment_id=f9e1672a-94b4-4615-a75e-6e6943af0ee9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:49.303864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.327110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4840ec8a-bba1-4dd4-96e5-f1cac120b6d7 None None] Provisioning complete for port 7074a339-db1f-40c7-8765-ec46de6734cd triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:49.327744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4840ec8a-bba1-4dd4-96e5-f1cac120b6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.351643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 3f0d560f-4563-4c97-899f-9cb1657c6563 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:49.379790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] For port ac8fb862-90ad-4f3d-b493-71050e5a88fe, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ac8fb862-90ad-4f3d-b493-71050e5a88fe,segment=NetworkSegment(f9e1672a-94b4-4615-a75e-6e6943af0ee9),segment_id=f9e1672a-94b4-4615-a75e-6e6943af0ee9)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:49.380482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.500522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3f0d560f-4563-4c97-899f-9cb1657c6563 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:49.500788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.538150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Calling delete_port for ac8fb862-90ad-4f3d-b493-71050e5a88fe owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:49.546558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Calling delete_port for ac8fb862-90ad-4f3d-b493-71050e5a88fe owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:49.575028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.587389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6fe401b5-8dc5-4108-9705-3e8923b830fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:49.625836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4840ec8a-bba1-4dd4-96e5-f1cac120b6d7 None None] Port 7074a339-db1f-40c7-8765-ec46de6734cd cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:49.688029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4840ec8a-bba1-4dd4-96e5-f1cac120b6d7 None None] Provisioning complete for port c0ada093-26a4-415e-8391-c37a5d61a6a4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:49.688702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4840ec8a-bba1-4dd4-96e5-f1cac120b6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.701780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5c730-1a09-4811-a567-07e3ed84d8cd,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:49.705529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:49.726576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] DHCP port deletion for c620268a-c090-466f-9dc4-4d69388d1a80 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:23:49.729779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.731093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/38b5c730-1a09-4811-a567-07e3ed84d8cd HTTP/1.1" status: 204 len: 168 time: 1.1113060 Nov 24 19:23:49.737696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41594) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:49.747033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc0ff4-172e-41c4-b6b2-f9ce91d985b3 req-cc00c176-0b99-47eb-acf5-d79f6e743ad2 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:49.762666 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09cc0ff4-172e-41c4-b6b2-f9ce91d985b3 req-cc00c176-0b99-47eb-acf5-d79f6e743ad2 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6974633 Nov 24 19:23:49.792759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.804744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:49.817745 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-4141f30a-0974-496d-99ff-76f90daec4d1 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:23:49.819492 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4141f30a-0974-496d-99ff-76f90daec4d1 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "PUT /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7789552 Nov 24 19:23:49.824758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41600) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:49.826269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] For port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,segment=NetworkSegment(ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0),segment_id=ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:49.826676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.856920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Deleting port 1fff87ec-4b79-44c3-90d1-78ab023cad4f {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:49.857319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:49.917862 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d59b301-14b7-431c-afd1-250d0e3fc96d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1786485 Nov 24 19:23:49.926748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41604) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:49.932221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] DHCP port deletion for 2fb13c34-bf29-4e94-91a6-853b946c3677 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:23:49.998836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Pushing event deleted for resources: {'Port': ['ID=ac8fb862-90ad-4f3d-b493-71050e5a88fe,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:50.001967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:50.008340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Deleting port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:50.008898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.041530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] No DVR routers for this DVR port ac8fb862-90ad-4f3d-b493-71050e5a88fe on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:50.106371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.192612 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-01d2afdd-8367-4693-b2da-cefbc20dc513 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] delete failed (client error): The resource could not be found. Nov 24 19:23:50.193640 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-01d2afdd-8367-4693-b2da-cefbc20dc513 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/38b5c730-1a09-4811-a567-07e3ed84d8cd HTTP/1.1" status: 404 len: 347 time: 0.2657373 Nov 24 19:23:50.199628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Calling delete_port for 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:50.202710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41608) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:50.211904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765193327'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:50.223491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:50.231419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:50.265149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:23:50.265401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:23:50.286233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:50.300533 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09cc0ff4-172e-41c4-b6b2-f9ce91d985b3 req-2d42b30c-ccc9-4257-9e92-2baa89fb5cca tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5369270 Nov 24 19:23:50.304810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:50.337637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.351746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c81d961-c60c-4499-9f8b-0a593d741445 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:50.386132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] No DVR routers for this DVR port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:50.396038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.410101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 3f0d560f-4563-4c97-899f-9cb1657c6563, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3f0d560f-4563-4c97-899f-9cb1657c6563,segment=NetworkSegment(0f5d61ee-200c-4676-a7ff-ade0971cc95a),segment_id=0f5d61ee-200c-4676-a7ff-ade0971cc95a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:50.426461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:50.448105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.452707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Port': ['ID=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:50.454960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:50.455261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:50.461018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:50.472597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:50.486689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:50.545612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.578180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb13c34-bf29-4e94-91a6-853b946c3677']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:50.588981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ac8fb862-90ad-4f3d-b493-71050e5a88fe no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:23:50.599171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:50.599449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:50.617207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.638713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.640306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.649433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:50.650462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.654762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: ac8fb862-90ad-4f3d-b493-71050e5a88fe {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:23:50.655344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ac8fb862-90ad-4f3d-b493-71050e5a88fe not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:23:50.675345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.683490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] For port 1fff87ec-4b79-44c3-90d1-78ab023cad4f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1fff87ec-4b79-44c3-90d1-78ab023cad4f,segment=NetworkSegment(68de51fc-9692-4506-9134-39cd43793d30),segment_id=68de51fc-9692-4506-9134-39cd43793d30)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:50.683759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.689152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c0ecab3e-4c24-4c4c-882f-dfe9dc70e57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:50.707535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] For port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5,segment=NetworkSegment(ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0),segment_id=ee488d7a-e1cf-49e5-b4d6-ff664ac3a2d0)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:50.707664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.765293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10150105-d484-47f2-a450-97e402fcc640,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:50.769175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.772811 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5689921 Nov 24 19:23:50.776203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:50.776824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41612) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:50.798261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '10150105-d484-47f2-a450-97e402fcc640', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:50.812367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:50.822425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:50.826323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:50.835348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:50.840960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.864145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Calling delete_port for 1fff87ec-4b79-44c3-90d1-78ab023cad4f owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:50.885134 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:50.890876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting port ac8fb862-90ad-4f3d-b493-71050e5a88fe {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:50.890876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.896015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c0ada093-26a4-415e-8391-c37a5d61a6a4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:50.920375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=3f0d560f-4563-4c97-899f-9cb1657c6563,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:50.923747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.935160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4d1a3607-2940-473b-abc7-446b188a4eb9 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:50.951326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:50.993207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] The port 'ac8fb862-90ad-4f3d-b493-71050e5a88fe' was deleted {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:23:51.003495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Pushing event deleted for resources: {'Network': ['ID=2fb13c34-bf29-4e94-91a6-853b946c3677,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:51.031160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:51.045953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] 10.222.0.47 "DELETE /v2.0/networks/2fb13c34-bf29-4e94-91a6-853b946c3677 HTTP/1.1" status: 204 len: 168 time: 2.6421690 Nov 24 19:23:51.048803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:51.049509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-08270029-4f60-4882-a957-d3fe18e67f70 None None] Provisioning complete for port 3f0d560f-4563-4c97-899f-9cb1657c6563 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:51.049891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-08270029-4f60-4882-a957-d3fe18e67f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.093470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Calling delete_port for 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:51.174161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.197477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.223345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b48bbb-9fa8-4ece-b035-791ccc3caa29']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:51.243373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e1672a-94b4-4615-a75e-6e6943af0ee9') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:51.243771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e1672a-94b4-4615-a75e-6e6943af0ee9') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:51.262719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.296805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.308465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:51.310018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.314482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.334705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0bc9898c-4523-4c41-87ff-5bdce8e2b446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:51.343481 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:51.377265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:23:51.377405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:23:51.377492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting port 7074a339-db1f-40c7-8765-ec46de6734cd {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:51.377791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.390970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port c0ada093-26a4-415e-8391-c37a5d61a6a4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:51.391363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.466806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Pushing event deleted for resources: {'Port': ['ID=1fff87ec-4b79-44c3-90d1-78ab023cad4f,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:51.469707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:51.496688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] No DVR routers for this DVR port 1fff87ec-4b79-44c3-90d1-78ab023cad4f on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:51.564067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.569483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:51.586718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.598148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41622) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:51.601877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Network': ['ID=c2b48bbb-9fa8-4ece-b035-791ccc3caa29,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:51.609126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/networks/c2b48bbb-9fa8-4ece-b035-791ccc3caa29 HTTP/1.1" status: 204 len: 168 time: 3.4043293 Nov 24 19:23:51.610575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:51.612835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.613807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41626) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:51.629277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e92da-7b6b-4085-a8f2-06950321bdae req-4d8b7189-7893-429f-bc49-bb3c8b17cd26 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:51.633680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c26e92da-7b6b-4085-a8f2-06950321bdae req-4d8b7189-7893-429f-bc49-bb3c8b17cd26 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.1827235 Nov 24 19:23:51.660513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.667634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:51.710303 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c26e92da-7b6b-4085-a8f2-06950321bdae req-dc6bea76-ac2a-476a-be7d-414ab8de955b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691524 Nov 24 19:23:51.732753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:23:51.769812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55407c48-c109-4722-87fd-e7734324150b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:51.778099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:23:51.778457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:23:51.778883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1fff87ec-4b79-44c3-90d1-78ab023cad4f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:23:51.789271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:51.827852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1fff87ec-4b79-44c3-90d1-78ab023cad4f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:23:51.827852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1fff87ec-4b79-44c3-90d1-78ab023cad4f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:23:51.831345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.843158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.848924 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0561306 Nov 24 19:23:51.852142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41632) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:51.885194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.891365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Deleting port 71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:51.891365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.913490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.934183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.961806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:51.964279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:51.968773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7661adb7-58aa-4f34-a1f4-90c81e82a25f None None] The port '71ef7a3f-aa07-4eca-9681-de2b8a6cf6b5' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:23:51.993012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55407c48-c109-4722-87fd-e7734324150b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:52.002037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:52.003358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.004658 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/55407c48-c109-4722-87fd-e7734324150b HTTP/1.1" status: 204 len: 168 time: 0.1577556 Nov 24 19:23:52.008596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41636) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:52.018380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Calling delete_port for 7074a339-db1f-40c7-8765-ec46de6734cd owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:52.076315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4638922c-dbe5-460f-8802-811c451236fb tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:52.083543 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-76e33483-8779-402d-a0bc-f78a720e9272 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d37e712c0a744ad9998a08bc06d20b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796295 Nov 24 19:23:52.086403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41640) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:52.097511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4638922c-dbe5-460f-8802-811c451236fb tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:52.098222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4638922c-dbe5-460f-8802-811c451236fb tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867803 Nov 24 19:23:52.101540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41644) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:52.187139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.221279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.294021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.298417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ea9bf46-d8fb-4042-b7c2-7fd1fe441a5e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:52.316582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10150105-d484-47f2-a450-97e402fcc640,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:52.320693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:52.341121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.341121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/10150105-d484-47f2-a450-97e402fcc640 HTTP/1.1" status: 204 len: 168 time: 0.2341301 Nov 24 19:23:52.341121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41648) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:52.408818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.410408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8e62d70d-671e-400c-8d7b-7c5278057ce8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:52.427726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8e62d70d-671e-400c-8d7b-7c5278057ce8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:52.429260 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8e62d70d-671e-400c-8d7b-7c5278057ce8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0873928 Nov 24 19:23:52.434654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41652) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:52.440939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--883342124'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:52.447548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c620268a-c090-466f-9dc4-4d69388d1a80']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:52.454450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:52.466972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:52.478720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68de51fc-9692-4506-9134-39cd43793d30') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:52.478720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68de51fc-9692-4506-9134-39cd43793d30') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:52.481285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.495915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.502202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.511873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:52.515881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:52.519215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:52.532357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:52.569640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.588456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.602359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:52.603564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.613472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.618977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:52.621280 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:52.626317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9f104fee-05a9-4b5c-842b-7f471526221f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:52.678195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4302b2d7-e084-4c6b-b0ad-cb1faa471d91,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:52.681347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:52.692126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.694025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2581179 Nov 24 19:23:52.698012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41656) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:52.710096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '4302b2d7-e084-4c6b-b0ad-cb1faa471d91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:52.728573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:52.731696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.733049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:52.736500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:52.741982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3f015240-e39b-467d-8ff4-e61241b52b03 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:52.746824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:52.775504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.785472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3f0d560f-4563-4c97-899f-9cb1657c6563 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:23:52.827210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Port': ['ID=7074a339-db1f-40c7-8765-ec46de6734cd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:52.835538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:52.886407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.965108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.969814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5ace43f3-3dec-4544-8e1b-3cb24aebe5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721705943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:52.976458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.984395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3f0d560f-4563-4c97-899f-9cb1657c6563 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:52.985609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:52.989789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:53.008851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c7902c-a14b-4675-8205-491e7c9c5cf4,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:53.012527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.030829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:53.059764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.061043 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611703 Nov 24 19:23:53.067417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41662) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:53.076567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '4302b2d7-e084-4c6b-b0ad-cb1faa471d91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:53.085735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:53.097178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7562088-aaba-4ce2-87ea-d71f88b59ecd req-5d56c436-54cc-4a42-8706-82f523907df8 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:53.098222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f7562088-aaba-4ce2-87ea-d71f88b59ecd req-5d56c436-54cc-4a42-8706-82f523907df8 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.2335243 Nov 24 19:23:53.104743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:53.109908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:53.154899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:53.185290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f7562088-aaba-4ce2-87ea-d71f88b59ecd req-d833cb47-277e-4307-ab87-fd01760b63f6 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760307 Nov 24 19:23:53.188455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Network': ['ID=c620268a-c090-466f-9dc4-4d69388d1a80,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:53.193372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.194785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:53.200826 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/networks/c620268a-c090-466f-9dc4-4d69388d1a80 HTTP/1.1" status: 204 len: 168 time: 1.5802495 Nov 24 19:23:53.203888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41666) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:53.205072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.217233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.219196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.220372 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8ff5e7f-3633-4d65-a030-1c80d23a9742 HTTP/1.1" status: 204 len: 168 time: 1.1330817 Nov 24 19:23:53.223119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f1c24e4-062f-4e4a-a1e4-d2f475c374a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:53.304093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff5e7f-3633-4d65-a030-1c80d23a9742,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:53.329233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting subnet 0d9951e0-4841-4e76-8ea4-c11c061091f1 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:23:53.342594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.366599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:53.384315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.396964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.403634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:53.442570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc61a46a-66cd-43db-b2b4-df145eeeea71,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:53.452619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.480330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:53.504994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.506634 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4373379 Nov 24 19:23:53.512947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41674) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:53.517575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '4302b2d7-e084-4c6b-b0ad-cb1faa471d91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:53.530654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:53.537044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Router 42ea522e-2fa9-4519-a416-0b175f4c6470 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:53.538991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:53.544483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:53.552710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:53.580636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.599675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.684442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:53.695929 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "PUT /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684702 Nov 24 19:23:53.697566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41686) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:53.699474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] Sync routers for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:53.733612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:53.735455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:53.777281 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-e218e069-e038-4fca-9082-07cbc0e0c33b tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] delete failed (client error): The resource could not be found. Nov 24 19:23:53.783441 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e218e069-e038-4fca-9082-07cbc0e0c33b tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-722995196 HTTP/1.1" status: 404 len: 334 time: 0.0848911 Nov 24 19:23:53.783934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41692) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:53.789842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6c647317-dfc7-42f4-a426-80f72fcf2249 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'router': {'external_gateway_info': {'network_id': '42ea522e-2fa9-4519-a416-0b175f4c6470'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:53.843657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:53.848558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.856527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:53.856682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.857936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:53.860184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:53.877335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.904509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089eff00-601f-4a30-b1f2-d22cbf24378e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:53.921346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:53.922158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-546fa4dc-205d-47e3-a654-4589efc9754a tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:53.961848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.974698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9951e0-4841-4e76-8ea4-c11c061091f1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:53.980530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:53.983398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/subnets/0d9951e0-4841-4e76-8ea4-c11c061091f1 HTTP/1.1" status: 204 len: 168 time: 0.7736292 Nov 24 19:23:53.983398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:53.983781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4724712 Nov 24 19:23:53.987240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41698) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:53.992847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41700) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:54.000717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:54.000717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657056ce-4957-4b55-b1d2-debbd6fa1be7 None None] The sync data for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:54.000717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92529bd0-8066-4f0d-83d1-729c33863701 None None] Network d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:23:54.022974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '4302b2d7-e084-4c6b-b0ad-cb1faa471d91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:54.034812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:54.091492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:54.100534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:54.122381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:54.156375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.171628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.225758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Deleting port 380c0435-b592-4751-9c31-e283cddeb3e3 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:54.226113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.317097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.350477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.384707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6ec0bed-5ff3-4637-8399-66452fa11a84 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:54.453722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41714) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:54.466976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.468746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4792109 Nov 24 19:23:54.468746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b364249-2553-49a9-9319-41888b5e545e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:54.475586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41718) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:54.481882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:54.502546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '4302b2d7-e084-4c6b-b0ad-cb1faa471d91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:54.550794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] DHCP port deletion for d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:23:54.556378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Deleting port 380c0435-b592-4751-9c31-e283cddeb3e3 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:54.556997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.573619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:54.582517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:54.588059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c647317-dfc7-42f4-a426-80f72fcf2249 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.592392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:54.600657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:54.620815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] For port 380c0435-b592-4751-9c31-e283cddeb3e3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=380c0435-b592-4751-9c31-e283cddeb3e3,segment=NetworkSegment(40b005e1-9ac9-451f-bef9-12135d0f148c),segment_id=40b005e1-9ac9-451f-bef9-12135d0f148c)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:54.621436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.639411 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-6c647317-dfc7-42f4-a426-80f72fcf2249 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] update failed (client error): The resource could not be found. Nov 24 19:23:54.645117 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6c647317-dfc7-42f4-a426-80f72fcf2249 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "PUT /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470 HTTP/1.1" status: 404 len: 339 time: 0.8601263 Nov 24 19:23:54.646598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41724) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:54.654181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.716206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887681113'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:54.806595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Calling delete_port for 380c0435-b592-4751-9c31-e283cddeb3e3 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:54.840965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:54.856697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 380c0435-b592-4751-9c31-e283cddeb3e3 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:23:54.859696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9094f8e-d078-4800-a52b-8a17015e71a7 req-07138818-a3f8-41ce-a6d3-35f0b53612c8 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:54.867219 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9094f8e-d078-4800-a52b-8a17015e71a7 req-07138818-a3f8-41ce-a6d3-35f0b53612c8 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.4834812 Nov 24 19:23:54.868041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:54.895321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:54.912526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:54.959646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] For port 380c0435-b592-4751-9c31-e283cddeb3e3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=380c0435-b592-4751-9c31-e283cddeb3e3,segment=NetworkSegment(40b005e1-9ac9-451f-bef9-12135d0f148c),segment_id=40b005e1-9ac9-451f-bef9-12135d0f148c)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:23:54.959646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:54.969578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9094f8e-d078-4800-a52b-8a17015e71a7 req-a14b2de0-5ae5-4b15-8716-b625e306f914 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008806 Nov 24 19:23:54.981570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:23:54.985072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.000640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.030015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.034381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:55.042689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-959e7b84-5aba-41d3-8c07-a5233e3b17a4 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:55.093046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:security_group_rule and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:23:55.103927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] No DVR routers for this DVR port 380c0435-b592-4751-9c31-e283cddeb3e3 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:23:55.131245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Calling delete_port for 380c0435-b592-4751-9c31-e283cddeb3e3 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:23:55.133731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:23:55.158918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Port': ['ID=380c0435-b592-4751-9c31-e283cddeb3e3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:55.165966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:55.167344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:23:55.169804 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No ports have port_id starting with 380c0435-b592-4751-9c31-e283cddeb3e3 Nov 24 19:23:55.224849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.231540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:23:55.231933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.232337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:23:55.236453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8613eb7c-3fab-4fb8-bf66-128ef46a6024 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:55.297725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b7d237-33dd-4cee-b707-99272b613d96,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:55.309745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.310997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.315206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:55.345234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:55.367341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b005e1-9ac9-451f-bef9-12135d0f148c') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:55.367341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b005e1-9ac9-451f-bef9-12135d0f148c') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:55.389147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.390440 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9127636 Nov 24 19:23:55.401840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41728) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:55.426739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.487473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.501234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:23:55.501450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.503934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:23:55.520651 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:23:55.563014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.612023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.624736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.628902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ac43c11-0965-4bbb-ab53-1942f6eedb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:55.652493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.674654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.684333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:23:55.703824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d677293-6b21-45b4-9979-645b831be5aa,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:55.710239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:55.713100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-19d7e624-be84-41aa-9afd-ac24c1d5e923 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:55.730775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-b1155bd0-15da-4f33-b4f5-193f6e755036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:55.732374 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-b1155bd0-15da-4f33-b4f5-193f6e755036 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.3567896 Nov 24 19:23:55.732827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.734572 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment aec0a499-c0b3-456b-a27f-ffeed51c06e9 of type vlan for network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 Nov 24 19:23:55.738791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Deleting port 380c0435-b592-4751-9c31-e283cddeb3e3 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:23:55.738791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.751060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/networks/d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf HTTP/1.1" status: 204 len: 168 time: 1.7610767 Nov 24 19:23:55.751060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Pushing event deleted for resources: {'Network': ['ID=d4dcc5cc-15cf-493d-8bfd-d5834e5ef9cf,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:55.751060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:55.752086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41734) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:55.791659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.798915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7885d4d2-f175-49d0-8344-153807ff6de8 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:55.825555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6b7d237-33dd-4cee-b707-99272b613d96,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:55.828872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:55.829301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-cc976211-a573-4638-9ec6-8353a25d1856 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Synchronizing usage tracker for tenant:f37e73f175f748abaecdcf5bda76f825 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:55.836507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a16a9642-946c-4298-bd7b-007379b1e264 None None] The port '380c0435-b592-4751-9c31-e283cddeb3e3' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:23:55.878833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:55.881482 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/f6b7d237-33dd-4cee-b707-99272b613d96 HTTP/1.1" status: 204 len: 168 time: 0.4796777 Nov 24 19:23:55.914438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41738) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:55.998256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Allocated IP 172.20.0.1 (0348e4f0-d861-4a82-9b23-78b11a9aea06/5e584826-0ba7-4c0c-8b69-3e4f3c501273/d2d3bfc4-6c8c-44a7-9865-172f01c39c15) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:23:56.021915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e6294aa-e2f3-4a46-892c-aeb48f73bda8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:56.023710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.077963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-cc976211-a573-4638-9ec6-8353a25d1856 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Unset dirty status for tenant:f37e73f175f748abaecdcf5bda76f825 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:56.083190 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cc976211-a573-4638-9ec6-8353a25d1856 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "GET /v2.0/ports?device_id=62feffc4-e98f-42ee-8d56-fb9d5ba0d664 HTTP/1.1" status: 200 len: 205 time: 0.3275366 Nov 24 19:23:56.084062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41744) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:56.123389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e6294aa-e2f3-4a46-892c-aeb48f73bda8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:56.123389 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3e6294aa-e2f3-4a46-892c-aeb48f73bda8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2059674 Nov 24 19:23:56.131343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41748) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:56.174342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.183573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:56.183573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.193256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.201101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-92e2516e-afe9-46ea-ade6-eddb50d95397 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:56.219350 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.270822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.282153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.286261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-832bc902-f887-4344-8162-a5b26484b88f tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:56.306368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Transition to ACTIVE for port object d2d3bfc4-6c8c-44a7-9865-172f01c39c15 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:23:56.311766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b364249-2553-49a9-9319-41888b5e545e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:56.316336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:56.326267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.326955 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4b364249-2553-49a9-9319-41888b5e545e HTTP/1.1" status: 204 len: 168 time: 0.1981146 Nov 24 19:23:56.329524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41752) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:56.380694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.391358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d8433fe7-2933-4bbb-ae86-12009f7f8921 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:56.431932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b888ac15-ca01-4656-8c49-74e13d57feed tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.446745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b1304fa0-5ce4-400d-bd34-d094f853dd31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:56.495341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:56.500930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-ead8ac4b-898c-47c3-a4f3-0ee3915b0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:56.501402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:56.501998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-ead8ac4b-898c-47c3-a4f3-0ee3915b0d3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.7149038 Nov 24 19:23:56.507087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:23:56.521562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0643508 Nov 24 19:23:56.584544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Port': ['ID=d2d3bfc4-6c8c-44a7-9865-172f01c39c15,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:56.587997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.591455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:56.668810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b1304fa0-5ce4-400d-bd34-d094f853dd31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:56.670480 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b1304fa0-5ce4-400d-bd34-d094f853dd31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3397992 Nov 24 19:23:56.673653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41756) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:56.700382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=94d2d4e6-7928-4c5a-9cce-f3b33faac6d6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:56.745405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:56.753228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:23:56.806351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.846761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:56.884629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.004276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-12179b58-bce4-43c5-b4e6-d62806c78867 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1002 time: 0.4746823 Nov 24 19:23:57.011787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b888ac15-ca01-4656-8c49-74e13d57feed tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.016242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b888ac15-ca01-4656-8c49-74e13d57feed tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.088053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caec5e3-3aed-4047-8950-f8bae2161ce6 req-0bf9a534-616c-49f7-96c8-0ec70fdb135c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:57.098941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6caec5e3-3aed-4047-8950-f8bae2161ce6 req-0bf9a534-616c-49f7-96c8-0ec70fdb135c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.9337971 Nov 24 19:23:57.176897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-9984669f-e79d-43c1-be32-a64557b2a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:57.179307 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-9984669f-e79d-43c1-be32-a64557b2a698 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.1645088 Nov 24 19:23:57.184341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b888ac15-ca01-4656-8c49-74e13d57feed tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.184929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b888ac15-ca01-4656-8c49-74e13d57feed tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Fanout notify agent at l3_agent the message router_deleted on router 62feffc4-e98f-42ee-8d56-fb9d5ba0d664 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:23:57.189042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0713a48d-4537-4022-9b3a-eaabd0f67788 None None] Provisioning for port d2d3bfc4-6c8c-44a7-9865-172f01c39c15 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:23:57.201092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0713a48d-4537-4022-9b3a-eaabd0f67788 None None] Provisioning complete for port d2d3bfc4-6c8c-44a7-9865-172f01c39c15 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:57.201650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0713a48d-4537-4022-9b3a-eaabd0f67788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.254401 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6caec5e3-3aed-4047-8950-f8bae2161ce6 req-a409b17f-aab5-4f8a-b551-f2545f6db03b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536710 Nov 24 19:23:57.270664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0713a48d-4537-4022-9b3a-eaabd0f67788 None None] Port d2d3bfc4-6c8c-44a7-9865-172f01c39c15 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:57.278292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b888ac15-ca01-4656-8c49-74e13d57feed tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.279681 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b888ac15-ca01-4656-8c49-74e13d57feed tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] 10.222.0.47 "DELETE /v2.0/routers/62feffc4-e98f-42ee-8d56-fb9d5ba0d664 HTTP/1.1" status: 204 len: 168 time: 1.1936669 Nov 24 19:23:57.326214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-546a881f-2623-4fe0-89e9-92311ba6ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:57.327997 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-546a881f-2623-4fe0-89e9-92311ba6ca40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1410742 Nov 24 19:23:57.443393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.455312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.524675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:57.533886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-96c75c9e-e29c-4eac-a13f-f6ca6c69ba2d service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981919 Nov 24 19:23:57.644657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.647376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.680308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event updated for resources: {'Port': ['ID=d2d3bfc4-6c8c-44a7-9865-172f01c39c15,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:57.704792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:57.705663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8bc3472e-d83f-4569-a9a5-655a5291a60c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:57.718640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:57.719979 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/089eff00-601f-4a30-b1f2-d22cbf24378e HTTP/1.1" status: 204 len: 168 time: 1.0451870 Nov 24 19:23:57.724164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=089eff00-601f-4a30-b1f2-d22cbf24378e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:57.726007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41764) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:57.728769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:57.755646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41768) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:57.863471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:23:57.865287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:23:57.995229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-358e9301-35dc-47af-963c-7f3aacff3b7a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:58.049819 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0051d32-b906-4656-8e42-ab1e0867eeb5 req-a7efd84e-2420-4272-b6c7-38784e5a5197 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079982 Nov 24 19:23:58.090097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c8df082a-57df-4e84-b97b-be95fa1a4eb1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f37e73f175f748abaecdcf5bda76f825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316700 Nov 24 19:23:58.093220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41774) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:58.141512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-358e9301-35dc-47af-963c-7f3aacff3b7a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:58.143277 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-358e9301-35dc-47af-963c-7f3aacff3b7a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4161856 Nov 24 19:23:58.147362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41778) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:58.199165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.199382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Router 42ea522e-2fa9-4519-a416-0b175f4c6470 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:23:58.216210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.222441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7d2ef54b-05d7-4172-8fb4-14e06f7499d6 None None] Provisioning complete for port d2d3bfc4-6c8c-44a7-9865-172f01c39c15 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:23:58.222919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.223620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef54b-05d7-4172-8fb4-14e06f7499d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.252977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.289576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ef54b-05d7-4172-8fb4-14e06f7499d6 None None] Port d2d3bfc4-6c8c-44a7-9865-172f01c39c15 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:23:58.349101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.366877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:58.381897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:23:58.394234 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] Sync routers for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:23:58.401995 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "PUT /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7546794 Nov 24 19:23:58.410510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:58.411451 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:58.412137 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:58.419154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa76183f-4ddd-4440-84f9-65e004bc840e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:58.431221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:58.435728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.473173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa76183f-4ddd-4440-84f9-65e004bc840e HTTP/1.1" status: 204 len: 168 time: 0.3433537 Nov 24 19:23:58.528225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.535425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5cd7f11-c361-42f4-a77d-edf278edaecf tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:58.577583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc61a46a-66cd-43db-b2b4-df145eeeea71,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:58.589356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:58.589528 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:58.606187 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:23:58.606759 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:23:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:58.611872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.613312 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/cc61a46a-66cd-43db-b2b4-df145eeeea71 HTTP/1.1" status: 204 len: 168 time: 0.4647179 Nov 24 19:23:58.615986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41794) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:58.698894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d8ad-19f2-428c-bf0f-ec2593c4c7dd tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.737792 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:23:58.739572 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a65e4-beb4-4e89-8e56-29f4655eb35c None None] The sync data for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:23:58.807681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-24a50ccc-a848-4743-a378-2787b9eac1a7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:23:58.847938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-24a50ccc-a848-4743-a378-2787b9eac1a7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:23:58.853520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-24a50ccc-a848-4743-a378-2787b9eac1a7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2352641 Nov 24 19:23:58.853669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41800) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:58.868817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d4c92-9487-4953-8aec-c1cce2d9ea6c req-bb366fca-da05-4466-9317-e513ef32ceb7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:23:58.881510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e83d4c92-9487-4953-8aec-c1cce2d9ea6c req-bb366fca-da05-4466-9317-e513ef32ceb7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3958728 Nov 24 19:23:58.901101 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-c3f5d8ad-19f2-428c-bf0f-ec2593c4c7dd tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 19:23:58.902140 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3f5d8ad-19f2-428c-bf0f-ec2593c4c7dd tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470 HTTP/1.1" status: 409 len: 329 time: 0.4898109 Nov 24 19:23:58.905316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:58.909903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41806) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:58.977076 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e83d4c92-9487-4953-8aec-c1cce2d9ea6c req-834003f4-47df-4b6d-a3d9-e0fe7e2526bd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776687 Nov 24 19:23:59.056341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.169824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.181847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:59.254752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9c7902c-a14b-4675-8205-491e7c9c5cf4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:59.267422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:59.279519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.283294 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/f9c7902c-a14b-4675-8205-491e7c9c5cf4 HTTP/1.1" status: 204 len: 168 time: 0.4266527 Nov 24 19:23:59.284351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41822) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:59.288969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b6c05561-f49a-469a-951c-9b009befa7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.380774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-762a0f33-8037-4acc-83e8-8e90849bcbb5 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0889230 Nov 24 19:23:59.383322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41828) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:59.514765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.576236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41834) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:59.589204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.646419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.703925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-288412ff-acb7-46d7-bad8-8865b61506fb tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-306549946', 'prefixes': ['172.20.0.0/16']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:59.704235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.714802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.717367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-288412ff-acb7-46d7-bad8-8865b61506fb tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:23:59.718043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:23:59.773148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-288412ff-acb7-46d7-bad8-8865b61506fb tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] Notify callbacks [] for subnetpool, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.775832 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-288412ff-acb7-46d7-bad8-8865b61506fb tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1989238 Nov 24 19:23:59.779442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41840) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:59.788685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4302b2d7-e084-4c6b-b0ad-cb1faa471d91,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:23:59.821537 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d2bec860-8c52-45ef-beb6-8d6e6f822242 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] 10.222.0.47 "GET /v2.0/subnetpools/84dbc340-e7b7-4be5-8a9f-a08c8aa38c72 HTTP/1.1" status: 200 len: 731 time: 0.0404084 Nov 24 19:23:59.823941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41844) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:59.830309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c2db1633-5f3d-40b7-86fc-f05867636b25 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1696526343'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:59.864249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41848) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:23:59.872514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': '94d2d4e6-7928-4c5a-9cce-f3b33faac6d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:23:59.936962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:23:59.951612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:23:59.952868 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/4302b2d7-e084-4c6b-b0ad-cb1faa471d91 HTTP/1.1" status: 204 len: 168 time: 0.5740736 Nov 24 19:23:59.955546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41852) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.026054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:00.032325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c2db1633-5f3d-40b7-86fc-f05867636b25 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] Notify callbacks [] for subnetpool, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.036242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c2db1633-5f3d-40b7-86fc-f05867636b25 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] 10.222.0.47 "PUT /v2.0/subnetpools/84dbc340-e7b7-4be5-8a9f-a08c8aa38c72 HTTP/1.1" status: 200 len: 684 time: 0.2081165 Nov 24 19:24:00.036242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:00.038650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41858) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.041978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:00.058767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:00.096442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:00.099853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.118499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a6bf0cfe-ba0d-42df-8740-bfec2a49bf90 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:00.147318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a6bf0cfe-ba0d-42df-8740-bfec2a49bf90 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:00.148703 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a6bf0cfe-ba0d-42df-8740-bfec2a49bf90 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1921921 Nov 24 19:24:00.154204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41864) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.161433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--452814661'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:00.167834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:00.223300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:00.244485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting port d2d3bfc4-6c8c-44a7-9865-172f01c39c15 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:00.246756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.273084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f684f38f-16a1-4487-be4c-2eee1e2ef113 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] Notify callbacks [] for subnetpool, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.274526 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f684f38f-16a1-4487-be4c-2eee1e2ef113 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] 10.222.0.47 "DELETE /v2.0/subnetpools/84dbc340-e7b7-4be5-8a9f-a08c8aa38c72 HTTP/1.1" status: 204 len: 168 time: 0.2349474 Nov 24 19:24:00.277541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41868) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.277771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.325258 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:00.331179 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-4b5c9df0-ebd4-40d3-8dbb-c45d71d76f90 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] show failed (client error): The resource could not be found. Nov 24 19:24:00.332238 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4b5c9df0-ebd4-40d3-8dbb-c45d71d76f90 tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] 10.222.0.47 "GET /v2.0/subnetpools/84dbc340-e7b7-4be5-8a9f-a08c8aa38c72 HTTP/1.1" status: 404 len: 346 time: 0.0537512 Nov 24 19:24:00.343764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41872) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.347276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:00.353825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:00.403852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:00.416318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-3ec1dcfc-a37e-4700-8d6b-c06891cd4d4b tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] delete failed (client error): The resource could not be found. Nov 24 19:24:00.417365 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3ec1dcfc-a37e-4700-8d6b-c06891cd4d4b tempest-SubnetPoolsTestJSON-470983147 tempest-SubnetPoolsTestJSON-470983147-project] 10.222.0.47 "DELETE /v2.0/subnetpools/84dbc340-e7b7-4be5-8a9f-a08c8aa38c72 HTTP/1.1" status: 404 len: 346 time: 0.0703988 Nov 24 19:24:00.469388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313855a3-3614-4a56-a0d1-5ede906de92e req-7b890050-2b72-476b-868a-0efd00a5c1c5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:00.470804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-313855a3-3614-4a56-a0d1-5ede906de92e req-7b890050-2b72-476b-868a-0efd00a5c1c5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3510303 Nov 24 19:24:00.496398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.545096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.551687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-220c0701-69bc-4b59-ade7-5d2657e37bec tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:00.594782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-313855a3-3614-4a56-a0d1-5ede906de92e req-2b9d5458-6d38-4f1f-9df3-d9285d8d2e1f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061893 Nov 24 19:24:00.642475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=e833f34a-9de9-4a14-8d08-480ffaccf449,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:00.644747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Calling delete_port for d2d3bfc4-6c8c-44a7-9865-172f01c39c15 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:00.647556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:00.658684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': 'aec0a499-c0b3-456b-a27f-ffeed51c06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '94d2d4e6-7928-4c5a-9cce-f3b33faac6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:00.659121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:00.690781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:00.705057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:00.710462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:00.711186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.714622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a63d58-c504-4fbc-9884-237cccd54795 None None] Network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:00.746324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.751499 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8841131 Nov 24 19:24:00.754483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41882) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.766226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214182748'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:00.771388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.792580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eee9dde8-5087-4560-8ea9-ca2bd07b1ca7 tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:00.805950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:00.823288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:00.829069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:00.856434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:00.874800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5486df-0bca-4922-80cc-f69e685b4196,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:00.881018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:00.890164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:00.894108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.919674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:00.921360 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7661963 Nov 24 19:24:00.924458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41888) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.940462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '4b5486df-0bca-4922-80cc-f69e685b4196', 'direction': 'ingress', 'protocol': 17}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:00.944999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:00.961621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:00.965451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41892) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:00.999877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:01.005543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.006166 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 582862fe-19e3-4f70-ab93-a6b3284d149c of type vlan for network 452a72d0-b283-4ecf-99f0-91404326d127 Nov 24 19:24:01.012606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:01.027066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:01.071786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.077826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.085070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7ae1eb06-7721-4dc8-982b-d564b1dba995 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:01.100282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-94d2d4e6-7928-4c5a-9cce-f3b33faac6d6', 'network_id': '94d2d4e6-7928-4c5a-9cce-f3b33faac6d6', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': 'e833f34a-9de9-4a14-8d08-480ffaccf449'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:01.101762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.137314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.137572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Port': ['ID=d2d3bfc4-6c8c-44a7-9865-172f01c39c15,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:01.189440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:01.273256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.280256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:01.280937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.283566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.289438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ce9ea7a5-8503-4dd1-80bd-d9aa269d5ea3 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:01.324889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe40dac-355a-461c-acb4-f424dc3daaa7 req-4c88d137-cb3c-4cda-a9fa-004d26cc208f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:01.326474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbe40dac-355a-461c-acb4-f424dc3daaa7 req-4c88d137-cb3c-4cda-a9fa-004d26cc208f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.2801428 Nov 24 19:24:01.339376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:01.347222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.362966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e396d2e83b14dc1878b3dd0fb99a162 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:01.366878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:01.375469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Allocated IP 2001:db8:0:ffff::2 (94d2d4e6-7928-4c5a-9cce-f3b33faac6d6/e833f34a-9de9-4a14-8d08-480ffaccf449/1dbe3c26-19e3-4e86-9b92-d85085c084d3) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:01.380960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.385937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:01.388822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:01.412124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d68a850-fb28-4c7c-a558-c79e078997d4,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:01.416220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-87417fe2-c3a3-4f87-8302-d0bbcf86add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:01.417925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-87417fe2-c3a3-4f87-8302-d0bbcf86add2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.2459095 Nov 24 19:24:01.422639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:01.476466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbe40dac-355a-461c-acb4-f424dc3daaa7 req-37a265d4-bfab-41c1-9bb6-83e685930e54 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345639 Nov 24 19:24:01.521159 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7653418 Nov 24 19:24:01.532140 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41898) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:01.545879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': '452a72d0-b283-4ecf-99f0-91404326d127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:01.560535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=452a72d0-b283-4ecf-99f0-91404326d127,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:01.565930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.568715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.572372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:01.574522 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f1e76374-65ce-4ef4-bc53-06c88f20ff29 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6488323 Nov 24 19:24:01.576882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41902) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:01.616174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 452a72d0-b283-4ecf-99f0-91404326d127 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:01.651359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-5f3526d6-642b-4d8a-865f-74e069619b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:01.653049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-5f3526d6-642b-4d8a-865f-74e069619b5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.2247159 Nov 24 19:24:01.653933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.667755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Transition to ACTIVE for port object 1dbe3c26-19e3-4e86-9b92-d85085c084d3 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:01.689424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Transition to ACTIVE for port object 1dbe3c26-19e3-4e86-9b92-d85085c084d3 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:01.702282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.711343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4157fb67-2b23-4d00-8b06-3bcae3dcbd29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:01.775411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.788013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:01.798861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2d3f1669-3203-4887-90ba-371a2eae25e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:01.817338 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-a37760d3-eb28-4567-b470-dc40e07b6397 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1002 time: 0.1526666 Nov 24 19:24:01.836311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Pushing event updated for resources: {'Port': ['ID=1dbe3c26-19e3-4e86-9b92-d85085c084d3,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:01.840473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:01.870630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:01.874215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:01.877530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:02.001747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Attempting to bind port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:02.002449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Attempting to bind port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'aec0a499-c0b3-456b-a27f-ffeed51c06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '94d2d4e6-7928-4c5a-9cce-f3b33faac6d6'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:02.003057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Attempting to bind port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 on network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:02.010279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:02.010993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Checking segment: {'id': 'aec0a499-c0b3-456b-a27f-ffeed51c06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '94d2d4e6-7928-4c5a-9cce-f3b33faac6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:02.011598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.012246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Bound using segment: {'id': 'aec0a499-c0b3-456b-a27f-ffeed51c06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '94d2d4e6-7928-4c5a-9cce-f3b33faac6d6'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:02.012913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Bound port: 1dbe3c26-19e3-4e86-9b92-d85085c084d3, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec0a499-c0b3-456b-a27f-ffeed51c06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '94d2d4e6-7928-4c5a-9cce-f3b33faac6d6'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:02.013494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.106469 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e396d2e83b14dc1878b3dd0fb99a162&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1340108 Nov 24 19:24:02.107527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c626d9-cc55-486c-af7c-d9352cdadb68,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:02.110813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41908) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:02.116697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:02.116883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:02.120095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-79996e20-4874-4944-b653-f215d73896f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:02.122130 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-79996e20-4874-4944-b653-f215d73896f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.2920578 Nov 24 19:24:02.131357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:02.139209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] For port 1dbe3c26-19e3-4e86-9b92-d85085c084d3, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:02.142795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] For port 1dbe3c26-19e3-4e86-9b92-d85085c084d3, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1dbe3c26-19e3-4e86-9b92-d85085c084d3,segment=NetworkSegment(aec0a499-c0b3-456b-a27f-ffeed51c06e9),segment_id=aec0a499-c0b3-456b-a27f-ffeed51c06e9)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:02.144157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:02.145670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d795da4c-e04d-462a-aeb2-1c46e97f6c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.154837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.161917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:02.201219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.223195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:02.272881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.285298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Router 42ea522e-2fa9-4519-a416-0b175f4c6470 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:24:02.288487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:02.293865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.317100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Pushing event updated for resources: {'Port': ['ID=1dbe3c26-19e3-4e86-9b92-d85085c084d3,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:02.334425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.337841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:02.405998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-8d1a952f-94c3-46e4-b541-71205abb9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:02.407769 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-8d1a952f-94c3-46e4-b541-71205abb9c24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2725880 Nov 24 19:24:02.409679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.716334 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-ac646307-9f12-46ff-aae1-915b33393e2a service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950916 Nov 24 19:24:02.719785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.759758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.767846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1d3521f6-25db-400b-8435-dc29f55e7204 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:02.807719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.812113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:24:02.834979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c626d9-cc55-486c-af7c-d9352cdadb68,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:02.841171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f08907c-dc0e-4ac5-a494-4004d4e8c556 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:02.841305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] Sync routers for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:24:02.859200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5486df-0bca-4922-80cc-f69e685b4196,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:02.866071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:02.873828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.874996 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/4b5486df-0bca-4922-80cc-f69e685b4196 HTTP/1.1" status: 204 len: 168 time: 1.2951243 Nov 24 19:24:02.878282 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "PUT /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9674060 Nov 24 19:24:02.879135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41916) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:02.885643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41920) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:02.891925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:02.892992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:02.954948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:02.956905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:02.961011 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59c626d9-cc55-486c-af7c-d9352cdadb68 HTTP/1.1" status: 204 len: 168 time: 0.8465226 Nov 24 19:24:03.037472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:03.050786 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-3682edf2-d09b-4805-8f76-ecb851d428f0 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] show failed (client error): The resource could not be found. Nov 24 19:24:03.051836 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3682edf2-d09b-4805-8f76-ecb851d428f0 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1868602018 HTTP/1.1" status: 404 len: 335 time: 0.1651399 Nov 24 19:24:03.056176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41926) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:03.064135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] Routers {'42ea522e-2fa9-4519-a416-0b175f4c6470'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:03.064135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['42ea522e-2fa9-4519-a416-0b175f4c6470'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:03.097978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-412fd693-5c9d-4da4-8065-417b607a1835 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:03.127892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0e01c313-9a84-460a-bd04-a0e40cc28708 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:03.131620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:03.132125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2439be5-dcda-404d-a547-9817ce919b8c None None] The sync data for ids ['42ea522e-2fa9-4519-a416-0b175f4c6470'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:24:03.141806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-412fd693-5c9d-4da4-8065-417b607a1835 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:03.144581 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-412fd693-5c9d-4da4-8065-417b607a1835 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2632504 Nov 24 19:24:03.149404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41930) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:03.157691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--205914542'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:03.178069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:03.210642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:03.225561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.231542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2ed9842a-b860-4150-af67-fc5f94d0a65f tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:03.238083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09085a42-4cf9-49df-9771-92c9f3c4fd96 req-df11823e-bd4e-4f11-9f3a-112d7514cc65 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713860 Nov 24 19:24:03.256296 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-0e01c313-9a84-460a-bd04-a0e40cc28708 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] update failed (client error): The resource could not be found. Nov 24 19:24:03.257544 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0e01c313-9a84-460a-bd04-a0e40cc28708 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1331042644 HTTP/1.1" status: 404 len: 335 time: 0.2000399 Nov 24 19:24:03.268709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41934) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:03.277555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.329162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad663-6596-419b-ba5c-5e96459acc15 req-c126310d-f65e-4b58-a157-8fa60f1579d2 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:03.330730 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-665ad663-6596-419b-ba5c-5e96459acc15 req-c126310d-f65e-4b58-a157-8fa60f1579d2 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.6128967 Nov 24 19:24:03.341013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:03.359057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:03.361797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=37c6556d-535d-4a53-aeb8-22e8e2ec125f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:03.364294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:03.377891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:03.381716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:03.401221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': '582862fe-19e3-4f70-ab93-a6b3284d149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '452a72d0-b283-4ecf-99f0-91404326d127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:03.401221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: 452a72d0-b283-4ecf-99f0-91404326d127, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:03.406027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting subnet 2d3023d4-301e-4463-b670-fd43e0c3d161 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:03.409880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.445632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network 452a72d0-b283-4ecf-99f0-91404326d127 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:03.466256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-665ad663-6596-419b-ba5c-5e96459acc15 req-55cd6201-97a0-4489-88dc-661b00d19028 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187475 Nov 24 19:24:03.467531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 452a72d0-b283-4ecf-99f0-91404326d127) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:03.479898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.480582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:03.481185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.501326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946af69-aef3-4586-9e6a-a0a34512aaa6 None None] Network 452a72d0-b283-4ecf-99f0-91404326d127 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:03.514254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.525914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.538242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:03.567453 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0318522 Nov 24 19:24:03.575684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41938) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:03.589267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bb9244-b62c-4dd2-ba0c-8d0e65d72106,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:03.592222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:03.593831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.596132 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4459560 Nov 24 19:24:03.599141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41942) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:03.606746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845994022'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:03.616716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:03.629885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:03.645868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.689783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:03.694570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:03.701862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:03.708550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:03.716636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.812827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.824091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.833966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.835547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b6515288-1413-4ab7-81e0-4c9fd9b71469 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:03.892264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665d0f7f-ecb6-443d-a949-9be0a87fc1c5,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:03.896160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:03.903604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:03.906343 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3045013 Nov 24 19:24:03.908147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41946) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:03.916028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '69bb9244-b62c-4dd2-ba0c-8d0e65d72106', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '665d0f7f-ecb6-443d-a949-9be0a87fc1c5', 'remote_ip_prefix': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:03.925416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:03.930311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:03.934401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:03.943815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:03.985785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.013035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ab3f8-1559-4179-83cd-3bb3802968a4 None None] Network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:04.032931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.047179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d4d5f-b005-4100-8733-95b27daf8cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-452a72d0-b283-4ecf-99f0-91404326d127', 'network_id': '452a72d0-b283-4ecf-99f0-91404326d127', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': '37c6556d-535d-4a53-aeb8-22e8e2ec125f'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:04.047179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a99d4d5f-b005-4100-8733-95b27daf8cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.084472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.093254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-15b160a6-63a0-4f20-a8c6-114aa94a9b57 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:04.115882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.124119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.127951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:04.136851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3023d4-301e-4463-b670-fd43e0c3d161,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:04.139606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:04.152491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.161169 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/subnets/2d3023d4-301e-4463-b670-fd43e0c3d161 HTTP/1.1" status: 204 len: 168 time: 0.8917775 Nov 24 19:24:04.164556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41950) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:04.169151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699243d9-cb7e-41e0-9910-53094c4a5be3,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:04.172234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:04.186780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.188171 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2785692 Nov 24 19:24:04.190967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41954) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:04.210747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8a0ad7a8-01c8-4634-baa5-7dbd7de020a7 None None] Provisioning for port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:04.214775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70bacab-70f0-4aaa-a950-7408bc0db68c None None] Network 355ce4de-65a3-4746-8915-a1c6dac7aec0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:04.236769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.254879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.259236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting subnet d561d698-d59c-47f1-978f-6e9c0e669195 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:04.261897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.268381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4c2a6d3-875f-4b79-82f2-5a6a1bfc141f tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:04.286258 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.293470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.294783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-290a7b20-5f60-4166-8a05-4ef5e614da1b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:04.311885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.313072 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/699243d9-cb7e-41e0-9910-53094c4a5be3 HTTP/1.1" status: 204 len: 168 time: 0.1210382 Nov 24 19:24:04.314301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=699243d9-cb7e-41e0-9910-53094c4a5be3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:04.324710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:04.325468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41958) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:04.347629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=37c6556d-535d-4a53-aeb8-22e8e2ec125f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:04.371898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:04.404365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ff871216-4f8c-4853-94e2-3834d8f17ee4 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:04.427384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ff871216-4f8c-4853-94e2-3834d8f17ee4 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:04.432952 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ff871216-4f8c-4853-94e2-3834d8f17ee4 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1030366 Nov 24 19:24:04.434649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41962) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:04.448283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.529248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.560861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server [None req-a99d4d5f-b005-4100-8733-95b27daf8cf2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37c6556d-535d-4a53-aeb8-22e8e2ec125f: This subnet is being modified by another concurrent operation. Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:24:04.582428 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise exception Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37c6556d-535d-4a53-aeb8-22e8e2ec125f: This subnet is being modified by another concurrent operation. Nov 24 19:24:04.597061 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Nov 24 19:24:04.608895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.636824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.653848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.659499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd4218-f930-4e75-946b-252d3aad3d23 None None] Network 452a72d0-b283-4ecf-99f0-91404326d127 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:04.665009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8e63fdfc-53aa-4bb3-ad27-aa7f686af8ca tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:04.706553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452a72d0-b283-4ecf-99f0-91404326d127']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:04.715838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d0f7f-ecb6-443d-a949-9be0a87fc1c5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:04.725446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582862fe-19e3-4f70-ab93-a6b3284d149c') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:04.725446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582862fe-19e3-4f70-ab93-a6b3284d149c') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:04.733321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:04.733321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.733321 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/665d0f7f-ecb6-443d-a949-9be0a87fc1c5 HTTP/1.1" status: 204 len: 168 time: 0.2834392 Nov 24 19:24:04.733321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41968) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:04.770165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.819013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.842227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.871445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:04.871445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:04.883208 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:04.931837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9adc55c9-38c9-45ee-9b07-3b13bb2bb335 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:04.964818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9adc55c9-38c9-45ee-9b07-3b13bb2bb335 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:04.968726 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9adc55c9-38c9-45ee-9b07-3b13bb2bb335 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2462444 Nov 24 19:24:04.972337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41972) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:05.002865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1dbe3c26-19e3-4e86-9b92-d85085c084d3 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:05.041921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d65f7-fb62-4f0d-9bad-69fbf343e3b5 req-60ca2105-912d-460b-9b37-bcb942d3ae9b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:05.043518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d60d65f7-fb62-4f0d-9bad-69fbf343e3b5 req-60ca2105-912d-460b-9b37-bcb942d3ae9b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3278644 Nov 24 19:24:05.046863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.051120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:05.081909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.088526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.110093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=452a72d0-b283-4ecf-99f0-91404326d127,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:05.119334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:05.123136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:05.123624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/452a72d0-b283-4ecf-99f0-91404326d127 HTTP/1.1" status: 204 len: 168 time: 1.5466220 Nov 24 19:24:05.125030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.127342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41976) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:05.130994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:05.130994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.133490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1184538068'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:05.147276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:05.154517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.166559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:05.170367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:05.210435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:05.218272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] DHCP port deletion for 355ce4de-65a3-4746-8915-a1c6dac7aec0 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:24:05.218516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.225051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Deleting port 3f0d560f-4563-4c97-899f-9cb1657c6563 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:05.225634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.227498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:05.229900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d60d65f7-fb62-4f0d-9bad-69fbf343e3b5 req-5a342589-4057-4da0-b8be-99bcef383338 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498446 Nov 24 19:24:05.231288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.236809 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/subnets/d561d698-d59c-47f1-978f-6e9c0e669195 HTTP/1.1" status: 204 len: 168 time: 1.0708542 Nov 24 19:24:05.238029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:05.241920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Subnet': ['ID=d561d698-d59c-47f1-978f-6e9c0e669195,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:05.246090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 41980) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:05.277700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bb9244-b62c-4dd2-ba0c-8d0e65d72106,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:05.280935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:05.283598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d5ef6-2860-43bc-a3bd-038f18f9c0e5 None None] Network 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:05.286843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:05.294164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.295827 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/69bb9244-b62c-4dd2-ba0c-8d0e65d72106 HTTP/1.1" status: 204 len: 168 time: 0.3222156 Nov 24 19:24:05.298600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41986) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:05.321811 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:24:05.324645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:05.328361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.542897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e0c79ce5-a76f-4a42-9603-1a9ba6ab5162 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:05.561376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e0c79ce5-a76f-4a42-9603-1a9ba6ab5162 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:05.570718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:05.571841 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e0c79ce5-a76f-4a42-9603-1a9ba6ab5162 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2678854 Nov 24 19:24:05.571841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41990) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:05.576697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.583142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--943185818'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:05.593750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:05.594078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.594426 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment d8ccfcc2-3f68-43be-980b-34a1ae46a202 of type vlan for network 5b750382-29d7-4685-9939-cb6b144b3f3a Nov 24 19:24:05.609707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:05.622138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.624253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94d0c5-31a0-406b-9aa9-ed868221b509 req-eae34338-9454-4550-b978-24bee4bc775b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:05.624253 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5e94d0c5-31a0-406b-9aa9-ed868221b509 req-eae34338-9454-4550-b978-24bee4bc775b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.1826644 Nov 24 19:24:05.624253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting port 3f0d560f-4563-4c97-899f-9cb1657c6563 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:05.624253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.644906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:05.649404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:05.656759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:05.671502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:05.703124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.758397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.762525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.766302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4c4436d0-f07d-49c8-988b-26f48f14829a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:05.781136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f03a8333-7e1e-49db-b443-4001d2e54966 None None] Provisioning complete for port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:05.781519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f03a8333-7e1e-49db-b443-4001d2e54966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.804394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5e94d0c5-31a0-406b-9aa9-ed868221b509 req-a3e975a4-6e30-4e0a-90a9-7320dda9cc19 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166959 Nov 24 19:24:05.817743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.830145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449e1ca2-1c00-4a88-b95f-5aad191c65e6,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:05.833171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:05.847597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.851847 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2816417 Nov 24 19:24:05.853089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 41998) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:05.863480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '449e1ca2-1c00-4a88-b95f-5aad191c65e6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:05.875356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:05.882650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:05.891547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:05.909156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:05.953553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:05.960578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] For port 3f0d560f-4563-4c97-899f-9cb1657c6563, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3f0d560f-4563-4c97-899f-9cb1657c6563,segment=NetworkSegment(0f5d61ee-200c-4676-a7ff-ade0971cc95a),segment_id=0f5d61ee-200c-4676-a7ff-ade0971cc95a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:05.961111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.063547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.068163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.072592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.072592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:06.077078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:06.077078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.092843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:06.110860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfdbe96-1124-49e9-aca4-9c3bee8f3ce7,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:06.110860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:06.115771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Calling delete_port for 3f0d560f-4563-4c97-899f-9cb1657c6563 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:06.119136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.120422 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2661738 Nov 24 19:24:06.123494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42002) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:06.158527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.171830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.180160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1dbe3c26-19e3-4e86-9b92-d85085c084d3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1dbe3c26-19e3-4e86-9b92-d85085c084d3,segment=NetworkSegment(aec0a499-c0b3-456b-a27f-ffeed51c06e9),segment_id=aec0a499-c0b3-456b-a27f-ffeed51c06e9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:06.199533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.206535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=5b750382-29d7-4685-9939-cb6b144b3f3a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:06.209883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:06.215068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:06.216679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.226432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] For port 3f0d560f-4563-4c97-899f-9cb1657c6563, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3f0d560f-4563-4c97-899f-9cb1657c6563,segment=NetworkSegment(0f5d61ee-200c-4676-a7ff-ade0971cc95a),segment_id=0f5d61ee-200c-4676-a7ff-ade0971cc95a)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:06.226993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.227854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:06.261270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebfdbe96-1124-49e9-aca4-9c3bee8f3ce7,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:06.268858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 5b750382-29d7-4685-9939-cb6b144b3f3a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:06.274158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:06.276072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.280035 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ebfdbe96-1124-49e9-aca4-9c3bee8f3ce7 HTTP/1.1" status: 204 len: 168 time: 0.1531982 Nov 24 19:24:06.284077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42006) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:06.337651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bf10f09d-cd53-413b-9b4d-f7a690f9eeba tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:06.355444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bf10f09d-cd53-413b-9b4d-f7a690f9eeba tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:06.360733 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bf10f09d-cd53-413b-9b4d-f7a690f9eeba tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734150 Nov 24 19:24:06.360733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42010) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:06.372356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Calling delete_port for 3f0d560f-4563-4c97-899f-9cb1657c6563 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:06.413038 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2846112 Nov 24 19:24:06.417114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42014) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:06.431805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': '5b750382-29d7-4685-9939-cb6b144b3f3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:06.478899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e39d-6b66-471e-947f-9c3522cdca06 req-347ea2b0-dd02-443e-a9d1-3dc6c4a114cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:06.484005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79c4e39d-6b66-471e-947f-9c3522cdca06 req-347ea2b0-dd02-443e-a9d1-3dc6c4a114cd tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.5338924 Nov 24 19:24:06.518960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.529617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:06.532331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.554649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:24:06.555004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:24:06.556128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1dbe3c26-19e3-4e86-9b92-d85085c084d3,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:06.561086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:06.582858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Port': ['ID=3f0d560f-4563-4c97-899f-9cb1657c6563,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:06.585557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] No DVR routers for this DVR port 3f0d560f-4563-4c97-899f-9cb1657c6563 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:06.588708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:06.604358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] DHCP port deletion for 42e3cbf2-ed8b-41b3-83db-f650a55e20b5 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:24:06.609848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Deleting port c0ada093-26a4-415e-8391-c37a5d61a6a4 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:06.611172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.613252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.629957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:06.642402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:06.648404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:06.664315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:06.687156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:06.691069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.768959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.792372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2179d43b-6784-42a2-9bd0-afe0225ef2c3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:06.838681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449e1ca2-1c00-4a88-b95f-5aad191c65e6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:06.844229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:06.854753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:06.858636 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/449e1ca2-1c00-4a88-b95f-5aad191c65e6 HTTP/1.1" status: 204 len: 168 time: 0.4952817 Nov 24 19:24:06.859769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42018) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:06.907639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1dbe3c26-19e3-4e86-9b92-d85085c084d3 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:06.936292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-624fdfa8-9c6f-49dd-8703-e118a84be07d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:06.943750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79c4e39d-6b66-471e-947f-9c3522cdca06 req-224af8ac-558d-449d-82f8-c63df64c2f71 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442773 Nov 24 19:24:06.959951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.010361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355ce4de-65a3-4746-8915-a1c6dac7aec0']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:07.016634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-624fdfa8-9c6f-49dd-8703-e118a84be07d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:07.017958 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-624fdfa8-9c6f-49dd-8703-e118a84be07d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1570590 Nov 24 19:24:07.024485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42026) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:07.032661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group': {'name': 'tempest-secgroup--305371308'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:07.032816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] For port c0ada093-26a4-415e-8391-c37a5d61a6a4, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c0ada093-26a4-415e-8391-c37a5d61a6a4,segment=NetworkSegment(e4843204-953a-43d8-8c89-0e5c26ff2083),segment_id=e4843204-953a-43d8-8c89-0e5c26ff2083)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:07.033076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.043103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:07.046364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5d61ee-200c-4676-a7ff-ade0971cc95a') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:07.046634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5d61ee-200c-4676-a7ff-ade0971cc95a') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:07.057475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Deleting port 3f0d560f-4563-4c97-899f-9cb1657c6563 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:07.058254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.070308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.078317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:07.094592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.104791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:07.105370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:07.123806 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:07.129212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.139059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.146264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-38d69355-522d-46b2-86dc-7bf2e8f8ec13 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:07.234202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:07.244962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:07.244962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:07.249909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:07.260461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=dacf900a-ad62-4288-ae6a-1a2edc819668,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:07.292242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:07.293535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ada0f-4702-433e-9730-d39734b9edc1 None None] The port '3f0d560f-4563-4c97-899f-9cb1657c6563' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:24:07.304445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Calling delete_port for c0ada093-26a4-415e-8391-c37a5d61a6a4 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:07.315246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.324779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.329768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': 'd8ccfcc2-3f68-43be-980b-34a1ae46a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b750382-29d7-4685-9939-cb6b144b3f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:07.330136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: 5b750382-29d7-4685-9939-cb6b144b3f3a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:07.334228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2bdddc2b-6a3b-46cf-b62d-96683945fa14 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:07.349372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:07.350814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.366179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network 5b750382-29d7-4685-9939-cb6b144b3f3a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:07.380887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 5b750382-29d7-4685-9939-cb6b144b3f3a) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:07.386737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:07.388111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.397392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Network': ['ID=355ce4de-65a3-4746-8915-a1c6dac7aec0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:07.403210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:07.409542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/networks/355ce4de-65a3-4746-8915-a1c6dac7aec0 HTTP/1.1" status: 204 len: 168 time: 2.1615939 Nov 24 19:24:07.412711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42032) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:07.418855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a71d2-5c9a-4a40-b39f-9f66353bde4f None None] Network 5b750382-29d7-4685-9939-cb6b144b3f3a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:07.495311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.498334 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0800071 Nov 24 19:24:07.503650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42036) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:07.506248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.516070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457084198'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:07.521865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:07.529752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:07.535416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:07.544824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.546464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:07.559135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ca8b417c-2629-4144-bd12-7c504eeb4714 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:07.561042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting port c0ada093-26a4-415e-8391-c37a5d61a6a4 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:07.561654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.601536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.607475 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5782201 Nov 24 19:24:07.613792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42040) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:07.626589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.631264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '6d220b42-888a-4006-9527-9cc5ee51fc87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:07.632045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ed82fad-859e-4e42-857a-76271209f920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:07.654077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:07.659611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.691194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:07.696444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] The port 'c0ada093-26a4-415e-8391-c37a5d61a6a4' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:24:07.721295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Usage tracker for resource:security_group_rule and tenant:51712b6eab034e218522e7834d3ba2ed is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:07.733489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:07.735190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Pushing event deleted for resources: {'Port': ['ID=c0ada093-26a4-415e-8391-c37a5d61a6a4,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:07.737824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d220b42-888a-4006-9527-9cc5ee51fc87,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:07.758818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:07.759475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ede22-d421-4df9-ba50-ab4172e09082 req-d2226176-1fab-4746-937e-cb2704448f2b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:07.761520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf3ede22-d421-4df9-ba50-ab4172e09082 req-d2226176-1fab-4746-937e-cb2704448f2b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3649821 Nov 24 19:24:07.763525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:07.763525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:07.773586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] No DVR routers for this DVR port c0ada093-26a4-415e-8391-c37a5d61a6a4 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:07.815266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:07.862719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-5b750382-29d7-4685-9939-cb6b144b3f3a', 'network_id': '5b750382-29d7-4685-9939-cb6b144b3f3a', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': 'dacf900a-ad62-4288-ae6a-1a2edc819668'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:07.864423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.871990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.871990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 4dfe6b44-8c07-4c1f-815c-f1c3084af4d6 of type vlan for network 61bf73e8-7651-4588-9828-bfad80ba1543 Nov 24 19:24:07.884324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.915245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.916378 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf3ede22-d421-4df9-ba50-ab4172e09082 req-170c462e-8d37-480d-bf52-95d12a1b526c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444440 Nov 24 19:24:07.964228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e3cbf2-ed8b-41b3-83db-f650a55e20b5']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:07.975622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:07.987239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4843204-953a-43d8-8c89-0e5c26ff2083') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:07.987940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4843204-953a-43d8-8c89-0e5c26ff2083') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:07.998993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.005953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.016501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.020130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b52038f6-b3cb-4fb5-8f3b-ed9066eb0374 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:08.025342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c0ada093-26a4-415e-8391-c37a5d61a6a4 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:08.028726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.035504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:08.037170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.051310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41982e5c-7577-4a5f-9990-bf3c08072e9e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:08.052512 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:08.057207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:08.061283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.068540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:08.069011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.078484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bf531a8a-434a-402f-9bc1-bc582ac36488 tempest-RoutersAdminTest-1611153293 tempest-RoutersAdminTest-1611153293-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:08.081501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: c0ada093-26a4-415e-8391-c37a5d61a6a4 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:08.081501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c0ada093-26a4-415e-8391-c37a5d61a6a4 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:08.081501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3f0d560f-4563-4c97-899f-9cb1657c6563 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:08.120709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.120709 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4974377 Nov 24 19:24:08.122796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42044) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.141907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 3f0d560f-4563-4c97-899f-9cb1657c6563 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:08.142506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3f0d560f-4563-4c97-899f-9cb1657c6563 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:08.171297 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f3a05411-569e-4972-8261-5d7be838210c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules/41982e5c-7577-4a5f-9990-bf3c08072e9e HTTP/1.1" status: 200 len: 763 time: 0.0415609 Nov 24 19:24:08.171297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42048) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.189675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.196795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-00aee38f-7bee-49c3-b616-4c0437099e0e tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:08.206941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7017272 Nov 24 19:24:08.215086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.218384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42052) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.225947 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/networks/42e3cbf2-ed8b-41b3-83db-f650a55e20b5 HTTP/1.1" status: 204 len: 168 time: 0.8105249 Nov 24 19:24:08.230261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42056) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.244605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': '61bf73e8-7651-4588-9828-bfad80ba1543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:08.266266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Allocated IP 2001:db8::3 (5b750382-29d7-4685-9939-cb6b144b3f3a/dacf900a-ad62-4288-ae6a-1a2edc819668/dfa1f082-09ab-4dc4-8044-3641c566b96e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:08.276974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=61bf73e8-7651-4588-9828-bfad80ba1543,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:08.297576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 61bf73e8-7651-4588-9828-bfad80ba1543 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:08.304180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Network': ['ID=42e3cbf2-ed8b-41b3-83db-f650a55e20b5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:08.308960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:08.327505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:08.374381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d1b62f1-1ecf-47b5-852d-9f8ed7160805 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:08.387304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:08.393521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:08.396361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:08.405395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:08.413639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting subnet 5e584826-0ba7-4c0c-8b69-3e4f3c501273 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:08.417009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.423015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:08.426850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.454446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d1b62f1-1ecf-47b5-852d-9f8ed7160805 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:08.454446 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d1b62f1-1ecf-47b5-852d-9f8ed7160805 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2792969 Nov 24 19:24:08.454446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42060) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.513686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.543825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.547515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Performing IP validity checks on allocation pools {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:24:08.547866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:24:08.678913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.696817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.713161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.717799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:08.725378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Transition to ACTIVE for port object dfa1f082-09ab-4dc4-8044-3641c566b96e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:08.726839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.738587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d574dc5-fa36-4804-a6ff-06e449e9071a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:08.747818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Transition to ACTIVE for port object dfa1f082-09ab-4dc4-8044-3641c566b96e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:08.756350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.761013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-00e49774-1c18-4c74-9105-cb94200b2bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:08.765015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41982e5c-7577-4a5f-9990-bf3c08072e9e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:08.767763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:08.778435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.779578 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/41982e5c-7577-4a5f-9990-bf3c08072e9e HTTP/1.1" status: 204 len: 168 time: 0.3249664 Nov 24 19:24:08.785420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42064) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.801478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=b2525659-9213-47eb-980d-34a8d3dd8170,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:08.805275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:08.805854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.808442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': '4dfe6b44-8c07-4c1f-815c-f1c3084af4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '61bf73e8-7651-4588-9828-bfad80ba1543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:08.809185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: 61bf73e8-7651-4588-9828-bfad80ba1543, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:08.835708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network 61bf73e8-7651-4588-9828-bfad80ba1543 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:08.844637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Network 5b750382-29d7-4685-9939-cb6b144b3f3a is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:08.847550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:08.851870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:08.856259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 61bf73e8-7651-4588-9828-bfad80ba1543) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:08.861188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:08.862087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.898397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Pushing event updated for resources: {'Port': ['ID=dfa1f082-09ab-4dc4-8044-3641c566b96e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:08.908412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6823313 Nov 24 19:24:08.909148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42068) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.912390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-80a9a1f8-cc2b-4fdd-848b-6b4e7f28409d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:08.937825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:08.939165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07edc3-535a-49c5-916c-d7949e4988b1 None None] Network 61bf73e8-7651-4588-9828-bfad80ba1543 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:08.943478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4267dff-0b07-4829-9361-b5e71399522c tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:08.959979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:08.989526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-80a9a1f8-cc2b-4fdd-848b-6b4e7f28409d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:08.991081 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-80a9a1f8-cc2b-4fdd-848b-6b4e7f28409d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2045634 Nov 24 19:24:08.996666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42074) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:08.999923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.003072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '6d220b42-888a-4006-9527-9cc5ee51fc87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:09.004499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Subnet': ['ID=5e584826-0ba7-4c0c-8b69-3e4f3c501273,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:09.007305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:09.013521 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/subnets/5e584826-0ba7-4c0c-8b69-3e4f3c501273 HTTP/1.1" status: 204 len: 168 time: 0.7777178 Nov 24 19:24:09.015845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42078) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:09.022771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:09.043152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:09.064184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Attempting to bind port dfa1f082-09ab-4dc4-8044-3641c566b96e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:09.064625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Attempting to bind port dfa1f082-09ab-4dc4-8044-3641c566b96e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'd8ccfcc2-3f68-43be-980b-34a1ae46a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b750382-29d7-4685-9939-cb6b144b3f3a'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:09.065111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Attempting to bind port dfa1f082-09ab-4dc4-8044-3641c566b96e on network 5b750382-29d7-4685-9939-cb6b144b3f3a {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:09.074267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e51214-3f52-490d-b3b0-6c2f3aa8624c None None] Network 0348e4f0-d861-4a82-9b23-78b11a9aea06 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:09.142626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.144464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.158197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.158516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Deleting port 62a3318d-0c4f-4ece-8e42-7027e1ece732 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:09.159000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.173267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:09.173838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Checking segment: {'id': 'd8ccfcc2-3f68-43be-980b-34a1ae46a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b750382-29d7-4685-9939-cb6b144b3f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:09.174355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.174859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Bound using segment: {'id': 'd8ccfcc2-3f68-43be-980b-34a1ae46a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b750382-29d7-4685-9939-cb6b144b3f3a'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:09.175452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Bound port: dfa1f082-09ab-4dc4-8044-3641c566b96e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ccfcc2-3f68-43be-980b-34a1ae46a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b750382-29d7-4685-9939-cb6b144b3f3a'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:09.175939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.296442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.323180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.334729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54072417-57ff-4de9-abb4-b9a5be4df8df req-34491e41-5076-46d4-bdaa-a9664f7caae1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:09.336232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54072417-57ff-4de9-abb4-b9a5be4df8df req-34491e41-5076-46d4-bdaa-a9664f7caae1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.2545576 Nov 24 19:24:09.351457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.356792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:09.381772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] For port 62a3318d-0c4f-4ece-8e42-7027e1ece732, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=62a3318d-0c4f-4ece-8e42-7027e1ece732,segment=NetworkSegment(543e5b73-bf09-4ae8-a319-93e6b8d1e2bc),segment_id=543e5b73-bf09-4ae8-a319-93e6b8d1e2bc)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:09.382351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.405771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494981f4-1f2a-434b-85ca-b18f0e57e8c1,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:09.428949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:09.452248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54072417-57ff-4de9-abb4-b9a5be4df8df req-8b759f92-bc04-4e3a-abf6-0c46abfd3ff1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082735 Nov 24 19:24:09.465052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.468983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4686074 Nov 24 19:24:09.469151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42082) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:09.478349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] For port dfa1f082-09ab-4dc4-8044-3641c566b96e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:09.488858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] For port dfa1f082-09ab-4dc4-8044-3641c566b96e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dfa1f082-09ab-4dc4-8044-3641c566b96e,segment=NetworkSegment(d8ccfcc2-3f68-43be-980b-34a1ae46a202),segment_id=d8ccfcc2-3f68-43be-980b-34a1ae46a202)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:09.497913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.502823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:09.511118 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4474d5a7-77fc-4968-a069-b0b8715a748d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules/494981f4-1f2a-434b-85ca-b18f0e57e8c1 HTTP/1.1" status: 200 len: 763 time: 0.0407972 Nov 24 19:24:09.516284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.527484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42088) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:09.528504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-375e9630-d91d-4847-8b0f-746d3a4f1211 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829 tempest-ExtraDHCPOptionsIpV6TestJSON-418705829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:09.540185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f6bfc-531f-4293-91d4-023fe68faba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-61bf73e8-7651-4588-9828-bfad80ba1543', 'network_id': '61bf73e8-7651-4588-9828-bfad80ba1543', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': 'b2525659-9213-47eb-980d-34a8d3dd8170'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:09.541125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6bfc-531f-4293-91d4-023fe68faba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.555038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Calling delete_port for 62a3318d-0c4f-4ece-8e42-7027e1ece732 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:09.649279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b46a3-4479-4ae9-a52b-a6e6b3eb4cd5 None None] DHCP port deletion for 0348e4f0-d861-4a82-9b23-78b11a9aea06 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:24:09.661652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Pushing event updated for resources: {'Port': ['ID=dfa1f082-09ab-4dc4-8044-3641c566b96e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:09.673417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-059b46a3-4479-4ae9-a52b-a6e6b3eb4cd5 None None] Deleting port 62a3318d-0c4f-4ece-8e42-7027e1ece732 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:09.676603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=b2525659-9213-47eb-980d-34a8d3dd8170,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:09.677110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-059b46a3-4479-4ae9-a52b-a6e6b3eb4cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.681164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:09.688367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:09.699124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a74d35c0-2179-4c87-89f5-08b0d63f1d35 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:09.709803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:09.771252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-059b46a3-4479-4ae9-a52b-a6e6b3eb4cd5 None None] The port '62a3318d-0c4f-4ece-8e42-7027e1ece732' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:24:09.786103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b71baf-a187-4a03-952f-261deb84a23e None None] Network 61bf73e8-7651-4588-9828-bfad80ba1543 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:09.814667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] No DVR routers for this DVR port 62a3318d-0c4f-4ece-8e42-7027e1ece732 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:09.816574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Port': ['ID=62a3318d-0c4f-4ece-8e42-7027e1ece732,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:09.866829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:10.074398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.098170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bca5b7ad-4c2d-4a07-b5d2-d9a663cdd678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:10.119821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.150726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bca5b7ad-4c2d-4a07-b5d2-d9a663cdd678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:10.152236 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bca5b7ad-4c2d-4a07-b5d2-d9a663cdd678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5744233 Nov 24 19:24:10.155937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42094) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.156358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bf73e8-7651-4588-9828-bfad80ba1543']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:10.174879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0348e4f0-d861-4a82-9b23-78b11a9aea06']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:10.176440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfe6b44-8c07-4c1f-815c-f1c3084af4d6') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:10.176880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfe6b44-8c07-4c1f-815c-f1c3084af4d6') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:10.198761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e5b73-bf09-4ae8-a319-93e6b8d1e2bc') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:10.199004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e5b73-bf09-4ae8-a319-93e6b8d1e2bc') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:10.213649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.220825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.231388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.232663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.248837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.256916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:10.257461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.260467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-ecd86b97-f0a2-436f-84d0-3df5f3a82169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:10.262128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-ecd86b97-f0a2-436f-84d0-3df5f3a82169 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 1099 time: 0.2948244 Nov 24 19:24:10.263073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:10.273008 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:10.295733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:10.296160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:10.314043 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:10.335153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.347992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2229910b-1023-4c3a-a67c-9e2b9bc3ee9b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:10.366767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=494981f4-1f2a-434b-85ca-b18f0e57e8c1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:10.369659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:10.379551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.383154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45ddf000-affe-4c45-b968-078b2a82a969 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:10.397781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.405274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.406372 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/494981f4-1f2a-434b-85ca-b18f0e57e8c1 HTTP/1.1" status: 204 len: 168 time: 0.2494919 Nov 24 19:24:10.410417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42098) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.411232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Pushing event deleted for resources: {'Network': ['ID=0348e4f0-d861-4a82-9b23-78b11a9aea06,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:10.414855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:10.419949 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/networks/0348e4f0-d861-4a82-9b23-78b11a9aea06 HTTP/1.1" status: 204 len: 168 time: 1.3998251 Nov 24 19:24:10.429344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42102) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.461945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f1e1d504-39a0-4023-8136-87c66f8f1c47 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:10.477430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f1e1d504-39a0-4023-8136-87c66f8f1c47 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:10.479007 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f1e1d504-39a0-4023-8136-87c66f8f1c47 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656116 Nov 24 19:24:10.481558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42106) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.487056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Request body: {'security_group_rule': {'security_group_id': '6d220b42-888a-4006-9527-9cc5ee51fc87', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:10.493412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:10.503721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:10.509924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c3df0d4-82c6-4e03-b58a-4c6e9edd5821 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Synchronizing usage tracker for tenant:2cffd60fc77149a194d90ec0807449bf on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:10.515338 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Project 51712b6eab034e218522e7834d3ba2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:10.520805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.522966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.530095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b57106-7b73-4212-9d01-b242fd11c0a0 req-11483c4d-1576-4807-a50d-08d2d0ec6a59 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:10.531631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-33b57106-7b73-4212-9d01-b242fd11c0a0 req-11483c4d-1576-4807-a50d-08d2d0ec6a59 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3572381 Nov 24 19:24:10.536895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-23a20b48-bcd2-47d2-8965-df19de727b12 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:10.556661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.591714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.594774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=61bf73e8-7651-4588-9828-bfad80ba1543,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:10.596547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.598594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c6582c00-4251-47eb-96ba-e52fa66ab078 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:10.614889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:10.622000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbaa151-7576-4397-831c-81b868b7b278,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:10.628348 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/61bf73e8-7651-4588-9828-bfad80ba1543 HTTP/1.1" status: 204 len: 168 time: 1.7144492 Nov 24 19:24:10.628530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:10.629912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0c3df0d4-82c6-4e03-b58a-4c6e9edd5821 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Unset dirty status for tenant:2cffd60fc77149a194d90ec0807449bf on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:10.630406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42110) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.631095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0c3df0d4-82c6-4e03-b58a-4c6e9edd5821 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ea522e-2fa9-4519-a416-0b175f4c6470 HTTP/1.1" status: 200 len: 205 time: 0.2001078 Nov 24 19:24:10.637694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42114) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.642167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934358354'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:10.643304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-29a74d7a-ff20-4e07-95c2-493893061217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:10.644895 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-29a74d7a-ff20-4e07-95c2-493893061217 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 200 len: 912 time: 0.3747652 Nov 24 19:24:10.655375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:10.710877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:10.714887 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-33b57106-7b73-4212-9d01-b242fd11c0a0 req-55583a55-f6b5-4815-82ae-4a7eb79ef8a3 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614928 Nov 24 19:24:10.716586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:10.726245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.730828 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2454731 Nov 24 19:24:10.737038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42118) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.750220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:10.786764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f774b9f4-55b0-45d4-baf6-09a35713a7c0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules/bcbaa151-7576-4397-831c-81b868b7b278 HTTP/1.1" status: 200 len: 769 time: 0.0485182 Nov 24 19:24:10.790689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42122) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.816929 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-2dce3686-a87b-4263-950f-5daf5d676247 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 200 len: 1002 time: 0.1647589 Nov 24 19:24:10.827102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-edd78d4b-361f-4de2-9d07-1ca5f375fc19 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:10.847407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dfa1f082-09ab-4dc4-8044-3641c566b96e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:10.921237 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1fce043f-b4c5-4783-9682-9e098101e105 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1291811 Nov 24 19:24:10.924502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42126) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:10.947090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-efaec6ea-022d-4c34-8d2d-48ec3721bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:10.948607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-efaec6ea-022d-4c34-8d2d-48ec3721bda6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 200 len: 850 time: 0.1238205 Nov 24 19:24:10.981896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port dfa1f082-09ab-4dc4-8044-3641c566b96e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:11.013575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd73af-4bc2-4734-a91f-d52feeeee1da None None] Network 5b750382-29d7-4685-9939-cb6b144b3f3a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:11.019004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.026093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:11.030373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.038621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.082477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-45bf704d-b0ec-486b-bb9d-d2541e1767fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:11.084004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-45bf704d-b0ec-486b-bb9d-d2541e1767fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89cf7b32-260d-4e63-be29-4fc5802e392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201887 Nov 24 19:24:11.084586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.092558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:11.094187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 62a3318d-0c4f-4ece-8e42-7027e1ece732 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:11.134000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcbaa151-7576-4397-831c-81b868b7b278,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:11.136663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:11.148644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 62a3318d-0c4f-4ece-8e42-7027e1ece732 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:11.150030 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 62a3318d-0c4f-4ece-8e42-7027e1ece732 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:11.173917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:11.188142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.191785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/bcbaa151-7576-4397-831c-81b868b7b278 HTTP/1.1" status: 204 len: 168 time: 0.2663512 Nov 24 19:24:11.192472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42130) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:11.195055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Provisioning for port dfa1f082-09ab-4dc4-8044-3641c566b96e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:11.212015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Provisioning complete for port dfa1f082-09ab-4dc4-8044-3641c566b96e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:11.212390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.296414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-836c09a8-2ace-4376-995e-c0cc8449185c service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047164 Nov 24 19:24:11.319530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.319882 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 279fc547-3aac-4676-8668-2a64535394de of type vlan for network a028a9f5-c8bd-460c-84f8-516a1068eaf4 Nov 24 19:24:11.328264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-edd78d4b-361f-4de2-9d07-1ca5f375fc19 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.331081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-edd78d4b-361f-4de2-9d07-1ca5f375fc19 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.342280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e59ab7ac-a238-45e7-9807-c42e63e55c86 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:11.364020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.372699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-edd78d4b-361f-4de2-9d07-1ca5f375fc19 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.373182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd78d4b-361f-4de2-9d07-1ca5f375fc19 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Fanout notify agent at l3_agent the message router_deleted on router 42ea522e-2fa9-4519-a416-0b175f4c6470 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:24:11.406511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-edd78d4b-361f-4de2-9d07-1ca5f375fc19 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.408624 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-edd78d4b-361f-4de2-9d07-1ca5f375fc19 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] 10.222.0.47 "DELETE /v2.0/routers/42ea522e-2fa9-4519-a416-0b175f4c6470 HTTP/1.1" status: 204 len: 168 time: 0.7549164 Nov 24 19:24:11.416118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.422816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:11.423435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.428898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1a0b16c9-de30-4363-bbd1-64c05eb11690 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:11.442920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e59ab7ac-a238-45e7-9807-c42e63e55c86 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group_rule {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:11.444573 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e59ab7ac-a238-45e7-9807-c42e63e55c86 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2469199 Nov 24 19:24:11.448860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42136) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:11.484494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.500558 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb85b770-276e-4219-9d13-8662ad8a6c43 req-12e0eaa7-b0db-491b-b457-1f2eca746385 service neutron] 10.222.0.41 "GET /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964905 Nov 24 19:24:11.525317 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8937898 Nov 24 19:24:11.532292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42140) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:11.548100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] For port dfa1f082-09ab-4dc4-8044-3641c566b96e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dfa1f082-09ab-4dc4-8044-3641c566b96e,segment=NetworkSegment(d8ccfcc2-3f68-43be-980b-34a1ae46a202),segment_id=d8ccfcc2-3f68-43be-980b-34a1ae46a202)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:11.548749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.550149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': 'a028a9f5-c8bd-460c-84f8-516a1068eaf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:11.562512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.568290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:11.581673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.642012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=a028a9f5-c8bd-460c-84f8-516a1068eaf4,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:11.646153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.651360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:11.654899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7db02300-09ff-4114-ab30-90ed4db397cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:11.657339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a028a9f5-c8bd-460c-84f8-516a1068eaf4 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:11.681450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d220b42-888a-4006-9527-9cc5ee51fc87,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:11.685675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:11.703631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:11.709175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:11.714063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:11.715858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.717488 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "DELETE /v2.0/security-groups/6d220b42-888a-4006-9527-9cc5ee51fc87 HTTP/1.1" status: 204 len: 168 time: 0.2668903 Nov 24 19:24:11.720362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42146) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:11.724762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:11.739716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:11.745300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:11.798984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Pushing event updated for resources: {'Port': ['ID=dfa1f082-09ab-4dc4-8044-3641c566b96e,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:11.813560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:11.831072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0822d9e3-839c-4357-bf46-4c8e05603d08 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Synchronizing usage tracker for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:11.862130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42152) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:11.869955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0822d9e3-839c-4357-bf46-4c8e05603d08 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Unset dirty status for tenant:51712b6eab034e218522e7834d3ba2ed on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:11.870968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0822d9e3-839c-4357-bf46-4c8e05603d08 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1494751 Nov 24 19:24:11.875380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42158) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:11.913146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849210e9-5e77-4b5e-ae34-2588e1b72f0f None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:24:11.980172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8e95809d-e9a3-496b-99ca-532b08e86af5 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1033893 Nov 24 19:24:12.030680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5d4e6d88-bac8-414d-8811-e024f34e571e None None] Provisioning complete for port dfa1f082-09ab-4dc4-8044-3641c566b96e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:12.031066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6d88-bac8-414d-8811-e024f34e571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.072726 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dd15b299-40af-4134-a17f-5983c942389e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cffd60fc77149a194d90ec0807449bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093375 Nov 24 19:24:12.075092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42164) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:12.108818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.115721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-562fa9aa-f28c-4e9e-84bd-585a25d096c7 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:12.130314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0ec35-ad0d-42d6-bd6e-a4e4aeb17e5a req-9ec0be25-05c9-40d2-828e-899c25be50a5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:12.131857 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16c0ec35-ad0d-42d6-bd6e-a4e4aeb17e5a req-9ec0be25-05c9-40d2-828e-899c25be50a5 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.2029250 Nov 24 19:24:12.169765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07238e10-488b-466b-bb91-a1113b8da6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.205523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=33390064-5aa3-4b15-9d02-2640bd4de50e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:12.209019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:12.215998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-16c0ec35-ad0d-42d6-bd6e-a4e4aeb17e5a req-7a2c2715-4c33-45b7-96c8-57ac319961e1 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714700 Nov 24 19:24:12.217390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07238e10-488b-466b-bb91-a1113b8da6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.276658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': '279fc547-3aac-4676-8668-2a64535394de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a028a9f5-c8bd-460c-84f8-516a1068eaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:12.277206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: a028a9f5-c8bd-460c-84f8-516a1068eaf4, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:12.277531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849210e9-5e77-4b5e-ae34-2588e1b72f0f None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:24:12.283630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42170) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:12.319195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network a028a9f5-c8bd-460c-84f8-516a1068eaf4 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:12.332327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, a028a9f5-c8bd-460c-84f8-516a1068eaf4) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:12.345361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:12.346252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.376006 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8425362 Nov 24 19:24:12.378470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42176) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:12.417553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07238e10-488b-466b-bb91-a1113b8da6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.421720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:12.439289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07238e10-488b-466b-bb91-a1113b8da6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7650f73f-b86e-4cac-b814-8e6eceddee85,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:12.446243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07238e10-488b-466b-bb91-a1113b8da6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:12.448921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07238e10-488b-466b-bb91-a1113b8da6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.451994 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-07238e10-488b-466b-bb91-a1113b8da6a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7650f73f-b86e-4cac-b814-8e6eceddee85 HTTP/1.1" status: 204 len: 168 time: 0.3743129 Nov 24 19:24:12.612998 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e2e50a40-8e5a-4f18-8597-94243678dc5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51712b6eab034e218522e7834d3ba2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278883 Nov 24 19:24:12.615851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42182) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:12.624596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.709715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.721664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4443f-f451-49fe-83c8-5005eb4eefb3 None None] Network a028a9f5-c8bd-460c-84f8-516a1068eaf4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:12.736525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.740587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.831239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.835308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b316b235-2f1d-4125-a343-9e709ebbb3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:12.863450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7333ed77-3ccc-4cc8-8d05-0fc4343db3d9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:12.866725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:12.885469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.886097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7333ed77-3ccc-4cc8-8d05-0fc4343db3d9 HTTP/1.1" status: 204 len: 168 time: 0.2689517 Nov 24 19:24:12.904221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dfa1f082-09ab-4dc4-8044-3641c566b96e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:12.904444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:12.915158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:12.979229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=33390064-5aa3-4b15-9d02-2640bd4de50e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:12.984530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:13.061807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.094070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a028a9f5-c8bd-460c-84f8-516a1068eaf4']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:13.099317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d33487-93c4-40b8-af5d-e81ec09f3308 None None] Network a028a9f5-c8bd-460c-84f8-516a1068eaf4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:13.109002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279fc547-3aac-4676-8668-2a64535394de') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:13.109316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279fc547-3aac-4676-8668-2a64535394de') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:13.121486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.138812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.147900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:13.148355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.169183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port dfa1f082-09ab-4dc4-8044-3641c566b96e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:13.169572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:13.170265 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:13.382322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.386638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73bdfe54-aa7d-48c4-893c-a7401608bc2f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:13.406615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.420734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=a028a9f5-c8bd-460c-84f8-516a1068eaf4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:13.424311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:13.430676 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/a028a9f5-c8bd-460c-84f8-516a1068eaf4 HTTP/1.1" status: 204 len: 168 time: 1.0501997 Nov 24 19:24:13.431918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42202) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:13.437743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195085995'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:13.442877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:13.448397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:13.451420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:13.455005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6b06e-b323-4c61-845e-8605edd8577f req-34985c0a-be26-4981-8b46-34a18f98030c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:13.456648 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1c6b06e-b323-4c61-845e-8605edd8577f req-34985c0a-be26-4981-8b46-34a18f98030c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.1181853 Nov 24 19:24:13.457588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:13.471876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:13.476612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.508938 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1c6b06e-b323-4c61-845e-8605edd8577f req-01197369-2f5f-416c-a160-90fdf4b98cf7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459275 Nov 24 19:24:13.510791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:13.521523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.522152 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 4a3884d8-b564-472b-9b2c-a0dd9268ca20 of type vlan for network d0d3f3c2-826a-4631-bea7-816e1b56cf25 Nov 24 19:24:13.552149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.583897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.591193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:13.592034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.596157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-45e4667c-0823-4c4f-8f0d-fa6ba139fe3f tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:13.711872 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2781305 Nov 24 19:24:13.712595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42216) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:13.712818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c74f6-d152-4f91-a5c0-4caa9902ecaa req-08e1e448-8788-4201-adc2-e5d09a8421ff tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:13.714406 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ed5c74f6-d152-4f91-a5c0-4caa9902ecaa req-08e1e448-8788-4201-adc2-e5d09a8421ff tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.0921638 Nov 24 19:24:13.717447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=d0d3f3c2-826a-4631-bea7-816e1b56cf25,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:13.722521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': 'd0d3f3c2-826a-4631-bea7-816e1b56cf25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:13.731067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d0d3f3c2-826a-4631-bea7-816e1b56cf25 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:13.741058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:13.800181 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ed5c74f6-d152-4f91-a5c0-4caa9902ecaa req-25379143-4c43-494b-a033-7405d6b31216 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739355 Nov 24 19:24:13.801361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42220) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:13.850119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:13.854600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:13.857448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:13.863341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:13.880413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:13.885901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.934096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2a21c7fc-3053-467b-a00d-777e36a9dd8f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:13.934612 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-2a21c7fc-3053-467b-a00d-777e36a9dd8f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 19:24:13.935170 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-2a21c7fc-3053-467b-a00d-777e36a9dd8f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 19:24:13.940211 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2a21c7fc-3053-467b-a00d-777e36a9dd8f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1374836 Nov 24 19:24:13.940905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42228) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:13.946596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310321945'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:13.953668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:13.957885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:13.960798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:13.967315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:13.980714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:13.994657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.011082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:14.015378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:14.018450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:14.025450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:14.123878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.129178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.133244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-870720fa-a4f5-479d-9f3a-a7e2c970de8a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:14.141559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:14.154403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.158070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cf6e0c07-3957-4329-b86a-fa25dd2a23de tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:14.178183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:14.188071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:14.203480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:14.234881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e566b1b-7853-4f4c-9de2-913f7bad92a1,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:14.238522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=f4b80065-cf71-4fa1-9917-9be3cb63c962,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:14.241271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:14.245500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:14.248486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': '4a3884d8-b564-472b-9b2c-a0dd9268ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd0d3f3c2-826a-4631-bea7-816e1b56cf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:14.248839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: d0d3f3c2-826a-4631-bea7-816e1b56cf25, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:14.268618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network d0d3f3c2-826a-4631-bea7-816e1b56cf25 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:14.278856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d0d3f3c2-826a-4631-bea7-816e1b56cf25) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:14.284467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:14.285381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.287044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f24c028-3b09-41b8-9c6d-9b5e28683017 None None] Network d0d3f3c2-826a-4631-bea7-816e1b56cf25 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:14.297674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f67d-4bea-4147-b73e-87c180202ddb req-dddae983-9712-4d5f-ac0c-821bae63c030 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:14.299244 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1654f67d-4bea-4147-b73e-87c180202ddb req-dddae983-9712-4d5f-ac0c-821bae63c030 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.1551998 Nov 24 19:24:14.314995 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5992360 Nov 24 19:24:14.318060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42234) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:14.348902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.360750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.369341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-90b2759f-1932-449a-a638-f05f9b8149de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:14.390417 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1654f67d-4bea-4147-b73e-87c180202ddb req-195e8a4d-c146-4ae6-8a9c-16f9a922898a tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757139 Nov 24 19:24:14.416822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c38559e-eec4-4f8d-bb3e-8f2971ce10a8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:14.419792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:14.421906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.425967 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4813383 Nov 24 19:24:14.427600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42238) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:14.434370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '0c38559e-eec4-4f8d-bb3e-8f2971ce10a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:14.440602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:14.444630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:14.447555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:14.454512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:14.472334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.481916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.544298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e63e9-8382-4434-9577-7fd1f0f10c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-d0d3f3c2-826a-4631-bea7-816e1b56cf25', 'network_id': 'd0d3f3c2-826a-4631-bea7-816e1b56cf25', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': 'f4b80065-cf71-4fa1-9917-9be3cb63c962'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:14.545335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f50e63e9-8382-4434-9577-7fd1f0f10c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.546582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.551698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.553890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-caea20b9-ddcb-4b5f-9002-898d3f3d8533 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:14.557334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.578044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5f9ce1-c5d3-41f8-a6c7-f6467a223261,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:14.580553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:14.589466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.593342 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622479 Nov 24 19:24:14.593646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42242) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:14.599107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '0c38559e-eec4-4f8d-bb3e-8f2971ce10a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:14.605024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:14.609777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:14.613719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:14.620690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:14.642907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.650332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.655587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27f54ee8-aebe-4ac8-8d46-5f6f287c47b6 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server [None req-f50e63e9-8382-4434-9577-7fd1f0f10c34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4b80065-cf71-4fa1-9917-9be3cb63c962: This subnet is being modified by another concurrent operation. Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:24:14.658693 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise exception Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4b80065-cf71-4fa1-9917-9be3cb63c962: This subnet is being modified by another concurrent operation. Nov 24 19:24:14.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Nov 24 19:24:14.679911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7ab19-02e4-452f-99bd-e6877ec7725c None None] Network d0d3f3c2-826a-4631-bea7-816e1b56cf25 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:14.691639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b80065-cf71-4fa1-9917-9be3cb63c962,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:14.694426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:14.717531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 19:24:14.718782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4fa810c2-e71f-4a9b-89e2-d63f71fecf65 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1239522 Nov 24 19:24:14.721496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42246) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:14.790495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.803872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.821317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.835362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d3f3c2-826a-4631-bea7-816e1b56cf25']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:14.848146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3884d8-b564-472b-9b2c-a0dd9268ca20') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:14.848447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3884d8-b564-472b-9b2c-a0dd9268ca20') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:14.857637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcaa605-4240-414b-90c3-5a341283cc23 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:24:14.860682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.877806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.886432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.890479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c293e085-0d7e-49a5-b873-45420ec35e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:14.890625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:14.891049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:14.906722 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:14.913222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c38559e-eec4-4f8d-bb3e-8f2971ce10a8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:14.916437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:14.922133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:14.923389 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/0c38559e-eec4-4f8d-bb3e-8f2971ce10a8 HTTP/1.1" status: 204 len: 168 time: 0.1997461 Nov 24 19:24:14.925845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42250) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:14.983261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4bbfdb52-1a3a-4a4b-b1aa-eb8b9cab8719 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:15.003227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4bbfdb52-1a3a-4a4b-b1aa-eb8b9cab8719 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:15.003924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.004502 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4bbfdb52-1a3a-4a4b-b1aa-eb8b9cab8719 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0777421 Nov 24 19:24:15.009333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42254) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:15.011575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.014365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ba7f5b06-526b-41b0-b647-9c343d9eed80 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:15.014517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672389126'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:15.021309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:15.033980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:15.037489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=d0d3f3c2-826a-4631-bea7-816e1b56cf25,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:15.038048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcaa605-4240-414b-90c3-5a341283cc23 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:24:15.040185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:15.043716 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/d0d3f3c2-826a-4631-bea7-816e1b56cf25 HTTP/1.1" status: 204 len: 168 time: 0.7252305 Nov 24 19:24:15.047110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42258) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:15.054073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933093728'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:15.059881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:15.062210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.074593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:15.080020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:15.088267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:15.095414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:15.100984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:15.105204 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:15.107683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:15.111091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.124949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:15.158989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:15.175290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.175701 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 5974b486-1c33-4ad9-8916-ea28ff78099c of type vlan for network fd91d898-1209-4ae9-b180-7cb435c2423f Nov 24 19:24:15.225972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.248216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.259929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.266253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4d6c4e8-340c-483c-bb25-06cfd5c27b69 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:15.312075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.317517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:15.318083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.324843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1636db43-9570-4df6-82b2-1122d39ca349,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:15.332507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:15.332946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b00925d9-0b49-4f1c-8a4c-a424bc162f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:15.362339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.363575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3532853 Nov 24 19:24:15.366766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42262) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:15.372387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b0dae6e9-3a9a-4e19-803c-2801fd2bc05d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '1636db43-9570-4df6-82b2-1122d39ca349', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:15.372874 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-b0dae6e9-3a9a-4e19-803c-2801fd2bc05d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 19:24:15.373369 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-b0dae6e9-3a9a-4e19-803c-2801fd2bc05d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:15.376703 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b0dae6e9-3a9a-4e19-803c-2801fd2bc05d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064454 Nov 24 19:24:15.376966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42266) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:15.421581 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3733382 Nov 24 19:24:15.424519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42270) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:15.438268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:15.441676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=fd91d898-1209-4ae9-b180-7cb435c2423f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:15.444490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:15.456675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network fd91d898-1209-4ae9-b180-7cb435c2423f details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:15.470798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.573654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.598168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:15.606229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:15.615469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:15.629434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:15.632790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19704-1613-445e-8e81-23819ad16095 req-57f36958-e747-49d3-93db-8f92a6fb3b38 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:15.634873 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbd19704-1613-445e-8e81-23819ad16095 req-57f36958-e747-49d3-93db-8f92a6fb3b38 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.0918972 Nov 24 19:24:15.640975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:15.644452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.684181 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbd19704-1613-445e-8e81-23819ad16095 req-c48705a5-d76b-4b4e-9637-ff1620221b4b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Nov 24 19:24:15.769874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.778951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ad4e9fb3-52ac-4953-8be3-951be4c08fe6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:15.856111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1636db43-9570-4df6-82b2-1122d39ca349,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:15.863535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:15.871174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:15.872233 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/1636db43-9570-4df6-82b2-1122d39ca349 HTTP/1.1" status: 204 len: 168 time: 0.4943817 Nov 24 19:24:15.874812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42276) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:15.944064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f3b3dfe3-47fb-4e50-bb52-6ee57b0ff177 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:15.999406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f3b3dfe3-47fb-4e50-bb52-6ee57b0ff177 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:16.000674 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f3b3dfe3-47fb-4e50-bb52-6ee57b0ff177 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1250219 Nov 24 19:24:16.004797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42280) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.011539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--468389974'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:16.017810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:16.028635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:16.039427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.050451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.055139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bae3a645-f054-42c4-92d9-7bdf67e821d8 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:16.060549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:16.064288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:16.067145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:16.073450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:16.139259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=cb64face-6178-4230-beec-9168d833b110,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:16.141887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:16.143059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.148370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.149972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': '5974b486-1c33-4ad9-8916-ea28ff78099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:16.150347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: fd91d898-1209-4ae9-b180-7cb435c2423f, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:16.154521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7df7953e-f326-433a-9958-c034cb69207b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:16.170301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network fd91d898-1209-4ae9-b180-7cb435c2423f is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:16.181306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, fd91d898-1209-4ae9-b180-7cb435c2423f) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:16.186165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:16.187240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.190258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36dcc8-62ca-408f-aeb1-e7e956de5add None None] Network fd91d898-1209-4ae9-b180-7cb435c2423f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:16.197109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4344f2fb-b958-46d0-9c93-599c95499156,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:16.200544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:16.201165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.202469 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1966369 Nov 24 19:24:16.205244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42284) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.210524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d947fea9-395d-4c71-96a6-d57d0f05e6cf tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4344f2fb-b958-46d0-9c93-599c95499156', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:16.211998 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-d947fea9-395d-4c71-96a6-d57d0f05e6cf tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 19:24:16.212840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-d947fea9-395d-4c71-96a6-d57d0f05e6cf tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:16.213816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d947fea9-395d-4c71-96a6-d57d0f05e6cf tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076296 Nov 24 19:24:16.216298 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7906852 Nov 24 19:24:16.218997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42288) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.219346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42290) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.231170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:16.401489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.413579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-fd91d898-1209-4ae9-b180-7cb435c2423f', 'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': 'cb64face-6178-4230-beec-9168d833b110'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:16.414506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.436652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:16.441884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:subnet and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:16.445048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.453591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:16.462782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:16.494297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:16.498300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.574935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Allocated IP 2001:db8::2 (fd91d898-1209-4ae9-b180-7cb435c2423f/cb64face-6178-4230-beec-9168d833b110/fb7f50e6-2f9c-485a-8ecb-513305105557) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:16.580077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.593261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e59bfa5-6b43-46da-b9bd-eb81df72d9ee tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:16.612520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344f2fb-b958-46d0-9c93-599c95499156,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:16.614788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:16.633562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.634672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/4344f2fb-b958-46d0-9c93-599c95499156 HTTP/1.1" status: 204 len: 168 time: 0.4129200 Nov 24 19:24:16.637661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42296) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.701111 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d46a3533-88c7-4157-9573-6f30227d0b47 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0620582 Nov 24 19:24:16.704971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42300) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.713369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534110589'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:16.729686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:16.736547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:16.741437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:16.750460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:16.764776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.794110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:16.799441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:16.802856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:16.809195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:16.827797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.840085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Transition to ACTIVE for port object fb7f50e6-2f9c-485a-8ecb-513305105557 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:16.861184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Transition to ACTIVE for port object fb7f50e6-2f9c-485a-8ecb-513305105557 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:16.868149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.884561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.887807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:16.890737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.924102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6888125d-fff6-40ed-991e-432018aa8bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:16.937635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:16.943203 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2372363 Nov 24 19:24:16.944029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42306) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.959513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Network fd91d898-1209-4ae9-b180-7cb435c2423f is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:16.963316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:16.966437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-13f67ef4-3cab-4350-84b7-e256d7b25d8b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '6990cecd-8804-404b-ab79-d62afd792921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:16.967537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:16.967795 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-13f67ef4-3cab-4350-84b7-e256d7b25d8b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 19:24:16.968406 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-13f67ef4-3cab-4350-84b7-e256d7b25d8b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:16.972494 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-13f67ef4-3cab-4350-84b7-e256d7b25d8b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0235713 Nov 24 19:24:16.973669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42310) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.976863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Pushing event updated for resources: {'Port': ['ID=fb7f50e6-2f9c-485a-8ecb-513305105557,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:16.987993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fac61c59-8e51-43c1-8516-588249c32251 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '6990cecd-8804-404b-ab79-d62afd792921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:16.988862 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-fac61c59-8e51-43c1-8516-588249c32251 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 19:24:16.989499 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-fac61c59-8e51-43c1-8516-588249c32251 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:16.993086 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fac61c59-8e51-43c1-8516-588249c32251 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111125 Nov 24 19:24:16.997385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42314) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:16.998241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6990cecd-8804-404b-ab79-d62afd792921,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:17.001627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:17.012034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:17.012859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ff6a9fba-4647-428d-8a5c-9b693d1bf68f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '6990cecd-8804-404b-ab79-d62afd792921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.013925 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.api.v2.base [None req-ff6a9fba-4647-428d-8a5c-9b693d1bf68f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 19:24:17.014369 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-ff6a9fba-4647-428d-8a5c-9b693d1bf68f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.015321 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ff6a9fba-4647-428d-8a5c-9b693d1bf68f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116677 Nov 24 19:24:17.019147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42318) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.025795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-12010c48-08bd-4cdb-b3bc-7d1b14efb25d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '6990cecd-8804-404b-ab79-d62afd792921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.026724 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-12010c48-08bd-4cdb-b3bc-7d1b14efb25d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 19:24:17.027563 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-12010c48-08bd-4cdb-b3bc-7d1b14efb25d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.030659 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-12010c48-08bd-4cdb-b3bc-7d1b14efb25d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079288 Nov 24 19:24:17.031421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42322) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.071078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Attempting to bind port fb7f50e6-2f9c-485a-8ecb-513305105557 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:17.071567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Attempting to bind port fb7f50e6-2f9c-485a-8ecb-513305105557 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '5974b486-1c33-4ad9-8916-ea28ff78099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:17.071898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Attempting to bind port fb7f50e6-2f9c-485a-8ecb-513305105557 on network fd91d898-1209-4ae9-b180-7cb435c2423f {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:17.073094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-6654fa77-94df-4bdb-a51e-2fb2eedc80f0 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.074543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-6654fa77-94df-4bdb-a51e-2fb2eedc80f0 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.3496718 Nov 24 19:24:17.077731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:17.077905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Checking segment: {'id': '5974b486-1c33-4ad9-8916-ea28ff78099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:17.078267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.078722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Bound using segment: {'id': '5974b486-1c33-4ad9-8916-ea28ff78099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:17.079205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Bound port: fb7f50e6-2f9c-485a-8ecb-513305105557, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5974b486-1c33-4ad9-8916-ea28ff78099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:17.079595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.099496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.127269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.130584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5448534-c06a-45e9-96ab-1cedbdf6c9fc req-05b97cae-076d-42ff-b104-17173930a85f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.132084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5448534-c06a-45e9-96ab-1cedbdf6c9fc req-05b97cae-076d-42ff-b104-17173930a85f tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 946 time: 0.2403321 Nov 24 19:24:17.154922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.175891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bce9620d-b24a-43f9-b32e-27b107cf8b26 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:17.178990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] For port fb7f50e6-2f9c-485a-8ecb-513305105557, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:17.179263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.183163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] For port fb7f50e6-2f9c-485a-8ecb-513305105557, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb7f50e6-2f9c-485a-8ecb-513305105557,segment=NetworkSegment(5974b486-1c33-4ad9-8916-ea28ff78099c),segment_id=5974b486-1c33-4ad9-8916-ea28ff78099c)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:17.184741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd8dae37-85a7-4109-b3af-e5adfd25049a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:17.187738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.191339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ba485c85-c736-4ce8-9e15-da879d64ed95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:17.201420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6990cecd-8804-404b-ab79-d62afd792921,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:17.205472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:17.209632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.214836 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/6990cecd-8804-404b-ab79-d62afd792921 HTTP/1.1" status: 204 len: 168 time: 0.1789868 Nov 24 19:24:17.214836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42326) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.264232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Deleting port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:17.264661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.269167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6fbece1e-e0de-404e-a3e5-88dda2b6a366 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:17.287488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Pushing event updated for resources: {'Port': ['ID=fb7f50e6-2f9c-485a-8ecb-513305105557,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:17.296033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network fd91d898-1209-4ae9-b180-7cb435c2423f is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:17.296610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6fbece1e-e0de-404e-a3e5-88dda2b6a366 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:17.299812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:17.302146 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6fbece1e-e0de-404e-a3e5-88dda2b6a366 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0864656 Nov 24 19:24:17.302146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42330) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.308103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279028584'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.313894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:17.315303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.316812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.317417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.326301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.338204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.353521 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5448534-c06a-45e9-96ab-1cedbdf6c9fc req-d4b66b38-23d1-4ce1-b246-283424ce5846 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb66fc44-8aa4-45f8-8f21-615bc5a0a621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034345 Nov 24 19:24:17.362236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.363325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=17710b12-a2cb-4521-b081-71ad77639d86,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:17.366278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:17.366953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:17.371026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:17.378110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.412651 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1921828 Nov 24 19:24:17.416273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42334) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.522849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.525308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.526808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.528454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.531990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:17.531990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Synchronizing usage tracker for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:17.561795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.565886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.569778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:17.584237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Unset dirty status for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:17.585420 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f9220cf2-410f-417c-9c72-5e27dc095ab2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1669664 Nov 24 19:24:17.589411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42338) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.610668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036780138'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.626163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc76f9-d351-4c0d-acf0-4b1077d80672,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:17.628984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.629426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:17.634922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.638900 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3330574 Nov 24 19:24:17.639363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42342) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.641884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:17.644209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bdc59b41-e573-469f-8530-7aa3f49983d6 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.644694 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-bdc59b41-e573-469f-8530-7aa3f49983d6 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 19:24:17.645173 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-bdc59b41-e573-469f-8530-7aa3f49983d6 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.645336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] For port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:17.645696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.646094 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bdc59b41-e573-469f-8530-7aa3f49983d6 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061803 Nov 24 19:24:17.649073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42346) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.653484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:17.655047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f4c223ae-5c67-4b7b-a15b-ef79b4f48886 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.662099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f4c223ae-5c67-4b7b-a15b-ef79b4f48886 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.663069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.667085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f4c223ae-5c67-4b7b-a15b-ef79b4f48886 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:17.670803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f4c223ae-5c67-4b7b-a15b-ef79b4f48886 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:17.681240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f4c223ae-5c67-4b7b-a15b-ef79b4f48886 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.710203 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-f4c223ae-5c67-4b7b-a15b-ef79b4f48886 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.711938 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f4c223ae-5c67-4b7b-a15b-ef79b4f48886 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0608549 Nov 24 19:24:17.714724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42350) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.720405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bd1a7811-19c4-40b3-89cb-e836b41c914d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.720820 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-bd1a7811-19c4-40b3-89cb-e836b41c914d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 19:24:17.721293 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-bd1a7811-19c4-40b3-89cb-e836b41c914d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.726116 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bd1a7811-19c4-40b3-89cb-e836b41c914d tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074027 Nov 24 19:24:17.726265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42354) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.731221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ae29f61c-e0c8-4814-a978-b4fc0d2de428 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.737368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ae29f61c-e0c8-4814-a978-b4fc0d2de428 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.741220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ae29f61c-e0c8-4814-a978-b4fc0d2de428 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:17.744719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ae29f61c-e0c8-4814-a978-b4fc0d2de428 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:17.750650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ae29f61c-e0c8-4814-a978-b4fc0d2de428 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.756342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:17.761001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.781067 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-ae29f61c-e0c8-4814-a978-b4fc0d2de428 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.784417 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ae29f61c-e0c8-4814-a978-b4fc0d2de428 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0571129 Nov 24 19:24:17.785378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42358) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.790273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-550f7778-5b08-4b5a-b45e-4009a6621b7b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.790746 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-550f7778-5b08-4b5a-b45e-4009a6621b7b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 19:24:17.791253 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-550f7778-5b08-4b5a-b45e-4009a6621b7b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.792213 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-550f7778-5b08-4b5a-b45e-4009a6621b7b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061202 Nov 24 19:24:17.794656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42362) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.800512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.807226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.811572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:17.814777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:17.821574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.832971 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Project 453add4840de4e4fa35668890929b49d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:17.852772 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.853877 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-240fe699-1fd8-479c-ad7e-7b570d0a1636 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0583370 Nov 24 19:24:17.856954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42366) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.862052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-93d391b1-1e96-49bb-99a5-c2508619c1e5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.862524 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-93d391b1-1e96-49bb-99a5-c2508619c1e5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 19:24:17.863026 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-93d391b1-1e96-49bb-99a5-c2508619c1e5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.863930 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-93d391b1-1e96-49bb-99a5-c2508619c1e5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060308 Nov 24 19:24:17.866596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42370) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.871720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:17.872468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.879117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.883612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:17.886849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:17.892711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.897349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:17.897698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 45c3e170-ce03-4071-8b6a-5776c0e9426e of type vlan for network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d Nov 24 19:24:17.904934 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Project 453add4840de4e4fa35668890929b49d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:17.925210 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.926240 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-92ee2291-f5aa-4373-9975-ba50807b3b6f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0581336 Nov 24 19:24:17.929189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42374) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:17.935047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4adc76f9-d351-4c0d-acf0-4b1077d80672', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:17.941168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:17.945003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:17.948933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:17.955124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:17.965770 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Project 453add4840de4e4fa35668890929b49d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:17.988909 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:17.993918 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-70525fd5-3a80-4c74-a950-f93470c94151 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0631409 Nov 24 19:24:17.994628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42378) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:18.022968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.045255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.045623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.045931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Floating IP 1499827e-0941-4d45-b7bc-bdebbae23926 disassociated. External IP: 172.26.6.228, port: 4039b8c2-d281-4db0-9cdb-0328b73dfcb8. Nov 24 19:24:18.046263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Calling delete_port for 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:18.067442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.097871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.114322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.121570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:18.121570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.129035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3ceca4cb-ab8f-4458-b090-bb9552b59342 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:18.156769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.161130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7b694102-2ce9-4c69-ba92-950acd4a1095 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:18.176771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc76f9-d351-4c0d-acf0-4b1077d80672,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:18.180294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:18.185896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.187927 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/4adc76f9-d351-4c0d-acf0-4b1077d80672 HTTP/1.1" status: 204 len: 168 time: 0.1913819 Nov 24 19:24:18.189632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42382) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:18.246098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-39ae1dd9-fa0b-49af-a6b7-a157a47e9751 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:18.254703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6639771 Nov 24 19:24:18.260398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42386) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:18.265685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-39ae1dd9-fa0b-49af-a6b7-a157a47e9751 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:18.269626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:18.272597 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-39ae1dd9-fa0b-49af-a6b7-a157a47e9751 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0817924 Nov 24 19:24:18.273222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42390) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:18.279061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--903563445'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:18.286795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:18.299480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:18.310299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.319452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=1fbcf5ff-05a0-4025-a97e-7eca80e3956d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:18.330632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:18.334438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:18.337007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:18.341256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:18.344462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:18.351827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:18.415350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3c029-cb22-4140-ba6b-014f544ff1e8 None None] Network fd91d898-1209-4ae9-b180-7cb435c2423f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:18.459402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.465186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.471946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-253ec066-32a5-471a-aefd-d1f6c361b8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:18.472172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.482494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:18.530251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc0677f-6a25-419e-aa4a-ee44b03a9b8e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:18.535215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.536477 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2617931 Nov 24 19:24:18.537735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:18.539028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42396) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:18.545317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bcd34860-7267-4fd3-81c5-2fc76e2f37da tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4dc0677f-6a25-419e-aa4a-ee44b03a9b8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:18.554999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bcd34860-7267-4fd3-81c5-2fc76e2f37da tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:18.568796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bcd34860-7267-4fd3-81c5-2fc76e2f37da tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:18.571820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-22e2bf6b-2b18-48e8-8f5b-567499b6eb6e None None] Provisioning for port fb7f50e6-2f9c-485a-8ecb-513305105557 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:18.572433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bcd34860-7267-4fd3-81c5-2fc76e2f37da tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:18.578597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bcd34860-7267-4fd3-81c5-2fc76e2f37da tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:18.619982 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-bcd34860-7267-4fd3-81c5-2fc76e2f37da tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The resource could not be found. Nov 24 19:24:18.623994 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bcd34860-7267-4fd3-81c5-2fc76e2f37da tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0808725 Nov 24 19:24:18.624779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42400) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:18.629964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9216c5f7-a20d-47a2-974f-16addc3ef856 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '4dc0677f-6a25-419e-aa4a-ee44b03a9b8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e2ccac91-f344-4c89-8918-56038228cc2e'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:18.636821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9216c5f7-a20d-47a2-974f-16addc3ef856 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:18.640940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9216c5f7-a20d-47a2-974f-16addc3ef856 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:18.643945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9216c5f7-a20d-47a2-974f-16addc3ef856 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:18.651386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9216c5f7-a20d-47a2-974f-16addc3ef856 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:18.692605 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-9216c5f7-a20d-47a2-974f-16addc3ef856 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The resource could not be found. Nov 24 19:24:18.696657 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9216c5f7-a20d-47a2-974f-16addc3ef856 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0679052 Nov 24 19:24:18.697187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42404) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:18.777170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event deleted for resources: {'Port': ['ID=4039b8c2-d281-4db0-9cdb-0328b73dfcb8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:18.800007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:18.805720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.806756 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03e7312b-03a4-4535-93e7-8b9ffa660620 req-a76a5903-2abc-4f72-a592-0b709feb173b tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.2733974 Nov 24 19:24:18.851491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb7f50e6-2f9c-485a-8ecb-513305105557 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:18.861163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.934946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.943335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.953424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:18.959713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9ba42e06-9135-4d5f-8be6-b366548edecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:18.963737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Update dhcp port {'port': {'network_id': 'fd91d898-1209-4ae9-b180-7cb435c2423f', 'fixed_ips': [{'subnet_id': 'cb64face-6178-4230-beec-9168d833b110', 'ip_address': '2001:db8::2'}, {'subnet_id': '17710b12-a2cb-4521-b081-71ad77639d86'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'fb7f50e6-2f9c-485a-8ecb-513305105557'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:24:19.006410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc0677f-6a25-419e-aa4a-ee44b03a9b8e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:19.011150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.022266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:19.023267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.025177 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/4dc0677f-6a25-419e-aa4a-ee44b03a9b8e HTTP/1.1" status: 204 len: 168 time: 0.3268888 Nov 24 19:24:19.029619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a8e8e95b-b9dc-4619-8d5e-0d61015c1ae3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:19.030111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42408) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:19.032278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.064339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d is not hosted by any dhcp agent {{(pid=87485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 19:24:19.069995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:19.071548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.073122 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "PUT /v2.0/networks/1fbcf5ff-05a0-4025-a97e-7eca80e3956d HTTP/1.1" status: 200 len: 723 time: 0.8117812 Nov 24 19:24:19.085309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42412) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:19.101068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:19.127522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port fb7f50e6-2f9c-485a-8ecb-513305105557 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:19.135251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb7f50e6-2f9c-485a-8ecb-513305105557 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:19.135638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.167158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=1fbcf5ff-05a0-4025-a97e-7eca80e3956d,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:19.171186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:19.179260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Router 49464fdc-d4d9-4f46-9c96-fdf074020812 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:24:19.192732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3cd1dd81-44c7-4037-a26d-e8cb5f050b12 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:19.246080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3cd1dd81-44c7-4037-a26d-e8cb5f050b12 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:19.247031 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3cd1dd81-44c7-4037-a26d-e8cb5f050b12 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2158520 Nov 24 19:24:19.251214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:19.253321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42416) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:19.261071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cff41efb-721b-44d0-9a1a-3f64e6966570 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '445c629d-7bb9-4d0a-a4f3-5cf53060f29b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:19.266823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:19.272238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cff41efb-721b-44d0-9a1a-3f64e6966570 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:19.282675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cff41efb-721b-44d0-9a1a-3f64e6966570 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:19.285337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:19.287315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cff41efb-721b-44d0-9a1a-3f64e6966570 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:19.295250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cff41efb-721b-44d0-9a1a-3f64e6966570 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:19.305760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:19.308926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.366011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:24:19.377689 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] Sync routers for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:24:19.387400 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:19.388131 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:19.452096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] No DVR routers for this DVR port 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:19.454789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.457668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'name': 'network-vif-deleted', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:24:19.500295 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c4120af3-771c-476e-a2bc-f8cdc415c901 req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.41 "DELETE /v2.0/ports/4039b8c2-d281-4db0-9cdb-0328b73dfcb8 HTTP/1.1" status: 204 len: 173 time: 2.4142890 Nov 24 19:24:19.506453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Allocated IP 172.20.0.1 (fd91d898-1209-4ae9-b180-7cb435c2423f/17710b12-a2cb-4521-b081-71ad77639d86/fb7f50e6-2f9c-485a-8ecb-513305105557) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:19.519336 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1562f55-12ee-484d-a2b9-7a5db4e065ab', 'name': 'network-vif-deleted', 'tag': '4039b8c2-d281-4db0-9cdb-0328b73dfcb8', 'status': 'completed', 'code': 200} Nov 24 19:24:19.586279 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:19.632500 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-cff41efb-721b-44d0-9a1a-3f64e6966570 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The resource could not be found. Nov 24 19:24:19.634330 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cff41efb-721b-44d0-9a1a-3f64e6966570 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3800175 Nov 24 19:24:19.638202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42422) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:19.644676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597008321'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:19.652279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.653993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:19.666580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bb28eba0-034f-4602-8e8c-5514cb0d8741 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:19.677086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:19.687194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.693902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.722165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:19.727646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:19.732803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:19.739865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:19.749554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] For port fb7f50e6-2f9c-485a-8ecb-513305105557, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb7f50e6-2f9c-485a-8ecb-513305105557,segment=NetworkSegment(5974b486-1c33-4ad9-8916-ea28ff78099c),segment_id=5974b486-1c33-4ad9-8916-ea28ff78099c)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:19.788114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.813821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Transition to ACTIVE for port object fb7f50e6-2f9c-485a-8ecb-513305105557 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:19.819904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.828286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:19.840432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.844450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.850918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5f983e9e-e255-42cd-8323-070dcb6c0762 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:19.891564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=d80684a9-b14f-430e-9655-0c964358d21c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:19.893742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d30faaa-7f33-446f-9691-5523d7f6e155,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:19.896773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:19.910460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:19.920899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': '45c3e170-ce03-4071-8b6a-5776c0e9426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:19.921363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: 1fbcf5ff-05a0-4025-a97e-7eca80e3956d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:19.923866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.930476 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2909954 Nov 24 19:24:19.931368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42428) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:19.944039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--806190790'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:19.944959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:19.958215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:19.959952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 1fbcf5ff-05a0-4025-a97e-7eca80e3956d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:19.968555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:19.971484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:19.972197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:19.978416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:19.991971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:20.018915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Pushing event updated for resources: {'Port': ['ID=fb7f50e6-2f9c-485a-8ecb-513305105557,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:20.023633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:20.033106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.052156 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9617779 Nov 24 19:24:20.052156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42432) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:20.059306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:20.092327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:20.103146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c539b35-9ee8-4b1a-b1f7-c3cb8d99c91b None None] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:20.128089 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:58Z', 'revision_number': 5, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:20.133720 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] Checking router: 49464fdc-d4d9-4f46-9c96-fdf074020812 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:24:20.145241 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:20.145941 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:20.171622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:20.181374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:20.185720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e615db07-0eed-497d-8b82-39385a4b722a req-efb503e5-5f97-41ae-bacd-9ffcc1053dae tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Synchronizing usage tracker for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:20.192827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:20.227797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e615db07-0eed-497d-8b82-39385a4b722a req-efb503e5-5f97-41ae-bacd-9ffcc1053dae tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Unset dirty status for tenant:b1b6b54ed5404b15a2a2495c2a694600 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:20.229229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e615db07-0eed-497d-8b82-39385a4b722a req-efb503e5-5f97-41ae-bacd-9ffcc1053dae tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1562f55-12ee-484d-a2b9-7a5db4e065ab HTTP/1.1" status: 200 len: 210 time: 0.1481290 Nov 24 19:24:20.312458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26384475'] for subnet, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.314780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:24:20.315147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:24:20.317078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.325198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.331774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c8931db-a34f-4bb3-8b39-a21511026081 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:20.370849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4e6e5-8aee-4936-9e37-8cc64962e03c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:20.373498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:20.395395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.403423 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4695272 Nov 24 19:24:20.404850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42436) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:20.408270 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:20.420210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-17af980f-19a7-457d-902b-9428f966ba50 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': '7d30faaa-7f33-446f-9691-5523d7f6e155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3ff4e6e5-8aee-4936-9e37-8cc64962e03c'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:20.428352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-17af980f-19a7-457d-902b-9428f966ba50 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:20.437441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-17af980f-19a7-457d-902b-9428f966ba50 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:20.445435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-17af980f-19a7-457d-902b-9428f966ba50 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:20.454769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-17af980f-19a7-457d-902b-9428f966ba50 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:20.491128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-17af980f-19a7-457d-902b-9428f966ba50 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:20.496530 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-17af980f-19a7-457d-902b-9428f966ba50 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0890162 Nov 24 19:24:20.496879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42440) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:20.506820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-1fbcf5ff-05a0-4025-a97e-7eca80e3956d', 'network_id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': 'd80684a9-b14f-430e-9655-0c964358d21c'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:20.508632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.619134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.668246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.678533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734276240204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26433146'] for subnet, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.688055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e953a14b-0ec7-4686-a12c-f29bc2689d6a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:20.745184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Allocated IP 2001:db8::2 (1fbcf5ff-05a0-4025-a97e-7eca80e3956d/d80684a9-b14f-430e-9655-0c964358d21c/6a507904-227a-46cc-a94b-b6aa3b1c98bf) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:20.752917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:20.753558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.755021 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "PUT /v2.0/subnets/d80684a9-b14f-430e-9655-0c964358d21c HTTP/1.1" status: 200 len: 826 time: 0.7022717 Nov 24 19:24:20.758529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42444) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:20.800916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=d80684a9-b14f-430e-9655-0c964358d21c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:20.804278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:20.813169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.821432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-412d0497-a0c6-4af6-b732-bdb35e75d5fc tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:20.824516 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:58Z', 'revision_number': 5, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:20.828934 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a2901-52b5-4ee5-84de-d27954160040 None None] The sync data for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv is: [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:18:47Z', 'revision_number': 4, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'd5ee441a-bddc-4112-af7f-bc7d4bfdf0db', 'name': '', 'network_id': '89cf7b32-260d-4e63-be29-4fc5802e392e', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'mac_address': 'fa:16:3e:92:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:45Z', 'updated_at': '2021-11-24T19:18:58Z', 'revision_number': 5, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'subnets': [{'id': '83169fae-d037-4988-afe0-8d3a23af2ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:24:20.844770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4e6e5-8aee-4936-9e37-8cc64962e03c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:20.847264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:20.855027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:20.856218 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/3ff4e6e5-8aee-4936-9e37-8cc64962e03c HTTP/1.1" status: 204 len: 168 time: 0.3583312 Nov 24 19:24:20.858943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42448) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:20.971086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0912dfea-2ca3-4566-8c1b-7f6aeb64b64c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:20.993464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0912dfea-2ca3-4566-8c1b-7f6aeb64b64c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:20.998145 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0912dfea-2ca3-4566-8c1b-7f6aeb64b64c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1354160 Nov 24 19:24:20.998704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42452) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.008374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.079933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.091682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.092926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d38c0c-0e90-4cac-9a35-307caae4f52c None None] Network fd91d898-1209-4ae9-b180-7cb435c2423f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:21.100600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.140590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.140923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:21.206999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.211656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-35be49c7-4d05-4780-8525-6236f19ed862 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:21.226794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d30faaa-7f33-446f-9691-5523d7f6e155,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:21.229105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:21.239843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.240987 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/7d30faaa-7f33-446f-9691-5523d7f6e155 HTTP/1.1" status: 204 len: 168 time: 0.2412217 Nov 24 19:24:21.243646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42456) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.251213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:21.251571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4039b8c2-d281-4db0-9cdb-0328b73dfcb8 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:21.258912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376a43f-1263-4cea-b46e-7c03360664d0 None None] New status for floating IP 1499827e-0941-4d45-b7bc-bdebbae23926: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:24:21.303593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e3a8c3a-39a8-4d6a-bad3-777958a7e3e4 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:21.322081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e3a8c3a-39a8-4d6a-bad3-777958a7e3e4 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:21.326259 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3e3a8c3a-39a8-4d6a-bad3-777958a7e3e4 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0786502 Nov 24 19:24:21.330225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42462) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.335576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--305300922'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:21.342976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:21.354652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:21.365002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42468) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.380498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.425943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:21.433155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:21.438046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c66893a3-2afa-4849-b58b-6e93d7ca5629 None None] Provisioning for port fb7f50e6-2f9c-485a-8ecb-513305105557 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:21.439442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:21.453256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:21.467757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.514034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.548690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port fb7f50e6-2f9c-485a-8ecb-513305105557, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb7f50e6-2f9c-485a-8ecb-513305105557,segment=NetworkSegment(5974b486-1c33-4ad9-8916-ea28ff78099c),segment_id=5974b486-1c33-4ad9-8916-ea28ff78099c)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:21.556454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c66893a3-2afa-4849-b58b-6e93d7ca5629 None None] Provisioning complete for port fb7f50e6-2f9c-485a-8ecb-513305105557 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:21.556838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c66893a3-2afa-4849-b58b-6e93d7ca5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.596561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.603391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.608789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dc771bdb-0814-496c-8e0b-1bf16c720a7c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:21.622311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.637848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.639405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d6d22961-9355-4024-bfa3-60136139f97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:21.663793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6694f4e-2df5-4cff-998e-dc8411c88001,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:21.669612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:21.672288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0f5d234-b5ac-49fb-8878-b203f9f3a043 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:21.686655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66fc44-8aa4-45f8-8f21-615bc5a0a621,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:21.688905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.692486 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "DELETE /v2.0/security-groups/bb66fc44-8aa4-45f8-8f21-615bc5a0a621 HTTP/1.1" status: 204 len: 168 time: 0.3239927 Nov 24 19:24:21.692486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:21.692697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42474) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.710264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.714603 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3802986 Nov 24 19:24:21.714955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42478) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.716150 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-ec480af5-46bd-4f4c-8180-f825044a6fab tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] show failed (client error): The resource could not be found. Nov 24 19:24:21.718942 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ec480af5-46bd-4f4c-8180-f825044a6fab tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "GET /v2.0/security-groups/bb66fc44-8aa4-45f8-8f21-615bc5a0a621 HTTP/1.1" status: 404 len: 347 time: 0.0235894 Nov 24 19:24:21.721141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42482) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.722963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f66341bf-d088-4a39-9e44-7980f764ea86 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': 'f6694f4e-2df5-4cff-998e-dc8411c88001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:21.729102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f66341bf-d088-4a39-9e44-7980f764ea86 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:21.743180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f66341bf-d088-4a39-9e44-7980f764ea86 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:21.746683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f66341bf-d088-4a39-9e44-7980f764ea86 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:21.755307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f66341bf-d088-4a39-9e44-7980f764ea86 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:21.761977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.764767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb7f50e6-2f9c-485a-8ecb-513305105557 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:21.800017 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-f66341bf-d088-4a39-9e44-7980f764ea86 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:21.807665 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f66341bf-d088-4a39-9e44-7980f764ea86 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0830948 Nov 24 19:24:21.807665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42486) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.807665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42490) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.851380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b06a046b-6ad7-4607-86d1-440b8669326c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group_rule': {'security_group_id': 'f6694f4e-2df5-4cff-998e-dc8411c88001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:21.856399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Transition to ACTIVE for port object 6a507904-227a-46cc-a94b-b6aa3b1c98bf will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:21.864517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b06a046b-6ad7-4607-86d1-440b8669326c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:21.875015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b06a046b-6ad7-4607-86d1-440b8669326c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:21.878926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b06a046b-6ad7-4607-86d1-440b8669326c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:21.892397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b06a046b-6ad7-4607-86d1-440b8669326c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:21.913528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Deleting port 61349ea2-77e9-42ab-9da6-09c47af6f640 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:21.914588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:21.923107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f765265-2b9b-4b11-b779-1aaa7e0d622e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:21.923883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f765265-2b9b-4b11-b779-1aaa7e0d622e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:21.924528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f765265-2b9b-4b11-b779-1aaa7e0d622e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:21.926618 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2f765265-2b9b-4b11-b779-1aaa7e0d622e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=827a949a316842afa94df5c4e80d4e9c&network_id=86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 200 len: 2999 time: 0.1179168 Nov 24 19:24:21.957733 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-b06a046b-6ad7-4607-86d1-440b8669326c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:24:21.959139 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b06a046b-6ad7-4607-86d1-440b8669326c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1533070 Nov 24 19:24:21.962703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=fb7f50e6-2f9c-485a-8ecb-513305105557,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:21.964485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42496) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:21.973490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:21.979980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Transition to ACTIVE for port object 6a507904-227a-46cc-a94b-b6aa3b1c98bf will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:22.034640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.048716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0b96340a-3983-4e01-878e-b54aa6d40601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:22.053450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.083750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.141602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.147700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:22.170543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:22.172069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6694f4e-2df5-4cff-998e-dc8411c88001,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:22.175156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:22.177374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.181775 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/f6694f4e-2df5-4cff-998e-dc8411c88001 HTTP/1.1" status: 204 len: 168 time: 0.2064269 Nov 24 19:24:22.182393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42502) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.189085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:22.218656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.221277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:22.224969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-866bdb60-80f5-4ad5-9f23-283fd054f4fd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:22.230947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb7f50e6-2f9c-485a-8ecb-513305105557 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:22.231403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.239664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ba7a6782-6274-41f4-949a-ef7aca401374 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:22.258893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ba7a6782-6274-41f4-949a-ef7aca401374 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:22.265312 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ba7a6782-6274-41f4-949a-ef7aca401374 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0767343 Nov 24 19:24:22.265501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Pushing event updated for resources: {'Port': ['ID=6a507904-227a-46cc-a94b-b6aa3b1c98bf,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:22.268308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42506) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.280523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311955475'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:22.285526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:22.288951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:22.297259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=d80684a9-b14f-430e-9655-0c964358d21c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:22.307884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:22.308227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:22.318626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.340200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:22.343984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Usage tracker for resource:security_group_rule and tenant:453add4840de4e4fa35668890929b49d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:22.346999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:22.353261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:22.383991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.384323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.407127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.407784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Attempting to bind port 6a507904-227a-46cc-a94b-b6aa3b1c98bf on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:22.408091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Attempting to bind port 6a507904-227a-46cc-a94b-b6aa3b1c98bf by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '45c3e170-ce03-4071-8b6a-5776c0e9426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:22.408489 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Attempting to bind port 6a507904-227a-46cc-a94b-b6aa3b1c98bf on network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:22.420893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:22.421270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Checking segment: {'id': '45c3e170-ce03-4071-8b6a-5776c0e9426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:22.421881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.422281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Bound using segment: {'id': '45c3e170-ce03-4071-8b6a-5776c0e9426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:22.422748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Bound port: 6a507904-227a-46cc-a94b-b6aa3b1c98bf, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c3e170-ce03-4071-8b6a-5776c0e9426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:22.423281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.434195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.439337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.445482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a14ea54c-247d-4f36-81d2-4fef735cd19b tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:22.496103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ced25e-33a7-4413-aa20-8c90e815cc83,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:22.499198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:22.503354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.508535 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2339127 Nov 24 19:24:22.508651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42510) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.515270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5f22ee14-5c05-4415-a0ab-ee0107fb76d5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:22.515780 dv-neutron-818346-1-hyperv neutron-server[87486]: WARNING neutron.api.v2.base [None req-5f22ee14-5c05-4415-a0ab-ee0107fb76d5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 19:24:22.516376 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-5f22ee14-5c05-4415-a0ab-ee0107fb76d5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 19:24:22.520088 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f22ee14-5c05-4415-a0ab-ee0107fb76d5 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "PUT /v2.0/security-groups/25ced25e-33a7-4413-aa20-8c90e815cc83 HTTP/1.1" status: 409 len: 330 time: 0.0079131 Nov 24 19:24:22.520218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42514) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.540781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Calling delete_port for 61349ea2-77e9-42ab-9da6-09c47af6f640 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:22.572715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] For port 6a507904-227a-46cc-a94b-b6aa3b1c98bf, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:22.577307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] For port 6a507904-227a-46cc-a94b-b6aa3b1c98bf, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6a507904-227a-46cc-a94b-b6aa3b1c98bf,segment=NetworkSegment(45c3e170-ce03-4071-8b6a-5776c0e9426e),segment_id=45c3e170-ce03-4071-8b6a-5776c0e9426e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:22.585541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.593608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-12db1b81-5bcd-4e81-9c8d-e76e23d4e533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:22.600075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbcf5ff-05a0-4025-a97e-7eca80e3956d']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:22.616158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.623616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c3e170-ce03-4071-8b6a-5776c0e9426e') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:22.623913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c3e170-ce03-4071-8b6a-5776c0e9426e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:22.649538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.659226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.688643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.706688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:22.706850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:22.722172 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:22.754220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.759399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cf2d2c76-5f66-4825-940b-ad45846d0bfe tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:22.767152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Pushing event updated for resources: {'Port': ['ID=6a507904-227a-46cc-a94b-b6aa3b1c98bf,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:22.774503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ced25e-33a7-4413-aa20-8c90e815cc83,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:22.780171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:22.783204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:22.787855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.792986 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/25ced25e-33a7-4413-aa20-8c90e815cc83 HTTP/1.1" status: 204 len: 168 time: 0.2716098 Nov 24 19:24:22.793803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42520) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.833691 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9b740707-bdc8-42a6-a602-b60b34d58220 None None] Provisioning complete for port fb7f50e6-2f9c-485a-8ecb-513305105557 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:22.834612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9b740707-bdc8-42a6-a602-b60b34d58220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.851446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:24:22.851446 dv-neutron-818346-1-hyperv neutron-server[87485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:24:22.851446 dv-neutron-818346-1-hyperv neutron-server[87485]: [parameters: {'id': '1fbcf5ff-05a0-4025-a97e-7eca80e3956d'}] Nov 24 19:24:22.851446 dv-neutron-818346-1-hyperv neutron-server[87485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:24:22.851914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:24:22.859743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-15fe034b-5ef1-43de-9021-3960a005f5cd tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Synchronizing usage tracker for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:22.865154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:22.866648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d3c07-d45d-4268-a74e-0c2df8fe694c None None] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:22.869743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-29b256f9-3856-4b0d-aa49-05f9ba94673a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:22.878001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-15fe034b-5ef1-43de-9021-3960a005f5cd tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Unset dirty status for tenant:453add4840de4e4fa35668890929b49d on resource:security_group {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:22.880283 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-15fe034b-5ef1-43de-9021-3960a005f5cd tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0848904 Nov 24 19:24:22.884938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42524) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.910722 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-e15ec167-4fdf-495d-91fe-f6c0adf36e1f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] delete failed (client error): The resource could not be found. Nov 24 19:24:22.912038 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e15ec167-4fdf-495d-91fe-f6c0adf36e1f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "DELETE /v2.0/security-groups/c5133290-627c-4f92-90ce-4d312d08de27 HTTP/1.1" status: 404 len: 347 time: 0.0260508 Nov 24 19:24:22.916057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42528) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.926744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Pushing event deleted for resources: {'Port': ['ID=61349ea2-77e9-42ab-9da6-09c47af6f640,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:22.931523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:22.942462 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-64ca3e55-b59b-4104-b9ed-e8a2d9aee353 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] show failed (client error): The resource could not be found. Nov 24 19:24:22.943611 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-64ca3e55-b59b-4104-b9ed-e8a2d9aee353 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-groups/12af4d9a-6aa9-48d5-9cdf-4e4d76130696 HTTP/1.1" status: 404 len: 347 time: 0.0264378 Nov 24 19:24:22.949070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42532) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:22.969474 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-27bd20cc-31b9-48a1-95fb-2e6a72bbecf3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] show failed (client error): The resource could not be found. Nov 24 19:24:22.972001 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-27bd20cc-31b9-48a1-95fb-2e6a72bbecf3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] 10.222.0.47 "GET /v2.0/security-group-rules/e4e5d2a2-4a79-45d8-be2b-3d84f14f6e5d HTTP/1.1" status: 404 len: 356 time: 0.0203607 Nov 24 19:24:23.050182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.077585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.078745 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] 10.222.0.47 "DELETE /v2.0/floatingips/1499827e-0941-4d45-b7bc-bdebbae23926 HTTP/1.1" status: 204 len: 168 time: 1.3565922 Nov 24 19:24:23.082098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42540) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:23.217807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701260b-5e6c-4af1-8eaf-303ee1f21946 None None] Network 1fbcf5ff-05a0-4025-a97e-7eca80e3956d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:23.267356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42548) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:23.353379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.364996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting port 6a507904-227a-46cc-a94b-b6aa3b1c98bf {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:23.365682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.394575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42554) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:23.426873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89657953-8eba-402b-98eb-261e40abaa19 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:24:23.571555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89657953-8eba-402b-98eb-261e40abaa19 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:24:23.573413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049f160-81c6-45a5-bb1c-94697bc30482 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:23.574891 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6049f160-81c6-45a5-bb1c-94697bc30482 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 814 time: 0.1742795 Nov 24 19:24:23.583875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8f1fefc6-a652-4769-9c83-41bc3b234252 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=453add4840de4e4fa35668890929b49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124757 Nov 24 19:24:23.584704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42558) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:23.746668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb7f50e6-2f9c-485a-8ecb-513305105557 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:23.747219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] For port 6a507904-227a-46cc-a94b-b6aa3b1c98bf, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6a507904-227a-46cc-a94b-b6aa3b1c98bf,segment=NetworkSegment(45c3e170-ce03-4071-8b6a-5776c0e9426e),segment_id=45c3e170-ce03-4071-8b6a-5776c0e9426e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:23.747492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.762460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.863830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.889462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Calling delete_port for 6a507904-227a-46cc-a94b-b6aa3b1c98bf owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:23.897740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb7f50e6-2f9c-485a-8ecb-513305105557 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:23.898197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:23.947022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.020526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.027609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:24.049060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42566) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:24.055328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--1322944782', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:24.064317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:24.072800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:24.077860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:24.089928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:24.159881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:24.163311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.190009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.206276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Port': ['ID=6a507904-227a-46cc-a94b-b6aa3b1c98bf,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:24.206276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No DVR routers for this DVR port 6a507904-227a-46cc-a94b-b6aa3b1c98bf on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:24.236080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:24.236284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-50bb67af-e050-44f8-9a84-78e411704367 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:24.242488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:24.254651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.254986 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment 323dc400-f0e1-46f6-9d04-c1f31958d732 of type vlan for network cc382713-7d23-44b2-8816-a31d6661fb99 Nov 24 19:24:24.272855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e566b1b-7853-4f4c-9de2-913f7bad92a1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:24.281023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:24.311596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.338854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.342361 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e566b1b-7853-4f4c-9de2-913f7bad92a1 HTTP/1.1" status: 204 len: 168 time: 0.7548468 Nov 24 19:24:24.359159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.361054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Deleting port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:24.361392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.386646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbcf5ff-05a0-4025-a97e-7eca80e3956d']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:24.400311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c3e170-ce03-4071-8b6a-5776c0e9426e') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:24.400597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c3e170-ce03-4071-8b6a-5776c0e9426e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:24.410699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.412883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.416755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:24.417344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.424061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ba47661a-bc6e-4404-8217-9186d31315e4 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:24.430124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.436395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:24.436792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:24.452329 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:24.537387 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4842925 Nov 24 19:24:24.537723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42574) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:24.588879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.594339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d8b4356-39cc-4880-92f0-7f44f33b17b3 tempest-ExternalNetworksTestJSON-911098303 tempest-ExternalNetworksTestJSON-911098303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:24.607303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=cc382713-7d23-44b2-8816-a31d6661fb99,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:24.611255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:24.613032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.621237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network cc382713-7d23-44b2-8816-a31d6661fb99 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:24.629248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=1fbcf5ff-05a0-4025-a97e-7eca80e3956d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:24.636043 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/1fbcf5ff-05a0-4025-a97e-7eca80e3956d HTTP/1.1" status: 204 len: 168 time: 3.8729486 Nov 24 19:24:24.636043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:24.636773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42582) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:24.663713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] For port d5ee441a-bddc-4112-af7f-bc7d4bfdf0db, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:24.664172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.665140 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-981fa9b1-0886-4ef1-8b59-f98985fc3f12 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:24.665627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981fa9b1-0886-4ef1-8b59-f98985fc3f12 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:24.671302 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-981fa9b1-0886-4ef1-8b59-f98985fc3f12 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/1fbcf5ff-05a0-4025-a97e-7eca80e3956d HTTP/1.1" status: 404 len: 339 time: 0.0296457 Nov 24 19:24:24.671302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cde798-3991-410b-a824-4d101b9726fc tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:24.671302 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-63cde798-3991-410b-a824-4d101b9726fc tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1318221 Nov 24 19:24:24.671624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42586) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:24.673570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42588) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:24.682789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1534555297', 'description': 'd1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:24.704415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:24.714109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Usage tracker for resource:network and tenant:a7b86985df4b43979b7be4f4d6915ab6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:24.764033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:24.781292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:24.799756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:24.803250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.836425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Calling delete_port for d5ee441a-bddc-4112-af7f-bc7d4bfdf0db owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:24.856955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd0f47-33a4-41e8-bacf-d8b00a49bb85 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:24.858505 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f5bd0f47-33a4-41e8-bacf-d8b00a49bb85 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1837964 Nov 24 19:24:24.861386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42600) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:24.866181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:24.909781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-587a4f8e-e5b8-46f0-a205-41628a64b894 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472279 Nov 24 19:24:24.912769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.913167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42606) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:24.913325 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 27e67aa5-0c0c-4cf1-a86b-d47993013f1c of type vlan for network 91fef950-0ad4-411d-bf32-a69f0308d0b2 Nov 24 19:24:24.947975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.987888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:24.995128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:24.996329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:25.000391 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-33d5affa-1d1c-4c1a-9670-1bf422be3f40 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814953 Nov 24 19:24:25.000739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42612) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.001453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-962000fa-355a-4768-91aa-5d942fedf393 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:25.116062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:25.121411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-24fd7d0e-c660-43e5-b3ab-bebd4f5ba3e2 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:25.152596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42618) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.163037 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024974 Nov 24 19:24:25.168422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42620) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.171457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ee441a-bddc-4112-af7f-bc7d4bfdf0db,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:25.174442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:25.199589 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5270791 Nov 24 19:24:25.206095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42626) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.214804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=91fef950-0ad4-411d-bf32-a69f0308d0b2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:25.234245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 91fef950-0ad4-411d-bf32-a69f0308d0b2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:25.240672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:25.368152 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5f488d80-6cd1-4c8e-a81a-f5af1410eda6 tempest-NetworksApiDiscovery-107171661 tempest-NetworksApiDiscovery-107171661-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1800847 Nov 24 19:24:25.388017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd0c71-a661-4b16-a505-38a12ee754da tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:25.390093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-42fd0c71-a661-4b16-a505-38a12ee754da tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3741779 Nov 24 19:24:25.393433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42632) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.438803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c39b9b4-d860-409c-ad25-7b777f6980f9 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:25.439208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6c39b9b4-d860-409c-ad25-7b777f6980f9 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Synchronizing usage tracker for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:25.448121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7599ea4a-0cca-4261-ad09-7d13852ecb1a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533774 Nov 24 19:24:25.450834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42636) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.473325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6c39b9b4-d860-409c-ad25-7b777f6980f9 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Unset dirty status for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:25.487265 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c39b9b4-d860-409c-ad25-7b777f6980f9 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/networks?id=91fef950-0ad4-411d-bf32-a69f0308d0b2 HTTP/1.1" status: 200 len: 765 time: 0.2650278 Nov 24 19:24:25.487265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42640) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.498583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'description': 'd2'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:25.631159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-657086910', 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:25.717074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42646) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.772845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:25.778848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:25.780553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:25.784696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:25.787349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:25.795343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:25.798581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:25.805028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b7336a3e-d518-48f0-840c-84c11627fefb tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:25.828179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network 91fef950-0ad4-411d-bf32-a69f0308d0b2 is not hosted by any dhcp agent {{(pid=87485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 19:24:25.833941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:25.834596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:25.840390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "PUT /v2.0/networks/91fef950-0ad4-411d-bf32-a69f0308d0b2 HTTP/1.1" status: 200 len: 762 time: 0.3553445 Nov 24 19:24:25.840390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42652) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:25.876358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:25.879747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.125425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.154851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=91fef950-0ad4-411d-bf32-a69f0308d0b2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:26.162636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:26.166359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:26.168558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 91fef950-0ad4-411d-bf32-a69f0308d0b2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:26.180870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Usage tracker for resource:security_group_rule and tenant:9f029095ed0a4710aba53f80318afde5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:26.185421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:26.198993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc342cd-b304-41ca-963b-5c62314cb82c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:26.204150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7dc342cd-b304-41ca-963b-5c62314cb82c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/networks?id=91fef950-0ad4-411d-bf32-a69f0308d0b2 HTTP/1.1" status: 200 len: 765 time: 0.3598201 Nov 24 19:24:26.204150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:26.204356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42658) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:26.357049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Router 49464fdc-d4d9-4f46-9c96-fdf074020812 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:24:26.363506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.368229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d02f36b-3c52-41e4-946a-9ca4cfb572a7 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:26.396674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d203abd3-eb90-4eca-8b7a-e14ad3b022ab tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:26.398042 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d203abd3-eb90-4eca-8b7a-e14ad3b022ab tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1927886 Nov 24 19:24:26.404002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42662) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:26.436703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.440596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.447616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f343d277-7fe3-4099-aeb3-2e02459e867b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:26.488853 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f029095ed0a4710aba53f80318afde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7704616 Nov 24 19:24:26.489764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db29675-dc57-442e-a688-c0b0b4fbdfeb,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:26.492771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42666) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:26.495023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:26.533442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a085bc8-46ce-4020-8a44-80465641654c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Synchronizing usage tracker for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:26.556889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.581633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=55760322-add4-4b00-80d2-ca204d4a3de1,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:26.582302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.590288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:26.593477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:26.593833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: cc382713-7d23-44b2-8816-a31d6661fb99, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:26.597930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a085bc8-46ce-4020-8a44-80465641654c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Unset dirty status for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:26.599065 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2a085bc8-46ce-4020-8a44-80465641654c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 207 time: 0.1886680 Nov 24 19:24:26.603648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42670) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:26.695671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network cc382713-7d23-44b2-8816-a31d6661fb99 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:26.699811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:24:26.711826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] Sync routers for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:24:26.717125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, cc382713-7d23-44b2-8816-a31d6661fb99) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:26.724155 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] 10.222.0.47 "PUT /v2.0/routers/49464fdc-d4d9-4f46-9c96-fdf074020812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6376958 Nov 24 19:24:26.724872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42674) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:26.725822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:26.727110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.730918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7450a21-b100-4e04-afea-1c4282e7c7b8 None None] Network cc382713-7d23-44b2-8816-a31d6661fb99 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:26.750220 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2935328 Nov 24 19:24:26.763933 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:26.764610 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:26.841043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.850612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8c9c7c2a-c0ea-4f27-918c-c85b7b06c149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:26.937254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db29675-dc57-442e-a688-c0b0b4fbdfeb,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:26.953432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:26.954176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:26.958070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9db29675-dc57-442e-a688-c0b0b4fbdfeb HTTP/1.1" status: 204 len: 168 time: 0.4645047 Nov 24 19:24:26.967173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4915c03-3858-40fc-90ad-aa039afffec4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:26.974439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4915c03-3858-40fc-90ad-aa039afffec4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:26.981355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4915c03-3858-40fc-90ad-aa039afffec4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:26.990153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4915c03-3858-40fc-90ad-aa039afffec4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:26.997207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4915c03-3858-40fc-90ad-aa039afffec4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.003950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4915c03-3858-40fc-90ad-aa039afffec4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.010809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42682) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:27.011455 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b4915c03-3858-40fc-90ad-aa039afffec4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4067106 Nov 24 19:24:27.016592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42686) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:27.025710 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:27.039777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.052326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790094996', 'description': 'tempest-secgroup-smoke-1790094996 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:27.072934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-cc382713-7d23-44b2-8816-a31d6661fb99', 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': '55760322-add4-4b00-80d2-ca204d4a3de1'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:27.074167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.079914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:27.253922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Allocated IP 172.20.0.18 (cc382713-7d23-44b2-8816-a31d6661fb99/55760322-add4-4b00-80d2-ca204d4a3de1/eeaffe3c-07fa-48eb-91cb-81ef7fd55478) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:27.321586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.336907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Deleting port cf356dac-b554-41e0-aee5-45711b6776d2 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:27.337654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.360565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:27.384962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.428601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:27.439633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:27.454594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:27.465102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:27.494391 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:24:25Z', 'revision_number': 5, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port': {'id': 'cf356dac-b554-41e0-aee5-45711b6776d2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:18:36Z', 'updated_at': '2021-11-24T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:27.500292 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] Checking router: 49464fdc-d4d9-4f46-9c96-fdf074020812 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:24:27.516530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dec04872-c271-486a-87d8-62dd620cafd2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Synchronizing usage tracker for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:network {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:27.524130 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] Routers {'49464fdc-d4d9-4f46-9c96-fdf074020812'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:27.528399 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['49464fdc-d4d9-4f46-9c96-fdf074020812'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:27.545797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dec04872-c271-486a-87d8-62dd620cafd2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Unset dirty status for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:network {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:27.547270 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dec04872-c271-486a-87d8-62dd620cafd2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5347283 Nov 24 19:24:27.551247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42698) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:27.627822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.638740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.650902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e3871647-ce15-4964-9b28-464770246550 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:27.659205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.661473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.663762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.666144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.667583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.668345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.669457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Synchronizing usage tracker for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:27.689398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] For port cf356dac-b554-41e0-aee5-45711b6776d2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cf356dac-b554-41e0-aee5-45711b6776d2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:27.690215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.694195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Transition to ACTIVE for port object eeaffe3c-07fa-48eb-91cb-81ef7fd55478 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:27.704926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43715199-c03b-460f-b856-e51ae1a88070,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:27.717553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:27.718963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.722850 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7022982 Nov 24 19:24:27.723124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42704) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:27.725134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Unset dirty status for tenant:a7b86985df4b43979b7be4f4d6915ab6 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:27.726828 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-107fe09e-fca5-49d4-a377-9e7b78366466 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1743219 Nov 24 19:24:27.731283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '43715199-c03b-460f-b856-e51ae1a88070', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:27.736433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42708) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:27.739370 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Transition to ACTIVE for port object eeaffe3c-07fa-48eb-91cb-81ef7fd55478 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:27.741363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:27.756483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.763326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4f5e5f33-ed0a-4237-b22d-1d9d9c87c25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:27.791058 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] Set router 49464fdc-d4d9-4f46-9c96-fdf074020812 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:27.812813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:27.827215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:27.827646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Network cc382713-7d23-44b2-8816-a31d6661fb99 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:27.831641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:27.835628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:27.845928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:27.876532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Calling delete_port for cf356dac-b554-41e0-aee5-45711b6776d2 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:27.881589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7d23c-8ffb-4bae-9f67-7ecbbfdd9062 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.883806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7d23c-8ffb-4bae-9f67-7ecbbfdd9062 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.885223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7d23c-8ffb-4bae-9f67-7ecbbfdd9062 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.887054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Pushing event updated for resources: {'Port': ['ID=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:27.887187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7d23c-8ffb-4bae-9f67-7ecbbfdd9062 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.888358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7d23c-8ffb-4bae-9f67-7ecbbfdd9062 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:27.889645 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f1f7d23c-8ffb-4bae-9f67-7ecbbfdd9062 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1507514 Nov 24 19:24:27.893295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:27.907232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42716) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:27.979051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Attempting to bind port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:27.981909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Attempting to bind port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:27.984789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Attempting to bind port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 on network cc382713-7d23-44b2-8816-a31d6661fb99 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:27.987444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:27.999752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:28.000297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Checking segment: {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:28.000721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.001129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Bound using segment: {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:28.002264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Bound port: eeaffe3c-07fa-48eb-91cb-81ef7fd55478, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:28.002264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.049605 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:24:27Z', 'revision_number': 6, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:28.061884 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f951d-da3c-4b5b-ab40-a822be823bac None None] The sync data for ids ['49464fdc-d4d9-4f46-9c96-fdf074020812'] in dv-neutron-818346-1-hyperv is: [{'id': '49464fdc-d4d9-4f46-9c96-fdf074020812', 'name': 'tempest-ServerActionsTestJSON-404485454-router', 'tenant_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:18:33Z', 'updated_at': '2021-11-24T19:24:27Z', 'revision_number': 6, 'project_id': 'b1b6b54ed5404b15a2a2495c2a694600', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:24:28.162737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] For port eeaffe3c-07fa-48eb-91cb-81ef7fd55478, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:28.169885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] For port eeaffe3c-07fa-48eb-91cb-81ef7fd55478, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:28.175995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.186764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.190439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25a3292a-4176-4db3-8f57-5cbc40b34856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:28.194152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6d5ff-b65b-4887-b3a8-9869debcb0a2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:28.199730 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-29a6d5ff-b65b-4887-b3a8-9869debcb0a2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/networks/94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 HTTP/1.1" status: 200 len: 803 time: 0.2880363 Nov 24 19:24:28.199730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.199730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d6ae256c-efa3-4eee-8e45-f9b089782e28 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:28.219582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42724) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:28.220319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bf9eef-5083-4d06-9a13-7a9ce663cf7c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:28.225953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:28.272932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.283458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8a73c67-7699-4cd3-b468-ad445050c7ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:28.306208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Pushing event updated for resources: {'Port': ['ID=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:28.311703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:28.391205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.392726 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6678982 Nov 24 19:24:28.398503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42732) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:28.399500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf356dac-b554-41e0-aee5-45711b6776d2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:28.402436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:28.410661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '43715199-c03b-460f-b856-e51ae1a88070', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:28.421722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:28.431570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:28.450755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:28.461330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:28.473670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.488048 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0439c5cc-1f16-4adb-ad45-5f0277ee0293 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/networks/94d2d4e6-7928-4c5a-9cce-f3b33faac6d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2649279 Nov 24 19:24:28.494504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42736) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:28.571512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.638234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c906b238-e58b-4001-ac33-6997e472ec40 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:28.646148 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c906b238-e58b-4001-ac33-6997e472ec40 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/subnets/e833f34a-9de9-4a14-8d08-480ffaccf449 HTTP/1.1" status: 200 len: 843 time: 0.1469040 Nov 24 19:24:28.659306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42744) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:28.771146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db420af5-22c0-4c43-b1b7-8e728fa8e4a1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:28.778465 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-db420af5-22c0-4c43-b1b7-8e728fa8e4a1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "GET /v2.0/subnets/e833f34a-9de9-4a14-8d08-480ffaccf449?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1125090 Nov 24 19:24:28.778656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42750) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:28.789226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783864601'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:28.794916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.797196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.798112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.799306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:28.804650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.806687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1cb1527-5963-4a3c-a645-4ef8ce8319a2 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:28.822320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:28.836902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1c5e3d-1502-4e20-81dd-f7da668d24e5,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:28.839709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:28.845537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.846215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49464fdc-d4d9-4f46-9c96-fdf074020812 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:24:28.848993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:28.850914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.852635 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4530830 Nov 24 19:24:28.852947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.855563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42756) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:28.861761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '43715199-c03b-460f-b856-e51ae1a88070', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:28.869682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:28.874304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:28.878346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:28.883832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.884983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] 10.222.0.47 "DELETE /v2.0/routers/49464fdc-d4d9-4f46-9c96-fdf074020812 HTTP/1.1" status: 204 len: 168 time: 2.1604283 Nov 24 19:24:28.885216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:28.887553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42760) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:28.910825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.931174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:28.951738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:28.952126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Added segment 91b82001-9ff8-45aa-a680-e189a10631ef of type vlan for network f335664e-47fb-4f82-b01d-bc706d83916f Nov 24 19:24:28.966465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Deleting subnet 83169fae-d037-4988-afe0-8d3a23af2ee8 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:28.980200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.010951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.019492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.023239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72077605-51ee-4741-8bf5-85eec8102c08 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:29.032122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.051296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.051938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07f44db-abd2-43c1-bf75-1fe2bb481f12,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:29.064064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:29.082446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.085461 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2284222 Nov 24 19:24:29.088260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42766) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:29.094434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '43715199-c03b-460f-b856-e51ae1a88070', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:29.105852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:29.109075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:29.114697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:29.123700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:29.126249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.131800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:29.132447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.140734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fe3c85a7-3968-406b-89bf-71b07c47c3ff tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:29.144804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.229270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.234825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.238285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a4f7e5-2eff-4d39-8856-57f88c652da3 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:29.267442 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4839857 Nov 24 19:24:29.269562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42774) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:29.278926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecfd9ce-31de-44d9-a096-6c4320e52e86,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:29.280903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'network_id': 'f335664e-47fb-4f82-b01d-bc706d83916f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:29.281308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f13b1204-39a4-480e-bf4f-359f095c6dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.286729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:29.310581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.311354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Network': ['ID=f335664e-47fb-4f82-b01d-bc706d83916f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:29.314065 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228954 Nov 24 19:24:29.315833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42778) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:29.327694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network f335664e-47fb-4f82-b01d-bc706d83916f details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:29.328866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '43715199-c03b-460f-b856-e51ae1a88070', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:29.336841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:29.340897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:29.344110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:29.356983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:29.373766 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:29.383866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.422746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.462566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.466021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:29.479871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.481703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:29.509193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:29.510163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dbef02-acb8-4646-830d-e5304d5807ed,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:29.514699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:29.524798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:29.529271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.530735 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2134862 Nov 24 19:24:29.533148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42782) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:29.542057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '43715199-c03b-460f-b856-e51ae1a88070', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:29.545174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.549345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:29.550805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-597edce3-ad1b-4b16-be5c-18b692402d31 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:29.554085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:29.558060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:29.564176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:29.581292 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:29.589899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.593078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Made reservation on behalf of a7b86985df4b43979b7be4f4d6915ab6 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:29.596677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.625239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83169fae-d037-4988-afe0-8d3a23af2ee8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:29.628225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:29.633126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.644147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ee69f-91c1-4d42-a646-13ea3bd37f6c None None] Network 89cf7b32-260d-4e63-be29-4fc5802e392e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:29.684537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:29.699688 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] 10.222.0.47 "DELETE /v2.0/subnets/83169fae-d037-4988-afe0-8d3a23af2ee8 HTTP/1.1" status: 204 len: 168 time: 0.8110647 Nov 24 19:24:29.705601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-244041897', 'description': 'tempest-secgroup-smoke-244041897 description', 'project_id': 'bc55822092e84d3085b482bbb827f760'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:29.714804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42790) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:29.729897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:29.748789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:29.763986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Performing IP validity checks on allocation pools {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:24:29.763986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:24:29.770256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:29.798369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.804845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:29.816922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.833284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device eeaffe3c-07fa-48eb-91cb-81ef7fd55478 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:29.840024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8d3cc3b5-44a8-431b-928e-67b006d98dfc tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:29.849256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.856740 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163784 Nov 24 19:24:29.856740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.871392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.885386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e1bef3-4985-41d9-86cc-d318fc9bfe7f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:29.889503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:29.894884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:29.900458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:29.903609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:29.909763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:29.918825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:29.943215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5cdb31-5813-423b-bb7e-7f9e2483febc None None] Network cc382713-7d23-44b2-8816-a31d6661fb99 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:29.945021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Deleting port 929ba50c-0a43-4897-a0d1-f5292c02801d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:29.945630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.002249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.010403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.012976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82ba687b-f0c2-4866-b3bd-3c156ea08f08 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.028989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:30.042753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:30.050121 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:30.061399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:30.064381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631c3a50-48a2-4154-84a8-c5439fdc5a00,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.068442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:30.131992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.158472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.162714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.167441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a88cfe6-29d4-4605-b8cc-2117c370422c tempest-NegativeSecGroupTest-874097474 tempest-NegativeSecGroupTest-874097474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.176534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-282cf016-2154-44e0-a58b-943e398a8536 None None] Provisioning for port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:30.209535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22855f22-d36b-4b5b-ac21-476c42dd4292,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.212869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:30.217666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.219214 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5278990 Nov 24 19:24:30.222211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42806) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:30.228529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'security_group_rule': {'security_group_id': '22855f22-d36b-4b5b-ac21-476c42dd4292', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:30.235138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:30.239543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:30.242978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:30.249047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:30.253983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:30.274735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.302023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:30.302672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.339673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.345220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.347657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.371268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e758c69-19ff-476b-b641-f059971fb3cb,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.373738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:30.384436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.385869 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625857 Nov 24 19:24:30.388590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42810) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:30.394104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'security_group_rule': {'security_group_id': '22855f22-d36b-4b5b-ac21-476c42dd4292', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:30.400877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:30.404816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:30.408199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:30.415375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:30.446993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.453823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-7706c27c-9ddc-41c1-971a-1e52bb459747 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790094996&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.1603189 Nov 24 19:24:30.512224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.527685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] DHCP port deletion for 89cf7b32-260d-4e63-be29-4fc5802e392e request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:24:30.529110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.535516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.537991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.540892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] For port 929ba50c-0a43-4897-a0d1-f5292c02801d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=929ba50c-0a43-4897-a0d1-f5292c02801d,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:30.541526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.547176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Deleting port 929ba50c-0a43-4897-a0d1-f5292c02801d {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:30.547570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.563544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080ede9f-d075-4b66-9822-7b26018e2857,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.570337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:30.586245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.590942 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1980929 Nov 24 19:24:30.591502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42814) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:30.597259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'security_group_rule': {'security_group_id': '22855f22-d36b-4b5b-ac21-476c42dd4292', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:30.604009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:30.605831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.606007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port eeaffe3c-07fa-48eb-91cb-81ef7fd55478, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:30.609787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:30.613696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:30.619692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5d56b61d-0df6-4b85-9e2c-c83f5bb64bfa tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.622068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:30.642703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.645957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.655581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c997f10-a3f8-4090-9768-f11b88cf8ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.723311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d5ee441a-bddc-4112-af7f-bc7d4bfdf0db no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:30.744476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.749151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.751213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41b4ea06-d13f-4181-b7e2-7c69c4bc503b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.777084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: d5ee441a-bddc-4112-af7f-bc7d4bfdf0db {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:30.777582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d5ee441a-bddc-4112-af7f-bc7d4bfdf0db not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:30.778273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cf356dac-b554-41e0-aee5-45711b6776d2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:30.780852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7f1f77-e85a-42a8-a0a0-bbd69e035105,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.783510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:30.791933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.793236 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2006555 Nov 24 19:24:30.796162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42818) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:30.802000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'security_group_rule': {'security_group_id': '22855f22-d36b-4b5b-ac21-476c42dd4292', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:30.808575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:30.813094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:30.816359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:30.824328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:30.851462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.866959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Calling delete_port for 929ba50c-0a43-4897-a0d1-f5292c02801d owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:30.895678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: cf356dac-b554-41e0-aee5-45711b6776d2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:30.896414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cf356dac-b554-41e0-aee5-45711b6776d2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:30.924453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=b28e8a3e-dc92-4cfe-bea4-c8e05a5cb66b,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.927769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:30.928450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.933943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.936767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-43d57e9b-2087-4e69-ae17-ed3180a88858 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:30.963946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840501ac-f5af-405d-aadb-6944df71be1d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.968730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:30.974594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Checking segment: {'id': '91b82001-9ff8-45aa-a680-e189a10631ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f335664e-47fb-4f82-b01d-bc706d83916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:30.975151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network hostable DHCP agents. Network: f335664e-47fb-4f82-b01d-bc706d83916f, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:30.983079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:30.983484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:30.985282 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1879070 Nov 24 19:24:30.995311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42822) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:30.995780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:31.005402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'security_group_rule': {'security_group_id': '22855f22-d36b-4b5b-ac21-476c42dd4292', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:31.009584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] For port 929ba50c-0a43-4897-a0d1-f5292c02801d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=929ba50c-0a43-4897-a0d1-f5292c02801d,segment=NetworkSegment(4ed898a7-3639-4cc4-afb1-5890e8cfbb74),segment_id=4ed898a7-3639-4cc4-afb1-5890e8cfbb74)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:31.010065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.013740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:31.019430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:31.021055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6b268cca-4e82-4403-93ff-50b69ede8156 None None] Provisioning complete for port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:31.021506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6b268cca-4e82-4403-93ff-50b69ede8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.024303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:31.029656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-a21e9ca3-7ae7-4415-8bd3-4cd3f077bbe4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:31.031160 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-a21e9ca3-7ae7-4415-8bd3-4cd3f077bbe4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=cc382713-7d23-44b2-8816-a31d6661fb99 HTTP/1.1" status: 200 len: 797 time: 0.5364282 Nov 24 19:24:31.031293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:31.049333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Network f335664e-47fb-4f82-b01d-bc706d83916f is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:31.050546 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Project bc55822092e84d3085b482bbb827f760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:31.054448 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-e2046963-ed8c-459f-9926-db4d41248139 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0156889 Nov 24 19:24:31.058996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.060657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.064794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1eb93c36-9d6b-4e1c-9c95-c21b44d9f546 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:31.136146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.140448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.142305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d2e4032-f33a-4059-8123-da6299a613ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:31.145451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, f335664e-47fb-4f82-b01d-bc706d83916f) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:31.150340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:31.150953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.164873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Pushing event deleted for resources: {'Port': ['ID=929ba50c-0a43-4897-a0d1-f5292c02801d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:31.167725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:31.169764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8502de33-fafc-4a0f-a67b-d3f4c392ca0d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:31.174755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b2389-8d28-4502-823b-daf4785f1b1b None None] Network f335664e-47fb-4f82-b01d-bc706d83916f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:31.175684 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:31.181518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.183081 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1858320 Nov 24 19:24:31.184921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] No DVR routers for this DVR port 929ba50c-0a43-4897-a0d1-f5292c02801d on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:31.185758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42826) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:31.191634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'security_group_rule': {'security_group_id': '22855f22-d36b-4b5b-ac21-476c42dd4292', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:31.199072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:31.203415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:security_group_rule and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:31.206325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:31.211372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Calling delete_port for 929ba50c-0a43-4897-a0d1-f5292c02801d owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:31.213302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:31.225023 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Project bc55822092e84d3085b482bbb827f760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:24:31.232399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.301882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.307022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.309399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ff92ac01-5b5f-44f4-a9f3-53c54d665022 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:31.328201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40d4206-e328-40c1-ae01-f6f9b4b35f9d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:31.336506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:31.339698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.349357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.350802 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635001 Nov 24 19:24:31.353761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42830) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:31.356814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42834) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:31.357227 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0864775 Nov 24 19:24:31.361935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'network': {'name': 'tempest-network-smoke--589136159', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:31.370136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:31.378394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cf7b32-260d-4e63-be29-4fc5802e392e']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:31.396056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed898a7-3639-4cc4-afb1-5890e8cfbb74') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:31.396338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed898a7-3639-4cc4-afb1-5890e8cfbb74') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:31.400695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:31.414099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:network and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:31.418391 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-4c8ca126-12e0-4e59-a906-32f0ef2fb0a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3546574 Nov 24 19:24:31.419923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:31.422135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.431702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:31.447760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.457384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:31.457865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.466946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:24:31.467569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:31.474809 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:31.531918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26384475'] for subnet, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.568308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.577953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02d9e43f-de3c-41c5-af37-5661e6aa3c18 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:31.586936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Made reservation on behalf of bc55822092e84d3085b482bbb827f760 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:31.589981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-f335664e-47fb-4f82-b01d-bc706d83916f', 'network_id': 'f335664e-47fb-4f82-b01d-bc706d83916f', 'tenant_id': 'a7b86985df4b43979b7be4f4d6915ab6', 'fixed_ips': [{'subnet_id': 'b28e8a3e-dc92-4cfe-bea4-c8e05a5cb66b'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:31.590397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.590826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.599639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.634156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Pushing event deleted for resources: {'Network': ['ID=89cf7b32-260d-4e63-be29-4fc5802e392e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:31.640136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:31.641437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:31.692609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] 10.222.0.47 "DELETE /v2.0/networks/89cf7b32-260d-4e63-be29-4fc5802e392e HTTP/1.1" status: 204 len: 168 time: 1.9543436 Nov 24 19:24:31.698962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.699611 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Added segment d63b0066-f99d-4682-9555-15f232058449 of type vlan for network 8ce4721b-19a3-468e-8640-cca5266fd0ed Nov 24 19:24:31.760097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-31d22e2b-6a05-4632-ad40-b41b93b546cc service neutron] 10.222.0.47 "GET /v2.0/networks/cc382713-7d23-44b2-8816-a31d6661fb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178771 Nov 24 19:24:31.779469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.784575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device eeaffe3c-07fa-48eb-91cb-81ef7fd55478 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:31.817509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734276240204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26433146'] for subnet, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.824324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7799fcf6-091e-4b71-8f0c-1b83e81c5fc7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:31.890312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.895828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:31.896461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.915452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:31.916080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:31.919903 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "PUT /v2.0/subnets/b28e8a3e-dc92-4cfe-bea4-c8e05a5cb66b HTTP/1.1" status: 200 len: 900 time: 0.5599034 Nov 24 19:24:31.924277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42842) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:31.939701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Allocated IP 2001:db8::3 (f335664e-47fb-4f82-b01d-bc706d83916f/b28e8a3e-dc92-4cfe-bea4-c8e05a5cb66b/a1a0a0ac-721a-4b75-8979-953d96cec1b6) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:31.953432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event updated for resources: {'Subnet': ['ID=b28e8a3e-dc92-4cfe-bea4-c8e05a5cb66b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:31.963181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:31.963743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:31.968036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42846) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:31.986165 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6307628 Nov 24 19:24:31.991583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42850) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:31.998914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'admin_state_up': True, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:32.011081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-10669b45-8acc-4ac5-b2ba-5fb4ce3dbea8 service neutron] 10.222.0.47 "GET /v2.0/networks/cc382713-7d23-44b2-8816-a31d6661fb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442386 Nov 24 19:24:32.020056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:32.028475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:router and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:32.032789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:32.047657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:32.058243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8fa3c2a9-4e91-4c95-8be2-d3a5e4366750 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1b6b54ed5404b15a2a2495c2a694600&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0884409 Nov 24 19:24:32.060963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42854) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:32.079202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.080264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.135179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.146912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.179057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.209274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Deleting port 929ba50c-0a43-4897-a0d1-f5292c02801d {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:32.210120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.276632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Network': ['ID=8ce4721b-19a3-468e-8640-cca5266fd0ed,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:32.293563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.302302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.302692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.303079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.303477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.303837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.304878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.305455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.305903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.306283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.306657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.307028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.307398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:32.309503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Transition to ACTIVE for port object a1a0a0ac-721a-4b75-8979-953d96cec1b6 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:32.313217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:32.333347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.345611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Transition to ACTIVE for port object a1a0a0ac-721a-4b75-8979-953d96cec1b6 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:32.395664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:32.407770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.419315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dc85913e-bfcc-44f9-85da-581d16b0f7f4 None None] The port '929ba50c-0a43-4897-a0d1-f5292c02801d' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:24:32.422009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.433635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:32.516232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.522162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-25f4b7e2-f6d7-4c54-ad61-06bde5a96cb6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:32.563354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Network f335664e-47fb-4f82-b01d-bc706d83916f is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:32.569234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=b28e8a3e-dc92-4cfe-bea4-c8e05a5cb66b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:32.578131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:32.578770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:32.589682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f09b3b58-3f16-405d-92bc-f08adf0638e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.595218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:32.612239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.624222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f280e64-9272-41c5-bedd-0ffea73b0aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:32.664815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d00ce325-6f23-444c-8597-2cbf7c16faf9 req-6a0a00a4-0f05-4192-a345-3191ca878d87 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 210 time: 0.2763422 Nov 24 19:24:32.673630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f52a723-e07d-4545-adbf-47d9237a4fd2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:32.676492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:32.678345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Pushing event updated for resources: {'Port': ['ID=a1a0a0ac-721a-4b75-8979-953d96cec1b6,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:32.694136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.698153 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f52a723-e07d-4545-adbf-47d9237a4fd2 HTTP/1.1" status: 204 len: 168 time: 0.6337042 Nov 24 19:24:32.712163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:32.714503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.756005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:32.756391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.759772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f335664e-47fb-4f82-b01d-bc706d83916f']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:32.778922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b82001-9ff8-45aa-a680-e189a10631ef') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:32.780124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b82001-9ff8-45aa-a680-e189a10631ef') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:32.795487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.823828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.837020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:32.837804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:32.862098 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:32.922448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.929212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Attempting to bind port a1a0a0ac-721a-4b75-8979-953d96cec1b6 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:32.929212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Attempting to bind port a1a0a0ac-721a-4b75-8979-953d96cec1b6 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '91b82001-9ff8-45aa-a680-e189a10631ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f335664e-47fb-4f82-b01d-bc706d83916f'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:32.929724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Attempting to bind port a1a0a0ac-721a-4b75-8979-953d96cec1b6 on network f335664e-47fb-4f82-b01d-bc706d83916f {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:32.939185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:32.939820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Checking segment: {'id': '91b82001-9ff8-45aa-a680-e189a10631ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f335664e-47fb-4f82-b01d-bc706d83916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:32.940411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.941031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Bound using segment: {'id': '91b82001-9ff8-45aa-a680-e189a10631ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f335664e-47fb-4f82-b01d-bc706d83916f'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:32.941726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Bound port: a1a0a0ac-721a-4b75-8979-953d96cec1b6, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b82001-9ff8-45aa-a680-e189a10631ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f335664e-47fb-4f82-b01d-bc706d83916f'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:32.942277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.964592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:32.995278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:24:32.995278 dv-neutron-818346-1-hyperv neutron-server[87486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:24:32.995278 dv-neutron-818346-1-hyperv neutron-server[87486]: [parameters: {'id': 'f335664e-47fb-4f82-b01d-bc706d83916f'}] Nov 24 19:24:32.995278 dv-neutron-818346-1-hyperv neutron-server[87486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:24:32.996027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:24:33.109927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] For port a1a0a0ac-721a-4b75-8979-953d96cec1b6, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:33.120879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] For port a1a0a0ac-721a-4b75-8979-953d96cec1b6, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1a0a0ac-721a-4b75-8979-953d96cec1b6,segment=NetworkSegment(91b82001-9ff8-45aa-a680-e189a10631ef),segment_id=91b82001-9ff8-45aa-a680-e189a10631ef)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:33.135481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:33.142311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d24fc0c6-5799-4fb4-8c49-5949021bc9f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:33.190636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 929ba50c-0a43-4897-a0d1-f5292c02801d no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:33.252743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 929ba50c-0a43-4897-a0d1-f5292c02801d {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:33.253099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 929ba50c-0a43-4897-a0d1-f5292c02801d not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:33.281477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Pushing event updated for resources: {'Port': ['ID=a1a0a0ac-721a-4b75-8979-953d96cec1b6,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:33.311544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:33.358651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d3eb18-89d8-4fff-87b8-b97e279ec0ff None None] Network f335664e-47fb-4f82-b01d-bc706d83916f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:33.396684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:33.432050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:33.497310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:33.525272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting port a1a0a0ac-721a-4b75-8979-953d96cec1b6 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:33.525618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:33.602412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Allocated IP 172.26.6.209 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/e31562ca-9e18-4f57-9054-c40c06b8366f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:33.629952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd536b0a-c8c7-44cb-8b10-32a6b5a3cdad None None] Network f335664e-47fb-4f82-b01d-bc706d83916f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:33.799319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] For port a1a0a0ac-721a-4b75-8979-953d96cec1b6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1a0a0ac-721a-4b75-8979-953d96cec1b6,segment=NetworkSegment(91b82001-9ff8-45aa-a680-e189a10631ef),segment_id=91b82001-9ff8-45aa-a680-e189a10631ef)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:33.799864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:33.856720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:33.900911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0bbb3a-ea2f-4776-b753-14999b22e13d None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:24:33.971503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Calling delete_port for a1a0a0ac-721a-4b75-8979-953d96cec1b6 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:33.996813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2362b394-8fc0-47a8-9c34-0fbc7d98e9b3 req-128f8070-b95c-4bcf-b01a-ccfb80adb9fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 210 time: 0.0886199 Nov 24 19:24:34.082755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.098719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-28997312-0831-419a-b67c-6fd7f6e04ee1 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:34.137047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0bbb3a-ea2f-4776-b753-14999b22e13d None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:24:34.157856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.170612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:34.199354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:34.228314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Port': ['ID=a1a0a0ac-721a-4b75-8979-953d96cec1b6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:34.230854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No DVR routers for this DVR port a1a0a0ac-721a-4b75-8979-953d96cec1b6 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:34.231386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:34.233211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:34.250731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:34.330798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Port': ['ID=e31562ca-9e18-4f57-9054-c40c06b8366f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:34.334646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:34.352772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-18b86b8e-fdb1-4c30-9e48-5e393d121b78 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:34.353811 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-18b86b8e-fdb1-4c30-9e48-5e393d121b78 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=cc382713-7d23-44b2-8816-a31d6661fb99 HTTP/1.1" status: 200 len: 797 time: 0.4429743 Nov 24 19:24:34.391802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.430882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f335664e-47fb-4f82-b01d-bc706d83916f']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:34.462030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b82001-9ff8-45aa-a680-e189a10631ef') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:34.462545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b82001-9ff8-45aa-a680-e189a10631ef') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:34.479395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.496707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.504291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:34.504695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.514086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:34.532566 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:34.623292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.628204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:34.636892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:34.673164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=f335664e-47fb-4f82-b01d-bc706d83916f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:34.675502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:34.683106 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/f335664e-47fb-4f82-b01d-bc706d83916f HTTP/1.1" status: 204 len: 168 time: 2.7578130 Nov 24 19:24:34.683704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42914) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:34.724096 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0952946-03e9-410b-bc9b-45afa80b8d5a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:34.724561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0952946-03e9-410b-bc9b-45afa80b8d5a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:34.729521 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f0952946-03e9-410b-bc9b-45afa80b8d5a tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/b28e8a3e-dc92-4cfe-bea4-c8e05a5cb66b HTTP/1.1" status: 404 len: 337 time: 0.0414762 Nov 24 19:24:34.730513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42920) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:34.744557 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-2519bb15-092b-44e6-817c-add41f6a7ac5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 473 time: 0.3181620 Nov 24 19:24:34.757122 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d012685-aab1-435e-81b3-8eb6f2391a3d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:34.757765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d012685-aab1-435e-81b3-8eb6f2391a3d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:34.758782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['43715199-c03b-460f-b856-e51ae1a88070']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:34.759621 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d012685-aab1-435e-81b3-8eb6f2391a3d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/f335664e-47fb-4f82-b01d-bc706d83916f HTTP/1.1" status: 404 len: 339 time: 0.0281794 Nov 24 19:24:34.762261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42924) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:34.936491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42930) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:35.003614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.012905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:35.083541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:port and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:35.097238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:35.107163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:35.133625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-631d89b9-c460-4548-b592-4341af8fcffa tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:35.140066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:35.143466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.145636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.155794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.171259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fef950-0ad4-411d-bf32-a69f0308d0b2']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:35.183892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e67aa5-0c0c-4cf1-a86b-d47993013f1c') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:35.184219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e67aa5-0c0c-4cf1-a86b-d47993013f1c') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:35.196319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.212970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.219041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:35.219431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:35.237578 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:35.284263 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7a61dd44-b83a-45dc-83d5-f06b545a48fe req-3e43c8c8-049b-4c0f-9de8-33fb926febb8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 210 time: 0.1476195 Nov 24 19:24:35.319099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.323310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aad7caa3-3d16-4fa7-8902-9e18e17daea2 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:35.329718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-631d89b9-c460-4548-b592-4341af8fcffa tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "PUT /v2.0/quotas/1f628844f6b9487fbb6fd644427a0319 HTTP/1.1" status: 200 len: 368 time: 0.3917921 Nov 24 19:24:35.337157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42938) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:35.339575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.350728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=91fef950-0ad4-411d-bf32-a69f0308d0b2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:35.354948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:35.356766 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/91fef950-0ad4-411d-bf32-a69f0308d0b2 HTTP/1.1" status: 204 len: 168 time: 0.5935924 Nov 24 19:24:35.357042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Request body: {'network': {'project_id': '1f628844f6b9487fbb6fd644427a0319'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:35.359123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42942) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:35.366241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:35.400828 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-383133e3-f6fe-4a15-a6f7-1ff38a9bc864 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:35.401284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383133e3-f6fe-4a15-a6f7-1ff38a9bc864 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:35.402938 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-383133e3-f6fe-4a15-a6f7-1ff38a9bc864 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/d80684a9-b14f-430e-9655-0c964358d21c HTTP/1.1" status: 404 len: 337 time: 0.0429029 Nov 24 19:24:35.405489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42946) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:35.433483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Usage tracker for resource:network and tenant:1f628844f6b9487fbb6fd644427a0319 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:35.446158 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-08637644-63b6-42c5-918c-1cf8615184c1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:35.446641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08637644-63b6-42c5-918c-1cf8615184c1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:35.447065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:35.448335 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-08637644-63b6-42c5-918c-1cf8615184c1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/1fbcf5ff-05a0-4025-a97e-7eca80e3956d HTTP/1.1" status: 404 len: 339 time: 0.0419443 Nov 24 19:24:35.450876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42950) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:35.460064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:35.514344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Made reservation on behalf of 1f628844f6b9487fbb6fd644427a0319 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:35.516632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.517730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting subnet 17710b12-a2cb-4521-b081-71ad77639d86 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:35.520970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.541957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.578702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.639042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:35.647605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Usage tracker for resource:security_group_rule and tenant:1f628844f6b9487fbb6fd644427a0319 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:35.654195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:35.661327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.22 (cc382713-7d23-44b2-8816-a31d6661fb99/55760322-add4-4b00-80d2-ca204d4a3de1/086fbaf6-80bc-42b1-b406-1d4eb2644eda) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:35.665048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.672198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:35.738323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.745573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-209d9b7d-0c0b-4149-bfbe-204b1557439e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:35.784213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=17710b12-a2cb-4521-b081-71ad77639d86,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:35.786515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:35.790388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.800410 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/17710b12-a2cb-4521-b081-71ad77639d86 HTTP/1.1" status: 204 len: 168 time: 0.3485227 Nov 24 19:24:35.805359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42954) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:35.809729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3250c78-105e-4141-8dfb-2f9fccc4eb5f None None] Network fd91d898-1209-4ae9-b180-7cb435c2423f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:35.854944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.876952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting subnet cb64face-6178-4230-beec-9168d833b110 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:35.880487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:35.949346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.049840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.131110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.135727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-afdf0d25-0026-45da-ac37-266036399551 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:36.146733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.169016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.176550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=cb64face-6178-4230-beec-9168d833b110,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:36.181611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:36.186663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.198677 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/cb64face-6178-4230-beec-9168d833b110 HTTP/1.1" status: 204 len: 168 time: 0.3919139 Nov 24 19:24:36.201072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42958) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:36.333970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.340381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bd45ccab-7101-4eb7-9ef2-c570730d2078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:36.347470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting port fb7f50e6-2f9c-485a-8ecb-513305105557 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:36.348145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.365533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.392873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:36.409083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25bb9f9-8315-4d4f-9aff-c061633528e7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:36.431673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.432089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.432468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.432897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.433332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.433629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.434005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.434378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.434812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.435181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.435558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.435916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:36.441106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 086fbaf6-80bc-42b1-b406-1d4eb2644eda will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:36.446499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.446499 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Added segment a44917b9-a55d-45f6-8513-c0afb82b9bed of type vlan for network 1f8c419b-40ad-477e-aae8-607aafb64fec Nov 24 19:24:36.448731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:36.509214 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-675f1a84-ee0e-437a-895f-138690dc19c9 req-7f2105f8-0948-4a98-ab7a-b800cb4069fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 210 time: 0.0835979 Nov 24 19:24:36.546717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.566475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Router ceafe432-0c0c-4ce8-8792-03385ed2ec27 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:24:36.583284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.591596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:36.598419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] For port fb7f50e6-2f9c-485a-8ecb-513305105557, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb7f50e6-2f9c-485a-8ecb-513305105557,segment=NetworkSegment(5974b486-1c33-4ad9-8916-ea28ff78099c),segment_id=5974b486-1c33-4ad9-8916-ea28ff78099c)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:36.598796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.657913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a71a7-8af1-45af-918c-9d82c979115b None None] Network fd91d898-1209-4ae9-b180-7cb435c2423f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:36.731878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network cc382713-7d23-44b2-8816-a31d6661fb99 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:36.733605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.734599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:36.736022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.744675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Calling delete_port for fb7f50e6-2f9c-485a-8ecb-513305105557 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:36.744862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:36.746524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-05aa4cc8-6d95-430c-b696-fdfefea31990 None None] Provisioning complete for port fb7f50e6-2f9c-485a-8ecb-513305105557 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:36.746916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-05aa4cc8-6d95-430c-b696-fdfefea31990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.747262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:36.835244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=086fbaf6-80bc-42b1-b406-1d4eb2644eda,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:36.838869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:36.846966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2fac0d4a-b868-4d93-a066-e0523df74437 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:36.868426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:36.879758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1cee23a3-4f9a-49a2-880c-8fd1e8b351a0 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:36.919699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No DVR routers for this DVR port fb7f50e6-2f9c-485a-8ecb-513305105557 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:36.943472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-05aa4cc8-6d95-430c-b696-fdfefea31990 None None] Could not find standard attr ID for object fb7f50e6-2f9c-485a-8ecb-513305105557. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:24:36.953561 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.db [None req-05aa4cc8-6d95-430c-b696-fdfefea31990 None None] No ports have port_id starting with fb7f50e6-2f9c-485a-8ecb-513305105557 Nov 24 19:24:36.968086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Port': ['ID=fb7f50e6-2f9c-485a-8ecb-513305105557,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:36.973419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:37.020753 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6824839 Nov 24 19:24:37.031529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9109c6ad-9fe0-402d-9627-be13d47f0858 None None] DHCP port deletion for fd91d898-1209-4ae9-b180-7cb435c2423f request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:24:37.065423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42964) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.076712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Request body: {'network': {'project_id': '1f628844f6b9487fbb6fd644427a0319'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:37.076913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2580c865-46a4-4381-af23-055483adb587 None None] Provisioning for port 086fbaf6-80bc-42b1-b406-1d4eb2644eda completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:37.079555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:37.080203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.082496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2580c865-46a4-4381-af23-055483adb587 None None] Provisioning complete for port 086fbaf6-80bc-42b1-b406-1d4eb2644eda triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:37.082977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2580c865-46a4-4381-af23-055483adb587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.094710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:37.101546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.109230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Usage tracker for resource:network and tenant:1f628844f6b9487fbb6fd644427a0319 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:37.114461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:37.127397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Pushing event updated for resources: {'Network': ['ID=1f8c419b-40ad-477e-aae8-607aafb64fec,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:37.130072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:37.130491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:37.135154 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3801377 Nov 24 19:24:37.137988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:24:37.144717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd91d898-1209-4ae9-b180-7cb435c2423f']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:37.152531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 1f8c419b-40ad-477e-aae8-607aafb64fec details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:37.159882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5974b486-1c33-4ad9-8916-ea28ff78099c') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:37.160207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5974b486-1c33-4ad9-8916-ea28ff78099c') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:37.169777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.170923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Made reservation on behalf of 1f628844f6b9487fbb6fd644427a0319 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:37.173340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.175464 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1822832 Nov 24 19:24:37.176400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42970) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.186230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.209804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.221282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:37.221878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.228073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Request body: {'port': {'device_id': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:37.236711 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:37.241308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:37.267947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Sync routers for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:24:37.277707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2580c865-46a4-4381-af23-055483adb587 None None] Port 086fbaf6-80bc-42b1-b406-1d4eb2644eda cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:37.283203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:37.284143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:37.405752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5ba2f961-33e8-4a86-b453-2a82c8094c29 tempest-TestNetworkAdvancedServerOps-891036393 tempest-TestNetworkAdvancedServerOps-891036393-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=bc55822092e84d3085b482bbb827f760&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2279630 Nov 24 19:24:37.408555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42976) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.437047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.437378 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Added segment dfb82dcb-815e-4b7d-abce-1bef7a636d76 of type vlan for network ccb7c3f4-fb35-4085-b688-b9faecb45136 Nov 24 19:24:37.438897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.473967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.478852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3a226627-443a-4aaf-92da-633c43a1d13e tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:37.484638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:37.493683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.496989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.516211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=fd91d898-1209-4ae9-b180-7cb435c2423f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:37.523369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:37.535696 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/fd91d898-1209-4ae9-b180-7cb435c2423f HTTP/1.1" status: 204 len: 168 time: 1.3321037 Nov 24 19:24:37.537678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42982) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.577794 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56f6cfd-9f97-4e87-b5d7-708ea0943940 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:37.578255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56f6cfd-9f97-4e87-b5d7-708ea0943940 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:37.579914 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f56f6cfd-9f97-4e87-b5d7-708ea0943940 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/f4b80065-cf71-4fa1-9917-9be3cb63c962 HTTP/1.1" status: 404 len: 337 time: 0.0413945 Nov 24 19:24:37.583253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42986) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.609009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.610017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:37.610586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.615689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-113a1729-cba1-4c75-b82b-fb8d97f55eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:37.639439 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6e2fe4-40eb-4c42-8983-e40f2d67f337 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:37.639946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6e2fe4-40eb-4c42-8983-e40f2d67f337 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:37.644606 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9d6e2fe4-40eb-4c42-8983-e40f2d67f337 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/d0d3f3c2-826a-4631-bea7-816e1b56cf25 HTTP/1.1" status: 404 len: 339 time: 0.0576797 Nov 24 19:24:37.647550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42990) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.737005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb7f50e6-2f9c-485a-8ecb-513305105557 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:37.759287 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6901391 Nov 24 19:24:37.772486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 42994) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.773553 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2766ec6e-a09e-40c3-90b9-9cbc0f78beb1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:37.774265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2766ec6e-a09e-40c3-90b9-9cbc0f78beb1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:37.778886 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2766ec6e-a09e-40c3-90b9-9cbc0f78beb1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/33390064-5aa3-4b15-9d02-2640bd4de50e HTTP/1.1" status: 404 len: 337 time: 0.1270261 Nov 24 19:24:37.791643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Request body: {'network': {'project_id': '1f628844f6b9487fbb6fd644427a0319'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:37.793781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 42998) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.799206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:37.801956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: fb7f50e6-2f9c-485a-8ecb-513305105557 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:37.801956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb7f50e6-2f9c-485a-8ecb-513305105557 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:37.807143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Usage tracker for resource:network and tenant:1f628844f6b9487fbb6fd644427a0319 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:37.811311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Pushing event updated for resources: {'Network': ['ID=ccb7c3f4-fb35-4085-b688-b9faecb45136,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:37.813679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:37.817748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:37.823309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:37.825335 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 19:24:37.825825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:37.829672 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-645ccb61-a583-4052-9199-9f19819071b8 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0500522 Nov 24 19:24:37.830418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43002) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.837856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ccb7c3f4-fb35-4085-b688-b9faecb45136 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:37.885343 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8bbacc98-6ec2-44df-8ebe-060cdddf6539 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f628844f6b9487fbb6fd644427a0319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510652 Nov 24 19:24:37.885555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43006) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.922445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:34Z', 'revision_number': 3, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:37.927072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a1b21b-6ee4-4c71-bc3c-e781ce0906c4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:37.927550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a1b21b-6ee4-4c71-bc3c-e781ce0906c4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:37.930075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-15a1b21b-6ee4-4c71-bc3c-e781ce0906c4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/a028a9f5-c8bd-460c-84f8-516a1068eaf4 HTTP/1.1" status: 404 len: 339 time: 0.1320362 Nov 24 19:24:37.934168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43010) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.939626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Checking router: ceafe432-0c0c-4ce8-8792-03385ed2ec27 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:24:37.940004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Updating router ceafe432-0c0c-4ce8-8792-03385ed2ec27 port e31562ca-9e18-4f57-9054-c40c06b8366f binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:24:37.950044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed842a-667f-4ace-b13e-8218d43e3a2a tempest-TestNetworkAdvancedServerOps-891036393 tempest-TestNetworkAdvancedServerOps-891036393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:37.954732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e0ed842a-667f-4ace-b13e-8218d43e3a2a tempest-TestNetworkAdvancedServerOps-891036393 tempest-TestNetworkAdvancedServerOps-891036393-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5452540 Nov 24 19:24:37.955796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43014) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:37.992404 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c414ef68-b2e9-42ec-947b-7039ad0e9cd7 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:37.992883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c414ef68-b2e9-42ec-947b-7039ad0e9cd7 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:37.994631 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c414ef68-b2e9-42ec-947b-7039ad0e9cd7 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/b2525659-9213-47eb-980d-34a8d3dd8170 HTTP/1.1" status: 404 len: 337 time: 0.0579896 Nov 24 19:24:37.997442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:37.999812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43018) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:38.006924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.035770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c8ef6717-dee0-4734-a3e4-0f5d5d2c8018 tempest-TestNetworkAdvancedServerOps-891036393 tempest-TestNetworkAdvancedServerOps-891036393-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695398 Nov 24 19:24:38.039152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43022) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:38.043148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c973fd0-00ac-4d4b-a3cb-2f1e4171d0ff req-b9b1e880-6448-4039-88ed-1bd483c0e6a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:38.043866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5c973fd0-00ac-4d4b-a3cb-2f1e4171d0ff req-b9b1e880-6448-4039-88ed-1bd483c0e6a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:38.053127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1058236161', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'project_id': 'bc55822092e84d3085b482bbb827f760', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:38.073157 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf685b6-59a9-4934-8e2e-92a0323a93be tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:38.073811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf685b6-59a9-4934-8e2e-92a0323a93be tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:38.077604 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-daf685b6-59a9-4934-8e2e-92a0323a93be tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/61bf73e8-7651-4588-9828-bfad80ba1543 HTTP/1.1" status: 404 len: 339 time: 0.0745399 Nov 24 19:24:38.078112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43026) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:38.086197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.121042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5c973fd0-00ac-4d4b-a3cb-2f1e4171d0ff req-b9b1e880-6448-4039-88ed-1bd483c0e6a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:38.125144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c973fd0-00ac-4d4b-a3cb-2f1e4171d0ff req-b9b1e880-6448-4039-88ed-1bd483c0e6a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 932 time: 0.4270408 Nov 24 19:24:38.208229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:38.213361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:subnet and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:38.216570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:38.222826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:38.237028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Made reservation on behalf of bc55822092e84d3085b482bbb827f760 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:38.241130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.255826 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c973fd0-00ac-4d4b-a3cb-2f1e4171d0ff req-dd2aa5cc-6c40-48c7-9db1-cb666c8fff38 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122253 Nov 24 19:24:38.266345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting subnet dacf900a-ad62-4288-ae6a-1a2edc819668 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:38.272565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.309155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086fbaf6-80bc-42b1-b406-1d4eb2644eda {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:24:38.325530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.350595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.369890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.381920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Transition to ACTIVE for port object e31562ca-9e18-4f57-9054-c40c06b8366f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:38.389534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.394351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.394599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-06165e18-6338-4c0a-8f4f-2f962413fc73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:38.402135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1b8ea916-2651-4d6a-a3ae-a236487a30d0 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:38.422967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25bb9f9-8315-4d4f-9aff-c061633528e7,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:38.435617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:38.454571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.455689 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/a25bb9f9-8315-4d4f-9aff-c061633528e7 HTTP/1.1" status: 204 len: 168 time: 0.5692611 Nov 24 19:24:38.466698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43030) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:38.492484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72733c28-80f7-4395-a13d-f3f217a60c67 None None] Pushing event updated for resources: {'Port': ['ID=e31562ca-9e18-4f57-9054-c40c06b8366f,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:38.495668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Attempting to bind port e31562ca-9e18-4f57-9054-c40c06b8366f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:38.496144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Attempting to bind port e31562ca-9e18-4f57-9054-c40c06b8366f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:38.496579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Attempting to bind port e31562ca-9e18-4f57-9054-c40c06b8366f on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:38.498976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72733c28-80f7-4395-a13d-f3f217a60c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:38.503408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:38.503862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:38.504380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.505283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:38.505283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Bound port: e31562ca-9e18-4f57-9054-c40c06b8366f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:38.505778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.542930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Transition to ACTIVE for port object 086fbaf6-80bc-42b1-b406-1d4eb2644eda will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:38.552822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.560506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fcabdc43-055a-4924-817d-759ca9d041d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:38.581001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.586436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8afbf4f7-5029-4ebd-9874-336fa31aac2d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:38.630288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] For port e31562ca-9e18-4f57-9054-c40c06b8366f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:38.633407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] For port e31562ca-9e18-4f57-9054-c40c06b8366f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e31562ca-9e18-4f57-9054-c40c06b8366f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:38.635270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=086fbaf6-80bc-42b1-b406-1d4eb2644eda,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:38.643390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.643500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:38.652282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:38.653512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.691712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Subnet': ['ID=faaeb842-1f74-4fad-a011-2df71c269a9e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:38.703563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:38.730381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:38.730980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:38.759261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Checking segment: {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:38.759624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Network hostable DHCP agents. Network: 8ce4721b-19a3-468e-8640-cca5266fd0ed, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:38.860906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Attempting to bind port 086fbaf6-80bc-42b1-b406-1d4eb2644eda on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:38.861500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Attempting to bind port 086fbaf6-80bc-42b1-b406-1d4eb2644eda by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:38.861995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Attempting to bind port 086fbaf6-80bc-42b1-b406-1d4eb2644eda on network cc382713-7d23-44b2-8816-a31d6661fb99 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:38.862223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.868511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.899162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb7c3f4-fb35-4085-b688-b9faecb45136']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:38.914531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb82dcb-815e-4b7d-abce-1bef7a636d76') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:38.915395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb82dcb-815e-4b7d-abce-1bef7a636d76') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:38.926000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:38.929841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.943575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Port 086fbaf6-80bc-42b1-b406-1d4eb2644eda on network cc382713-7d23-44b2-8816-a31d6661fb99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:24:38.944320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Attempting to bind port 086fbaf6-80bc-42b1-b406-1d4eb2644eda on network cc382713-7d23-44b2-8816-a31d6661fb99 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:38.950715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.960018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:38.961149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:38.963016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:38.963605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Checking segment: {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:38.964291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Bound using segment: {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:38.964951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Bound port: 086fbaf6-80bc-42b1-b406-1d4eb2644eda, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:38.965548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:39.041524 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:39.070825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:39.075201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.076636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.080705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2c9bf608-b850-43a0-96d0-37713832a6c3 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:39.085001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:39.094417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.099802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 8ce4721b-19a3-468e-8640-cca5266fd0ed) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:39.107186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccb7c3f4-fb35-4085-b688-b9faecb45136,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:39.109576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:39.110159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.124788 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ccb7c3f4-fb35-4085-b688-b9faecb45136 HTTP/1.1" status: 204 len: 168 time: 0.6570373 Nov 24 19:24:39.125905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:39.127042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b7a295-a692-4514-ade6-e51d38df7af7 None None] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:39.127572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43034) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:39.133764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=dacf900a-ad62-4288-ae6a-1a2edc819668,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:39.135811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.146661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:39.149642 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1096694 Nov 24 19:24:39.152600 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/dacf900a-ad62-4288-ae6a-1a2edc819668 HTTP/1.1" status: 204 len: 168 time: 1.0732775 Nov 24 19:24:39.154200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] For port 086fbaf6-80bc-42b1-b406-1d4eb2644eda, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:39.154420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43038) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:39.154719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43040) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:39.158342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] For port 086fbaf6-80bc-42b1-b406-1d4eb2644eda, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=086fbaf6-80bc-42b1-b406-1d4eb2644eda,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:39.161424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626fe64e-438e-4fc1-a3bf-a8e15e2e1c5f None None] Network 5b750382-29d7-4685-9939-cb6b144b3f3a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:39.162744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.167275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4d63658d-37c7-47b6-9ae5-9b9e22095f4c tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:39.228673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:39.229482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.231117 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/086fbaf6-80bc-42b1-b406-1d4eb2644eda HTTP/1.1" status: 200 len: 1094 time: 2.0834553 Nov 24 19:24:39.234495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'tag': '086fbaf6-80bc-42b1-b406-1d4eb2644eda'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:24:39.245454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72733c28-80f7-4395-a13d-f3f217a60c67 None None] Pushing event updated for resources: {'Port': ['ID=e31562ca-9e18-4f57-9054-c40c06b8366f,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:39.315465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72733c28-80f7-4395-a13d-f3f217a60c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:39.343394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=086fbaf6-80bc-42b1-b406-1d4eb2644eda,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:39.365411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:39.431583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-52bd84a8-c730-4c5e-b4f6-ac47ace8ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:39.433571 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-52bd84a8-c730-4c5e-b4f6-ac47ace8ae29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 1097 time: 0.1592064 Nov 24 19:24:39.589827 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'tag': '086fbaf6-80bc-42b1-b406-1d4eb2644eda', 'status': 'completed', 'code': 200} Nov 24 19:24:39.603315 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-35039333-4d1b-473b-bc87-92694cf21be9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=086fbaf6-80bc-42b1-b406-1d4eb2644eda HTTP/1.1" status: 200 len: 217 time: 0.1174755 Nov 24 19:24:39.651840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.690280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-0523cf2d-4570-45a5-88ec-c08e206764db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:39.691614 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-0523cf2d-4570-45a5-88ec-c08e206764db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55760322-add4-4b00-80d2-ca204d4a3de1 HTTP/1.1" status: 200 len: 837 time: 0.0777497 Nov 24 19:24:39.703443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ef24a-245b-44f9-b13a-65a1566a31e3 req-3e17bcb6-477e-453d-9019-17cedd70b6cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:39.705176 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f41ef24a-245b-44f9-b13a-65a1566a31e3 req-3e17bcb6-477e-453d-9019-17cedd70b6cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 944 time: 0.2641768 Nov 24 19:24:39.748261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.757188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:34Z', 'revision_number': 3, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:39.766965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9e355-7adb-4090-a134-ed3f4c609e47 None None] The sync data for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv is: [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:34Z', 'revision_number': 3, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:24:39.780411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-8ce4721b-19a3-468e-8640-cca5266fd0ed', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:39.781278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.809526 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f41ef24a-245b-44f9-b13a-65a1566a31e3 req-a0c654c3-d1b8-4942-a853-ff5e369a4120 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723205 Nov 24 19:24:39.840372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-f0ea667f-fd6a-47fe-b6ca-6526c4dccf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:39.841858 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-f0ea667f-fd6a-47fe-b6ca-6526c4dccf35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc382713-7d23-44b2-8816-a31d6661fb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1361034 Nov 24 19:24:39.876333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] DHCP port deletion for 5b750382-29d7-4685-9939-cb6b144b3f3a request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:24:39.924080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting port dfa1f082-09ab-4dc4-8044-3641c566b96e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:39.924313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:39.978691 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Deleting port dfa1f082-09ab-4dc4-8044-3641c566b96e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:39.979020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.026025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-149e8867-49f4-4f08-b146-9450c152a00e service neutron] 10.222.0.41 "GET /v2.0/networks/cc382713-7d23-44b2-8816-a31d6661fb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712627 Nov 24 19:24:40.038147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Allocated IP 172.20.0.2 (8ce4721b-19a3-468e-8640-cca5266fd0ed/faaeb842-1f74-4fad-a011-2df71c269a9e/1ed82e8c-61a3-497a-a1ee-0ae326108610) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:40.056171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.107421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8c419b-40ad-477e-aae8-607aafb64fec']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:40.214848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7071f6-044b-4c9a-8f88-e2c16a6a7664 req-163077dc-fa5c-4d43-87c0-4f7a4e2da90d service neutron] 10.222.0.41 "GET /v2.0/networks/cc382713-7d23-44b2-8816-a31d6661fb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804664 Nov 24 19:24:40.229918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44917b9-a55d-45f6-8513-c0afb82b9bed') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:40.230218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44917b9-a55d-45f6-8513-c0afb82b9bed') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:40.281005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.316062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.394200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-96e6c5f8-a8d7-4578-a8d2-53a58e2b5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:40.395842 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-96e6c5f8-a8d7-4578-a8d2-53a58e2b5662 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 1097 time: 0.1108816 Nov 24 19:24:40.418468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:40.419181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.461836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] For port dfa1f082-09ab-4dc4-8044-3641c566b96e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dfa1f082-09ab-4dc4-8044-3641c566b96e,segment=NetworkSegment(d8ccfcc2-3f68-43be-980b-34a1ae46a202),segment_id=d8ccfcc2-3f68-43be-980b-34a1ae46a202)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:40.462948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:40.531118 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:40.562618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-9f0c69cb-b228-47ad-860f-b0aec71b2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:40.564309 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-9f0c69cb-b228-47ad-860f-b0aec71b2d64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc382713-7d23-44b2-8816-a31d6661fb99 HTTP/1.1" status: 200 len: 898 time: 0.1618249 Nov 24 19:24:40.602685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.628061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d180807f-6fa3-4ca2-bee0-277dc24325c1 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:40.636164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Calling delete_port for dfa1f082-09ab-4dc4-8044-3641c566b96e owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:40.642290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.656402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-a8609a26-d791-494a-ba2a-c3f677f14bbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=086fbaf6-80bc-42b1-b406-1d4eb2644eda HTTP/1.1" status: 200 len: 217 time: 0.0847712 Nov 24 19:24:40.674382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f8c419b-40ad-477e-aae8-607aafb64fec,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:40.681087 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] 10.222.0.47 "DELETE /v2.0/networks/1f8c419b-40ad-477e-aae8-607aafb64fec HTTP/1.1" status: 204 len: 168 time: 1.5526567 Nov 24 19:24:40.682444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:40.719237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.740071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Transition to ACTIVE for port object 1ed82e8c-61a3-497a-a1ee-0ae326108610 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:40.748835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-b9cda154-19da-4499-a8d1-3e54e2dd601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:40.750649 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-b9cda154-19da-4499-a8d1-3e54e2dd601f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55760322-add4-4b00-80d2-ca204d4a3de1 HTTP/1.1" status: 200 len: 837 time: 0.0874445 Nov 24 19:24:40.779093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Transition to ACTIVE for port object 1ed82e8c-61a3-497a-a1ee-0ae326108610 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:40.791821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.796232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c49b84aa-60ba-44df-ae30-2556d06ca3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:40.796625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] For port dfa1f082-09ab-4dc4-8044-3641c566b96e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dfa1f082-09ab-4dc4-8044-3641c566b96e,segment=NetworkSegment(d8ccfcc2-3f68-43be-980b-34a1ae46a202),segment_id=d8ccfcc2-3f68-43be-980b-34a1ae46a202)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:40.797150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.844617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:40.860023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Pushing event deleted for resources: {'Port': ['ID=dfa1f082-09ab-4dc4-8044-3641c566b96e,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:40.860582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-4645e8e5-2ba6-4494-8077-ae6fd750c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:40.863453 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-4645e8e5-2ba6-4494-8077-ae6fd750c98a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc382713-7d23-44b2-8816-a31d6661fb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1052616 Nov 24 19:24:40.865498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:40.867701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:40.897623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] No DVR routers for this DVR port dfa1f082-09ab-4dc4-8044-3641c566b96e on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:40.969876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Pushing event updated for resources: {'Port': ['ID=1ed82e8c-61a3-497a-a1ee-0ae326108610,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:40.980536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:40.982887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:40.984665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:40.994749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:41.149920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Attempting to bind port 1ed82e8c-61a3-497a-a1ee-0ae326108610 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:41.150313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Attempting to bind port 1ed82e8c-61a3-497a-a1ee-0ae326108610 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:41.150699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Attempting to bind port 1ed82e8c-61a3-497a-a1ee-0ae326108610 on network 8ce4721b-19a3-468e-8640-cca5266fd0ed {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:41.158644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:41.159565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Checking segment: {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:41.160040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:41.160457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Bound using segment: {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:41.160963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Bound port: 1ed82e8c-61a3-497a-a1ee-0ae326108610, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:41.161365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:41.280858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] For port 1ed82e8c-61a3-497a-a1ee-0ae326108610, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:41.290729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] For port 1ed82e8c-61a3-497a-a1ee-0ae326108610, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ed82e8c-61a3-497a-a1ee-0ae326108610,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:41.297311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:41.301406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0eaae372-580a-40f1-928f-85bc99274d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:41.317855 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-24665f08-0e74-45fb-8f1a-97e776cc03bc service neutron] 10.222.0.41 "GET /v2.0/networks/cc382713-7d23-44b2-8816-a31d6661fb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470286 Nov 24 19:24:41.330686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672367c2-d433-4987-be52-ce6631423d24 req-9c17c94b-05ab-42c2-8155-3b35ac9d2116 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:41.342415 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-672367c2-d433-4987-be52-ce6631423d24 req-9c17c94b-05ab-42c2-8155-3b35ac9d2116 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 944 time: 0.2948415 Nov 24 19:24:41.390941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Pushing event updated for resources: {'Port': ['ID=1ed82e8c-61a3-497a-a1ee-0ae326108610,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:41.394091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:41.435214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:41.443037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Calling delete_port for dfa1f082-09ab-4dc4-8044-3641c566b96e owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:41.455904 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-672367c2-d433-4987-be52-ce6631423d24 req-377ed0c4-7143-4745-93f0-eca11401151d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127882 Nov 24 19:24:41.500922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:41.589631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d50fe141-9557-4f78-9a54-d22965e59b23 req-14babba0-600b-44b6-aa31-f9ca26c1e49c service neutron] 10.222.0.41 "GET /v2.0/networks/cc382713-7d23-44b2-8816-a31d6661fb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091994 Nov 24 19:24:41.703292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:41.720833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:24:41.721171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:24:41.759394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:41.763686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Usage tracker for resource:security_group_rule and tenant:d1aa81e6e7e3436e95ce9e8845cceb71 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:41.769830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:41.781671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:41.842082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ed82e8c-61a3-497a-a1ee-0ae326108610 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:41.894142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:41.901218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:41.910170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-210bc783-944a-450b-83b3-b990e7ff78c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:41.970137 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1aa81e6e7e3436e95ce9e8845cceb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309231 Nov 24 19:24:41.972897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc48f739-3bae-4576-9e8b-3852114ea2c8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:41.973174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1ed82e8c-61a3-497a-a1ee-0ae326108610 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:41.974692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43066) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:41.977711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:41.987181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e31562ca-9e18-4f57-9054-c40c06b8366f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:42.070192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.077150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e31562ca-9e18-4f57-9054-c40c06b8366f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:42.081025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e31562ca-9e18-4f57-9054-c40c06b8366f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:42.082817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.105605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.134342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Allocated IP 172.20.0.1 (8ce4721b-19a3-468e-8640-cca5266fd0ed/faaeb842-1f74-4fad-a011-2df71c269a9e/2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:42.180950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.186737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-49afe9ab-7908-4806-abc4-24eae3a56965 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:42.199770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc48f739-3bae-4576-9e8b-3852114ea2c8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:42.202154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:42.206385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.207652 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc48f739-3bae-4576-9e8b-3852114ea2c8 HTTP/1.1" status: 204 len: 168 time: 0.2319083 Nov 24 19:24:42.235918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting port dfa1f082-09ab-4dc4-8044-3641c566b96e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:42.236561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.256156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.281272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port e31562ca-9e18-4f57-9054-c40c06b8366f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e31562ca-9e18-4f57-9054-c40c06b8366f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:42.285402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.287375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72733c28-80f7-4395-a13d-f3f217a60c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:42.321482 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:24:42.352912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] The port 'dfa1f082-09ab-4dc4-8044-3641c566b96e' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:24:42.361624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dfa1f082-09ab-4dc4-8044-3641c566b96e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:42.424545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: dfa1f082-09ab-4dc4-8044-3641c566b96e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:42.425293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dfa1f082-09ab-4dc4-8044-3641c566b96e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:42.453151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=e31562ca-9e18-4f57-9054-c40c06b8366f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:42.457023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:42.553403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.584741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.610784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43076) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:42.614502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Transition to ACTIVE for port object 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:42.647147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b750382-29d7-4685-9939-cb6b144b3f3a']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:42.666763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ccfcc2-3f68-43be-980b-34a1ae46a202') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:42.667100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ccfcc2-3f68-43be-980b-34a1ae46a202') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:42.679807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.686229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f69be184-c857-4077-a778-43cebdbec931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:42.690780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.724239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:42.727901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.736666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Usage tracker for resource:security_group_rule and tenant:cf891a61db2843cca77766095405ac76 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:42.742662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:42.750583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:42.768672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:42.775418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:42.780917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:42.793826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4d67-0d20-4523-b7a6-7463c6d00bb9 req-69ebd856-8f0a-4dbc-a498-171d16cc9dd2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:42.802639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f53c80-a8bb-43df-ac6a-762907377ed2 None None] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:42.804133 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-430e4d67-0d20-4523-b7a6-7463c6d00bb9 req-69ebd856-8f0a-4dbc-a498-171d16cc9dd2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 944 time: 0.1860669 Nov 24 19:24:42.810281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.838889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Port': ['ID=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:42.841781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:42.842646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:42.865270 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:42.873621 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-430e4d67-0d20-4523-b7a6-7463c6d00bb9 req-2ab26480-86ae-4f6f-9a15-4c4e79443ada tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673716 Nov 24 19:24:42.875244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:42.925263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Provisioning for port 1ed82e8c-61a3-497a-a1ee-0ae326108610 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:42.930543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.935716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.938519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.947212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98697daf-94a2-4cae-873d-970125e760c7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:42.948093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Provisioning complete for port 1ed82e8c-61a3-497a-a1ee-0ae326108610 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:42.948481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.981964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:42.988346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:43.006593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.007509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a8f568-a84b-4ad2-8f6c-16f7680c18ea,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:43.011183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:43.013871 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf891a61db2843cca77766095405ac76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012127 Nov 24 19:24:43.017046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43080) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:43.086846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=5b750382-29d7-4685-9939-cb6b144b3f3a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:43.088285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.097399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:43.109333 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/5b750382-29d7-4685-9939-cb6b144b3f3a HTTP/1.1" status: 204 len: 168 time: 3.9536331 Nov 24 19:24:43.111860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43084) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:43.122950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.162395 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3082f30-2444-4e0e-816d-6911bee42fd2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:43.162847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3082f30-2444-4e0e-816d-6911bee42fd2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:43.164625 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b3082f30-2444-4e0e-816d-6911bee42fd2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/37c6556d-535d-4a53-aeb8-22e8e2ec125f HTTP/1.1" status: 404 len: 337 time: 0.0518372 Nov 24 19:24:43.167145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43088) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:43.181382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.187727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b48d962a-1625-462f-bf9c-6959d67a9954 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:43.201314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a8f568-a84b-4ad2-8f6c-16f7680c18ea,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:43.203356 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f56347b-7430-42a1-85c1-91b788ac6911 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] DELETE failed (client error): The resource could not be found. Nov 24 19:24:43.203787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f56347b-7430-42a1-85c1-91b788ac6911 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:24:43.204433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:43.204620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.205491 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4f56347b-7430-42a1-85c1-91b788ac6911 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/452a72d0-b283-4ecf-99f0-91404326d127 HTTP/1.1" status: 404 len: 339 time: 0.0374508 Nov 24 19:24:43.205634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.208160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43092) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:43.209390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/35a8f568-a84b-4ad2-8f6c-16f7680c18ea HTTP/1.1" status: 204 len: 168 time: 0.1913865 Nov 24 19:24:43.240661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 086fbaf6-80bc-42b1-b406-1d4eb2644eda details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:24:43.298203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] For port 1ed82e8c-61a3-497a-a1ee-0ae326108610, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ed82e8c-61a3-497a-a1ee-0ae326108610,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:43.343665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.409714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.419592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9c6dbdcb-cf45-4491-8163-1aca5e5d6d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:43.512826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting subnet e833f34a-9de9-4a14-8d08-480ffaccf449 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:24:43.533294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Pushing event updated for resources: {'Port': ['ID=1ed82e8c-61a3-497a-a1ee-0ae326108610,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:43.536594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:43.542151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 086fbaf6-80bc-42b1-b406-1d4eb2644eda, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=086fbaf6-80bc-42b1-b406-1d4eb2644eda,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:43.543304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.558018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '086fbaf6-80bc-42b1-b406-1d4eb2644eda', 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99', 'port_id': '086fbaf6-80bc-42b1-b406-1d4eb2644eda', 'mac_address': 'fa:16:3e:75:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55760322-add4-4b00-80d2-ca204d4a3de1', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:24:43.624537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.648476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086fbaf6-80bc-42b1-b406-1d4eb2644eda {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:24:43.657344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-318d1a4c-0d5d-4469-a3a9-4e7d4c007e0c None None] Provisioning complete for port 1ed82e8c-61a3-497a-a1ee-0ae326108610 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:43.657607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-318d1a4c-0d5d-4469-a3a9-4e7d4c007e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.700345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.717697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 086fbaf6-80bc-42b1-b406-1d4eb2644eda, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=086fbaf6-80bc-42b1-b406-1d4eb2644eda,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:43.729150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:43.733381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:43.832025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=086fbaf6-80bc-42b1-b406-1d4eb2644eda,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:43.842394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ed82e8c-61a3-497a-a1ee-0ae326108610 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:43.888567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.889065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.889523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.889951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.890379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.890804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.891227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.891647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.892094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.892518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.892931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.893371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:43.910135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:43.990863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.056699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1ed82e8c-61a3-497a-a1ee-0ae326108610 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:44.057318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.104455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083f557-db0c-4266-b3d4-3dea684773a8 req-080d415f-7b46-4634-901b-451f43ec4e10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:44.106884 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a083f557-db0c-4266-b3d4-3dea684773a8 req-080d415f-7b46-4634-901b-451f43ec4e10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 945 time: 0.1234946 Nov 24 19:24:44.113158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-318d1a4c-0d5d-4469-a3a9-4e7d4c007e0c None None] Provisioning for port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:44.127339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-318d1a4c-0d5d-4469-a3a9-4e7d4c007e0c None None] Provisioning complete for port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:44.127738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-318d1a4c-0d5d-4469-a3a9-4e7d4c007e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.180206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['086fbaf6-80bc-42b1-b406-1d4eb2644eda'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:24:44.187759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.194139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ea50a30d-3a8b-4c01-a465-f8da09cec04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:44.204509 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a083f557-db0c-4266-b3d4-3dea684773a8 req-ed18ee62-76f2-4ed2-a24d-8c36136b366b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777686 Nov 24 19:24:44.248866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Subnet': ['ID=e833f34a-9de9-4a14-8d08-480ffaccf449,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:44.253801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:44.255725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.257754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.269813 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/subnets/e833f34a-9de9-4a14-8d08-480ffaccf449 HTTP/1.1" status: 204 len: 168 time: 1.0581732 Nov 24 19:24:44.269813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.270335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43116) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:44.281834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-318d1a4c-0d5d-4469-a3a9-4e7d4c007e0c None None] Port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:44.293399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451de508-75c2-4412-b5aa-b36eec6199a0 None None] Network 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:44.327806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a204a3d8-46e1-4fe2-8fd6-d9285bbeda50 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:44.358943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.399620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.414112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Deleting port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:44.414756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.479772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Port': ['ID=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:44.484251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:44.543522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:44.544760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:44.598032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4ebef5ac-a08e-484a-a333-36c90d085b04 None None] Provisioning complete for port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:44.598552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4ebef5ac-a08e-484a-a333-36c90d085b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.658143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e31562ca-9e18-4f57-9054-c40c06b8366f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:44.664766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] For port 1dbe3c26-19e3-4e86-9b92-d85085c084d3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1dbe3c26-19e3-4e86-9b92-d85085c084d3,segment=NetworkSegment(aec0a499-c0b3-456b-a27f-ffeed51c06e9),segment_id=aec0a499-c0b3-456b-a27f-ffeed51c06e9)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:44.665130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.798278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4ebef5ac-a08e-484a-a333-36c90d085b04 None None] Port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:44.815995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Router ceafe432-0c0c-4ce8-8792-03385ed2ec27 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:24:44.827621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Calling delete_port for 1dbe3c26-19e3-4e86-9b92-d85085c084d3 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:44.890723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e31562ca-9e18-4f57-9054-c40c06b8366f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:44.891287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.982392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:44.990228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:45.012303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0e836952-b49a-402d-bb74-2d8d7ccf1ba8 None None] Provisioning complete for port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:45.013265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e836952-b49a-402d-bb74-2d8d7ccf1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.054329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cae7a-9c9b-4f8b-bca5-7c8b968e5e30 None None] DHCP port deletion for 94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:24:45.065432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Port': ['ID=1dbe3c26-19e3-4e86-9b92-d85085c084d3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:45.067433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:45.071795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] No DVR routers for this DVR port 1dbe3c26-19e3-4e86-9b92-d85085c084d3 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:24:45.132460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:24:45.149111 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "PUT /v2.0/routers/ceafe432-0c0c-4ce8-8792-03385ed2ec27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9815192 Nov 24 19:24:45.155172 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Sync routers for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:24:45.182542 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:45.183507 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:45.229304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0e836952-b49a-402d-bb74-2d8d7ccf1ba8 None None] Port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:45.299198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.332461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d2d4e6-7928-4c5a-9cce-f3b33faac6d6']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:45.346806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec0a499-c0b3-456b-a27f-ffeed51c06e9') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:45.347310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec0a499-c0b3-456b-a27f-ffeed51c06e9') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:45.361239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.379451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.387162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:24:45.387786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.452122 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:24:45.496621 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:24:45.548155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.563883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:45.583135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.588811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Pushing event deleted for resources: {'Network': ['ID=94d2d4e6-7928-4c5a-9cce-f3b33faac6d6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:45.594584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:45.634058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] 10.222.0.47 "DELETE /v2.0/networks/94d2d4e6-7928-4c5a-9cce-f3b33faac6d6 HTTP/1.1" status: 204 len: 168 time: 1.3624699 Nov 24 19:24:45.647984 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-0f04d200-9bf8-44d0-97fc-2df3fdb5df3e tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-244041897&fields=id&tenant_id=bc55822092e84d3085b482bbb827f760 HTTP/1.1" status: 200 len: 267 time: 0.1494217 Nov 24 19:24:45.765827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1dbe3c26-19e3-4e86-9b92-d85085c084d3 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:24:45.783752 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 2, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:45.789728 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Checking router: ceafe432-0c0c-4ce8-8792-03385ed2ec27 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:24:45.790365 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Updating router ceafe432-0c0c-4ce8-8792-03385ed2ec27 port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:24:45.794412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43160) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:45.828186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1dbe3c26-19e3-4e86-9b92-d85085c084d3 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:24:45.830171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1dbe3c26-19e3-4e86-9b92-d85085c084d3 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:24:45.856174 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:45.926776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95925a52-f3ae-4b3e-8cdf-4c91e2fef756 req-bdcbe93e-e5d7-4acf-9cbd-63b9dd00ff0b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:45.928520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95925a52-f3ae-4b3e-8cdf-4c91e2fef756 req-bdcbe93e-e5d7-4acf-9cbd-63b9dd00ff0b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 945 time: 0.4288981 Nov 24 19:24:45.985896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-09093360-787b-40e9-a5f1-f152a9588c32 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:46.009976 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95925a52-f3ae-4b3e-8cdf-4c91e2fef756 req-b56fe0c8-eb22-4616-a99d-731dfdafab61 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718114 Nov 24 19:24:46.040407 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-09093360-787b-40e9-a5f1-f152a9588c32 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "PUT /v2.0/quotas/a4a7a87ceb8a46e4937c0c093ffe1d1e HTTP/1.1" status: 200 len: 366 time: 0.2445881 Nov 24 19:24:46.042793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43168) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.054352 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e5f1ad29-8135-4a28-bd25-7ae0df8b15c3 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0102520 Nov 24 19:24:46.056746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43172) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.060074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-e5c6046f-c8d1-4b91-b038-ac3a1390c8a7 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:46.061673 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-e5c6046f-c8d1-4b91-b038-ac3a1390c8a7 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/networks?id=8ce4721b-19a3-468e-8640-cca5266fd0ed HTTP/1.1" status: 200 len: 796 time: 0.4042218 Nov 24 19:24:46.068382 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-49e7bb93-99a8-4137-bf99-215584dfcac4 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "GET /v2.0/quotas/a4a7a87ceb8a46e4937c0c093ffe1d1e HTTP/1.1" status: 200 len: 366 time: 0.0101633 Nov 24 19:24:46.071398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43176) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.081166 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-b47925f0-6c28-4aa3-9997-861cf7df5f7a tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/quotas/bc55822092e84d3085b482bbb827f760 HTTP/1.1" status: 200 len: 375 time: 0.0133433 Nov 24 19:24:46.088013 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6ea42d30-c86e-4ddf-9375-646244dfb9e4 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/a4a7a87ceb8a46e4937c0c093ffe1d1e HTTP/1.1" status: 204 len: 168 time: 0.0153322 Nov 24 19:24:46.090150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43180) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.100210 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7a36d4e2-53b2-49a0-991d-173447193943 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0087352 Nov 24 19:24:46.102905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43184) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.118679 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-079694e8-adf8-4b02-9248-f36944e2b6ff tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "GET /v2.0/quotas/a4a7a87ceb8a46e4937c0c093ffe1d1e HTTP/1.1" status: 200 len: 370 time: 0.0144103 Nov 24 19:24:46.120868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43188) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.128322 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2a2327e5-8af5-441b-a3b3-b6fe2a90321b tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "GET /v2.0/quotas/a4a7a87ceb8a46e4937c0c093ffe1d1e/default HTTP/1.1" status: 200 len: 370 time: 0.0044382 Nov 24 19:24:46.128717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43192) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.135251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43196) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.138640 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-9c02bd13-8f2d-411c-a832-aac1cda895a0 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] delete failed (client error): The resource could not be found. Nov 24 19:24:46.139655 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c02bd13-8f2d-411c-a832-aac1cda895a0 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/a4a7a87ceb8a46e4937c0c093ffe1d1e HTTP/1.1" status: 404 len: 348 time: 0.0100527 Nov 24 19:24:46.213644 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-c07658e1-7f2d-4c3f-ab4b-76999eea9d74 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc55822092e84d3085b482bbb827f760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261377 Nov 24 19:24:46.316540 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.332554 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Transition to ACTIVE for port object 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:46.341910 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.348486 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:46.350187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43204) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.369635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:network and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.373705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.379811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:subnet and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.384642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.388337 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6552a22-260a-4cb4-b23c-1d8b2814264d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7b86985df4b43979b7be4f4d6915ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518122 Nov 24 19:24:46.391421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43208) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.393038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:subnetpool and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.397092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.404307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:port and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.408164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.424105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:router and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.428266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.436469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:floatingip and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.439364 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-21123fd0-5087-4883-a4ba-aa1bb4bc5ffd service neutron] 10.222.0.47 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248213 Nov 24 19:24:46.440631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.486088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:security_group and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.488399 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Pushing event updated for resources: {'Port': ['ID=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:46.489863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.491757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.501160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Usage tracker for resource:security_group_rule and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:46.506526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:46.516837 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b44a3ee4-7cc6-4519-822f-49079bfc5781 tempest-QuotasTest-150230065 tempest-QuotasTest-150230065-project-admin] 10.222.0.47 "GET /v2.0/quotas/0faf6ad4594d4c73b115eef42fcb54d2/details.json HTTP/1.1" status: 200 len: 703 time: 0.1650109 Nov 24 19:24:46.579917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.592263 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.592749 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.593099 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.593434 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.593760 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.594096 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.594679 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.595704 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.596239 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.596720 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.597301 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.598115 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:24:46.602685 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:46.616179 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Attempting to bind port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:46.616645 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Attempting to bind port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:46.617088 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Attempting to bind port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 on network 8ce4721b-19a3-468e-8640-cca5266fd0ed {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:46.623723 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:46.624120 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Checking segment: {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:46.624596 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.625206 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Bound using segment: {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:46.626498 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Bound port: 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:46.627114 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.658595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-933666fe-6eeb-4dc0-8a14-9c1ce52323d2 service neutron] 10.222.0.47 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051971 Nov 24 19:24:46.678382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.683089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-47fd23eb-7d70-4311-a210-44544408d5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:46.696236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d677293-6b21-45b4-9979-645b831be5aa,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:46.698694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:46.704405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.707997 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d677293-6b21-45b4-9979-645b831be5aa HTTP/1.1" status: 204 len: 168 time: 0.3131962 Nov 24 19:24:46.740380 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] For port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:46.745349 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] For port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:46.752749 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:46.760158 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:46.878929 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:46.879761 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:46.890380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43222) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:46.954395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8885afc3-9904-4b62-9ab4-510217dec5db req-cb2046a2-a039-44e0-867d-e2a3630058f8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 210 time: 0.0609171 Nov 24 19:24:47.004248 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Pushing event updated for resources: {'Port': ['ID=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:47.008860 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:47.162358 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:24:47.220602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.253115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 086fbaf6-80bc-42b1-b406-1d4eb2644eda up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:47.285778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:47.290077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Usage tracker for resource:security_group_rule and tenant:2527816918064f52a35b52af8a6dd8a9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:47.292999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:47.299184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:47.385014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 086fbaf6-80bc-42b1-b406-1d4eb2644eda completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:47.386269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b8372-ee6b-48a8-bd95-5799656fba07 req-0ba79c5d-4264-4540-9d0e-c270ca78ecea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:47.388013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a0b8372-ee6b-48a8-bd95-5799656fba07 req-0ba79c5d-4264-4540-9d0e-c270ca78ecea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 945 time: 0.1694572 Nov 24 19:24:47.392091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 086fbaf6-80bc-42b1-b406-1d4eb2644eda triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:47.392681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.481470 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a0b8372-ee6b-48a8-bd95-5799656fba07 req-6ae8e46f-a21e-4ff1-9f58-891ad958cb9c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855217 Nov 24 19:24:47.489899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.504952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.516389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8a2b486e-3708-410f-85b0-5025777721ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:47.581204 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2527816918064f52a35b52af8a6dd8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896136 Nov 24 19:24:47.582330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b205d-8757-4fa0-85c6-e730749c1060,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:47.591372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43252) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:47.622661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:47.636540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.672385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086fbaf6-80bc-42b1-b406-1d4eb2644eda'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:24:47.683629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 086fbaf6-80bc-42b1-b406-1d4eb2644eda, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=086fbaf6-80bc-42b1-b406-1d4eb2644eda,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:47.696667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.700001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-dd1859b1-91a7-470b-8220-0c2123b463f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:47.748200 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:46Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:47.756419 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b4dbb-c830-478a-bc29-78a87f60357a None None] The sync data for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv is: [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:46Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:24:47.789950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=086fbaf6-80bc-42b1-b406-1d4eb2644eda,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:47.792498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.795181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:47.853676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.912136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43264) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:47.983677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:47.995661 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086fbaf6-80bc-42b1-b406-1d4eb2644eda', 'code': 200} Nov 24 19:24:47.997397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-158e0730-7719-4cd5-9c63-04a3b740a450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:48.014149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b205d-8757-4fa0-85c6-e730749c1060,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:48.016851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:48.033391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.034926 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f9b205d-8757-4fa0-85c6-e730749c1060 HTTP/1.1" status: 204 len: 168 time: 0.4425130 Nov 24 19:24:48.135926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1392402069'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:48.141641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:48.145942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:48.159566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:48.211825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:48.216022 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db8ea5a6-a3d5-4d7f-9b15-2e93fbe9b7c4 req-01729057-bda2-4e79-bb18-e8f685979b4b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 210 time: 0.0593545 Nov 24 19:24:48.227293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:48.231117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.284715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.310106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:48.316474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:security_group_rule and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:48.320890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:48.327839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:48.367165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01fed3-1082-4b3f-87a7-21201f120549 req-9e5684c9-3aca-4211-a00e-6d79ef5f6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:48.368963 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe01fed3-1082-4b3f-87a7-21201f120549 req-9e5684c9-3aca-4211-a00e-6d79ef5f6b01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 1099 time: 0.1281495 Nov 24 19:24:48.462247 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe01fed3-1082-4b3f-87a7-21201f120549 req-b5a4c0a2-3c73-40b1-a84f-b5e70bf0a556 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849774 Nov 24 19:24:48.507988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43278) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:48.527585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.550092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:48.558408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Usage tracker for resource:security_group_rule and tenant:0faf6ad4594d4c73b115eef42fcb54d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:48.561959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:48.569202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:48.650828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.673557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.687008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:48.698039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.698394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 8b14eae0-22b8-46be-8a25-50b73f371b99 of type vlan for network 8bff33af-ebea-4028-baea-3552781cd544 Nov 24 19:24:48.727683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.799666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e6588e3a-ec5f-4096-a566-14835af1553f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:48.836492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.838060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.844075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:48.844710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.848487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.858581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-824dc31b-0b3d-46f5-8fdb-19a39f705cea tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:48.905660 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0faf6ad4594d4c73b115eef42fcb54d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961337 Nov 24 19:24:48.906225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:48.906822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43286) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:48.907276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7fe267-5cca-4649-8310-468c9e8687fa,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:48.911908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:48.915710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-c46d66f1-7b56-40a9-8cd1-d441cc6a4475 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:48.917219 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-c46d66f1-7b56-40a9-8cd1-d441cc6a4475 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.41 "GET /v2.0/networks?id=8ce4721b-19a3-468e-8640-cca5266fd0ed HTTP/1.1" status: 200 len: 796 time: 0.4830041 Nov 24 19:24:48.924633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee03b53-0bab-475d-a6d4-1c7bd28a9963,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:48.932010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:48.933733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:48.979564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0662882 Nov 24 19:24:48.982425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43290) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:48.989861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-108122760'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:48.996315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:49.009888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:49.014282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:49.021590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.023500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:49.053191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:49.058419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.078745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.085051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-b6502a54-1fe6-4c11-acf9-3cba5e0dd5a7 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc55822092e84d3085b482bbb827f760 HTTP/1.1" status: 200 len: 379 time: 0.1518452 Nov 24 19:24:49.089838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=8bff33af-ebea-4028-baea-3552781cd544,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:49.094376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:49.097776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'port': {'device_id': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'admin_state_up': True, 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'security_groups': ['22855f22-d36b-4b5b-ac21-476c42dd4292']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:49.106254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 8bff33af-ebea-4028-baea-3552781cd544 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:49.120474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ae0b-a48c-4232-8f0f-6db84c003c52 req-8f3b19f4-887b-41b5-9255-2536e91d4d98 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:49.122039 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d469ae0b-a48c-4232-8f0f-6db84c003c52 req-8f3b19f4-887b-41b5-9255-2536e91d4d98 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 946 time: 0.4539359 Nov 24 19:24:49.127272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:24:49.138568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.138989 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 9eb57cd9-77f1-4f09-9d8c-591bb483206b of type vlan for network 0a2b643d-5b96-425b-b4b2-d25d8f892512 Nov 24 19:24:49.168773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.196665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.206168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1273b9ab-aa9f-4002-b2bd-d0160ba5f17e tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:49.224686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7fe267-5cca-4649-8310-468c9e8687fa,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:49.230091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:49.234837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.239245 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d7fe267-5cca-4649-8310-468c9e8687fa HTTP/1.1" status: 204 len: 168 time: 0.3289371 Nov 24 19:24:49.244310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.252313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:49.253209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.260158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:49.399951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=0a2b643d-5b96-425b-b4b2-d25d8f892512,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:49.412337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:24:49.412628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:49.415228 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4317615 Nov 24 19:24:49.418152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43298) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:49.426514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '8bff33af-ebea-4028-baea-3552781cd544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:49.474602 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-07c6915a-cad2-4cff-83ba-d0ff991c9a5c req-1b3f7a99-41d1-4da0-bc36-f55607c51820 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 210 time: 0.0759017 Nov 24 19:24:49.515478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d469ae0b-a48c-4232-8f0f-6db84c003c52 req-c3786a6c-f7c4-45f6-b4fa-82a3a7bbb18e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270137 Nov 24 19:24:49.556239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:49.561324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:port and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:49.564853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:49.572152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:49.585449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Made reservation on behalf of bc55822092e84d3085b482bbb827f760 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:49.589326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.605190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:49.610372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:49.614793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:49.621641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:49.636128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:49.641105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:49.785893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:49.815200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Allocated IP 172.20.0.12 (8ce4721b-19a3-468e-8640-cca5266fd0ed/faaeb842-1f74-4fad-a011-2df71c269a9e/62b0923f-ec2b-4ad7-970f-f95020ad5abc) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:49.884623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:49.895058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:49.895743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.019035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.025248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9b968184-a5f0-45a8-9648-568f3376b94d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:50.075926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.090988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.107880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Transition to ACTIVE for port object 62b0923f-ec2b-4ad7-970f-f95020ad5abc will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:50.124163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=df14fd45-51e7-453b-b31d-cda4782564d6,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:50.128414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:50.134690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '8b14eae0-22b8-46be-8a25-50b73f371b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8bff33af-ebea-4028-baea-3552781cd544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:50.135011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 8bff33af-ebea-4028-baea-3552781cd544, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:50.138092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:50.145910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.149745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.151654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:50.157020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ac3f4e0b-e17b-4176-a053-9f1ba26e0edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:50.166286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 8bff33af-ebea-4028-baea-3552781cd544 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:50.179839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 8bff33af-ebea-4028-baea-3552781cd544) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:50.194262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:50.195695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.196445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d23b45-43da-469e-8742-327f561e21ea None None] Network 8bff33af-ebea-4028-baea-3552781cd544 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:50.222314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:50.226784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:50.229936 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8105695 Nov 24 19:24:50.233335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43318) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:50.252759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '0a2b643d-5b96-425b-b4b2-d25d8f892512', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:50.256563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:50.321600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:50.324597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:50.351341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:50.351993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.363374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:50.368159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:50.396374 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2987981 Nov 24 19:24:50.407596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Request body: {'port': {'device_id': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:50.436016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:50.445721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:50.453874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:50.462160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:50.476266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:50.484678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.546671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-8bff33af-ebea-4028-baea-3552781cd544', 'network_id': '8bff33af-ebea-4028-baea-3552781cd544', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': 'df14fd45-51e7-453b-b31d-cda4782564d6'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:50.547647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.615111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.643249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9d309a2c-a8cb-4846-9dc9-2511ab851d8c None None] Provisioning for port 62b0923f-ec2b-4ad7-970f-f95020ad5abc completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:50.653707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9d309a2c-a8cb-4846-9dc9-2511ab851d8c None None] Provisioning complete for port 62b0923f-ec2b-4ad7-970f-f95020ad5abc triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:50.654086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9d309a2c-a8cb-4846-9dc9-2511ab851d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.747847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9d309a2c-a8cb-4846-9dc9-2511ab851d8c None None] Port 62b0923f-ec2b-4ad7-970f-f95020ad5abc cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:50.779941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.785959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:50.829664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Allocated IP 2001:db8::2 (8bff33af-ebea-4028-baea-3552781cd544/df14fd45-51e7-453b-b31d-cda4782564d6/47721382-1855-45de-8581-6e3bd85ccf56) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:50.902556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '9eb57cd9-77f1-4f09-9d8c-591bb483206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a2b643d-5b96-425b-b4b2-d25d8f892512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:50.903270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 0a2b643d-5b96-425b-b4b2-d25d8f892512, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:24:50.915731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=62b39a49-1500-4656-a09a-2fbd376c0671,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:50.919369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:50.938054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:24:50.957204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0a2b643d-5b96-425b-b4b2-d25d8f892512) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:50.961959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:50.962555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:50.980942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565773be-6b4c-41e5-93c6-a80315c94692 None None] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:51.002721 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7654660 Nov 24 19:24:51.014019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43336) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:51.032249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1578426749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:51.040018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:51.045480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:router and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:51.049234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:51.056264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:51.070066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.071888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.095326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.100217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4271-ab72-49e7-a815-49a0abb564f8 req-d4c19126-032d-4419-83ff-ab8bd65fcf3b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:51.102256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75ce4271-ab72-49e7-a815-49a0abb564f8 req-d4c19126-032d-4419-83ff-ab8bd65fcf3b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 946 time: 0.3246868 Nov 24 19:24:51.122025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372efa-f3ad-410e-ba6c-487bc10dc51b req-0c97356a-4eb4-459c-9b27-5eec12d9c2b3 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:51.122654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-19372efa-f3ad-410e-ba6c-487bc10dc51b req-0c97356a-4eb4-459c-9b27-5eec12d9c2b3 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Synchronizing usage tracker for tenant:bc55822092e84d3085b482bbb827f760 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:51.131550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.167723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.170792 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-11168161-a688-4802-a998-548988d8a46b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1548874 Nov 24 19:24:51.173276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43344) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:51.193822 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75ce4271-ab72-49e7-a815-49a0abb564f8 req-870acb10-47f8-42a8-b6d9-6ea613b4196b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671329 Nov 24 19:24:51.258608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.281722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Transition to ACTIVE for port object 47721382-1855-45de-8581-6e3bd85ccf56 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:51.318626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-19372efa-f3ad-410e-ba6c-487bc10dc51b req-0c97356a-4eb4-459c-9b27-5eec12d9c2b3 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Unset dirty status for tenant:bc55822092e84d3085b482bbb827f760 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:51.329494 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-19372efa-f3ad-410e-ba6c-487bc10dc51b req-0c97356a-4eb4-459c-9b27-5eec12d9c2b3 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 932 time: 0.5434453 Nov 24 19:24:51.337955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Transition to ACTIVE for port object 47721382-1855-45de-8581-6e3bd85ccf56 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:51.347464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.360943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:51.402841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Network 8bff33af-ebea-4028-baea-3552781cd544 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:51.404114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-0a2b643d-5b96-425b-b4b2-d25d8f892512', 'network_id': '0a2b643d-5b96-425b-b4b2-d25d8f892512', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': '62b39a49-1500-4656-a09a-2fbd376c0671'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:24:51.404948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.443095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43352) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:51.456202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:51.468337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:51.469968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b0923f-ec2b-4ad7-970f-f95020ad5abc {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:24:51.492679 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-19372efa-f3ad-410e-ba6c-487bc10dc51b req-8aa3d1f6-5e7d-4c5e-9ee9-81e37353362c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622601 Nov 24 19:24:51.494633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.531052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Transition to ACTIVE for port object 62b0923f-ec2b-4ad7-970f-f95020ad5abc will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:51.543781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.551875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-df70b4ae-9f62-4eef-b3ed-2ed1309e8711 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:51.606206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd25d4-c0db-4ba0-b4e0-9e34c71700b9 req-3732753e-aed4-4489-ae75-723c4150278b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:51.613444 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0ccd25d4-c0db-4ba0-b4e0-9e34c71700b9 req-3732753e-aed4-4489-ae75-723c4150278b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 946 time: 0.2042365 Nov 24 19:24:51.648210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Pushing event updated for resources: {'Port': ['ID=47721382-1855-45de-8581-6e3bd85ccf56,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:51.652069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:51.653983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1218797150', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:51.683817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Attempting to bind port 47721382-1855-45de-8581-6e3bd85ccf56 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:51.684225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Attempting to bind port 47721382-1855-45de-8581-6e3bd85ccf56 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '8b14eae0-22b8-46be-8a25-50b73f371b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8bff33af-ebea-4028-baea-3552781cd544'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:51.684613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Attempting to bind port 47721382-1855-45de-8581-6e3bd85ccf56 on network 8bff33af-ebea-4028-baea-3552781cd544 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:51.692964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:51.693348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Checking segment: {'id': '8b14eae0-22b8-46be-8a25-50b73f371b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8bff33af-ebea-4028-baea-3552781cd544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:51.693766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.694325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Bound using segment: {'id': '8b14eae0-22b8-46be-8a25-50b73f371b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8bff33af-ebea-4028-baea-3552781cd544'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:51.694939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Bound port: 47721382-1855-45de-8581-6e3bd85ccf56, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b14eae0-22b8-46be-8a25-50b73f371b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8bff33af-ebea-4028-baea-3552781cd544'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:51.695325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:51.723482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:51.765810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Usage tracker for resource:port and tenant:a02a782e315f47c4b89da211d6e0062d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:51.783847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:51.804238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:51.827484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:51.899034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Allocated IP 2001:db8:1::2 (0a2b643d-5b96-425b-b4b2-d25d8f892512/62b39a49-1500-4656-a09a-2fbd376c0671/8982f684-b6f3-451a-94cf-25d6accc79ef) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:51.970910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.046627 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0ccd25d4-c0db-4ba0-b4e0-9e34c71700b9 req-f7caa987-121c-4dfc-8a1f-31d0299d6c3b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319537 Nov 24 19:24:52.052130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:52.058767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:52.068231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Made reservation on behalf of a02a782e315f47c4b89da211d6e0062d for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:24:52.072105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.113120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-16533106-a500-41e5-af3d-f552787c82ff None None] For port 47721382-1855-45de-8581-6e3bd85ccf56, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:52.117799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.130938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Attempting to bind port 62b0923f-ec2b-4ad7-970f-f95020ad5abc on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:52.131350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Attempting to bind port 62b0923f-ec2b-4ad7-970f-f95020ad5abc by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:52.132466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Attempting to bind port 62b0923f-ec2b-4ad7-970f-f95020ad5abc on network 8ce4721b-19a3-468e-8640-cca5266fd0ed {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:52.141296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Port 62b0923f-ec2b-4ad7-970f-f95020ad5abc on network 8ce4721b-19a3-468e-8640-cca5266fd0ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:24:52.141833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Attempting to bind port 62b0923f-ec2b-4ad7-970f-f95020ad5abc on network 8ce4721b-19a3-468e-8640-cca5266fd0ed {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:52.142893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-16533106-a500-41e5-af3d-f552787c82ff None None] For port 47721382-1855-45de-8581-6e3bd85ccf56, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=47721382-1855-45de-8581-6e3bd85ccf56,segment=NetworkSegment(8b14eae0-22b8-46be-8a25-50b73f371b99),segment_id=8b14eae0-22b8-46be-8a25-50b73f371b99)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:52.148373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:52.151408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:52.151657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Checking segment: {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:52.152058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Bound using segment: {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:52.152488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Bound port: 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63b0066-f99d-4682-9555-15f232058449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:52.152829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.165523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Usage tracker for resource:security_group_rule and tenant:a02a782e315f47c4b89da211d6e0062d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:52.170582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:52.172693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:52.172952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.180436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:52.233502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.243602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:52.288456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:52.293587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:52.310668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.327285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-15c49d44-a9fb-4b9b-bbf4-c8df358aed3e tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:52.342978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.369261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8::1 (8bff33af-ebea-4028-baea-3552781cd544/df14fd45-51e7-453b-b31d-cda4782564d6/e7d4c4e1-1d5a-44c5-9bc1-210676b917a8) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:52.369860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Transition to ACTIVE for port object 8982f684-b6f3-451a-94cf-25d6accc79ef will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:52.380673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:52.381299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.383233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] 10.222.0.41 "PUT /v2.0/ports/62b0923f-ec2b-4ad7-970f-f95020ad5abc HTTP/1.1" status: 200 len: 1094 time: 1.9832232 Nov 24 19:24:52.390614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:24:52.419209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Transition to ACTIVE for port object 8982f684-b6f3-451a-94cf-25d6accc79ef will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:52.431914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Pushing event updated for resources: {'Port': ['ID=47721382-1855-45de-8581-6e3bd85ccf56,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:52.438986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:52.448268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.453106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d91e5352-9942-48a9-bff4-74c791c5082f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:52.532735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'status': 'completed', 'code': 200} Nov 24 19:24:52.576412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.581593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:52.586357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:52.589655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.593518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7d6189ca-8d06-43d6-a863-fb607e58ffba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:52.602047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] device_id is not set on port 2dd70895-5d6b-4c75-acc5-7014b10913fc yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:24:52.707302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:52.727727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:52.739221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-af6e251d-942a-45a2-9d87-2e8694cea981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:52.740738 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-af6e251d-942a-45a2-9d87-2e8694cea981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc55822092e84d3085b482bbb827f760&device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1097 time: 0.2931373 Nov 24 19:24:52.744197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:52.777308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Pushing event updated for resources: {'Port': ['ID=8982f684-b6f3-451a-94cf-25d6accc79ef,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:52.797186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.826195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:52.829985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:52.857180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.865298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1b835948-4af3-4b8c-90b5-6cc23b88aee2 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:52.941637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Attempting to bind port 8982f684-b6f3-451a-94cf-25d6accc79ef on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:24:52.942684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Attempting to bind port 8982f684-b6f3-451a-94cf-25d6accc79ef by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9eb57cd9-77f1-4f09-9d8c-591bb483206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a2b643d-5b96-425b-b4b2-d25d8f892512'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:24:52.943274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Attempting to bind port 8982f684-b6f3-451a-94cf-25d6accc79ef on network 0a2b643d-5b96-425b-b4b2-d25d8f892512 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:24:52.947820 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-54689175-f743-47b0-a79c-7d2e22055227 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc HTTP/1.1" status: 200 len: 217 time: 0.1711164 Nov 24 19:24:52.950559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:24:52.951133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Checking segment: {'id': '9eb57cd9-77f1-4f09-9d8c-591bb483206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a2b643d-5b96-425b-b4b2-d25d8f892512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:24:52.953060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.953458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=e7d4c4e1-1d5a-44c5-9bc1-210676b917a8,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:52.953865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Bound using segment: {'id': '9eb57cd9-77f1-4f09-9d8c-591bb483206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a2b643d-5b96-425b-b4b2-d25d8f892512'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:24:52.954552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Bound port: 8982f684-b6f3-451a-94cf-25d6accc79ef, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb57cd9-77f1-4f09-9d8c-591bb483206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a2b643d-5b96-425b-b4b2-d25d8f892512'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:24:52.955124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.959025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:52.969529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 8bff33af-ebea-4028-baea-3552781cd544 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:52.970738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:52.973183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:52.973948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:52.992037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc04fd-395d-4092-b645-7681bd40c0d0,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:53.007564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:53.072599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] For port 8982f684-b6f3-451a-94cf-25d6accc79ef, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:24:53.077491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] For port 8982f684-b6f3-451a-94cf-25d6accc79ef, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8982f684-b6f3-451a-94cf-25d6accc79ef,segment=NetworkSegment(9eb57cd9-77f1-4f09-9d8c-591bb483206b),segment_id=9eb57cd9-77f1-4f09-9d8c-591bb483206b)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:24:53.082501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:53.087189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6c2f4a01-ab3f-44f7-a3fc-91293dfae2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:53.091647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-e3240ecd-1fad-4582-89be-19b4a7df1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:53.091834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:53.093211 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-e3240ecd-1fad-4582-89be-19b4a7df1205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faaeb842-1f74-4fad-a011-2df71c269a9e HTTP/1.1" status: 200 len: 835 time: 0.1364374 Nov 24 19:24:53.156706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Allocated IP 172.26.6.65 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/2dd70895-5d6b-4c75-acc5-7014b10913fc) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:53.172339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bfbf8-a6ee-4cbd-8403-b316397499c5 req-5691723a-7490-4ab1-ae86-229a377e3252 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:53.172585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Pushing event updated for resources: {'Port': ['ID=8982f684-b6f3-451a-94cf-25d6accc79ef,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:53.176144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:53.179872 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-661bfbf8-a6ee-4cbd-8403-b316397499c5 req-5691723a-7490-4ab1-ae86-229a377e3252 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 944 time: 0.3395631 Nov 24 19:24:53.286789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-661bfbf8-a6ee-4cbd-8403-b316397499c5 req-27649388-61c4-4106-b703-0b873f19e5ec tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059914 Nov 24 19:24:53.424141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-6c912295-912a-44ec-a4f0-655e557203e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:53.425814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-6c912295-912a-44ec-a4f0-655e557203e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ce4721b-19a3-468e-8640-cca5266fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3196812 Nov 24 19:24:53.577021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:53.610608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:53.618808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:53.620478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43366) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:53.620703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:53.629746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-791e1069-52ae-4077-bcff-14641e407de5 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:53.704127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-bc152a2d-acd9-409e-bdc1-8f6874f4ba4e service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702098 Nov 24 19:24:53.887651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8982f684-b6f3-451a-94cf-25d6accc79ef up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:53.902941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:53.915308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-242469b6-9237-42fb-b6a2-9634f8730f70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:53.918889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11ff40-c9a3-4470-bdf2-d45dab8d34f6 None None] Network 8bff33af-ebea-4028-baea-3552781cd544 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:54.007933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=e7d4c4e1-1d5a-44c5-9bc1-210676b917a8,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:54.020122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:54.023388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 8bff33af-ebea-4028-baea-3552781cd544 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:54.025409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:54.033908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-da6d7bba-5c18-4cb2-8b65-416b36f99b22 None None] Provisioning for port 47721382-1855-45de-8581-6e3bd85ccf56 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:54.083439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 8982f684-b6f3-451a-94cf-25d6accc79ef completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:54.093929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 47721382-1855-45de-8581-6e3bd85ccf56 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:54.252515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 9bc54466-94ba-41d4-a1aa-1718c51c4557 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:24:54.279253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 47721382-1855-45de-8581-6e3bd85ccf56 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:54.295149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 47721382-1855-45de-8581-6e3bd85ccf56 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:54.295582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:54.313804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:54.328342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:54.336811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:54.400799 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ba506a-e2b4-496a-a620-d51a1ec022d8 req-daa5e1f6-1493-4ef1-9285-06341278a7a9 service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819775 Nov 24 19:24:54.401726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd70895-5d6b-4c75-acc5-7014b10913fc,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:54.421046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:54.499809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:24:54.524614 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/9bc54466-94ba-41d4-a1aa-1718c51c4557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3494480 Nov 24 19:24:54.527006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43372) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:54.549025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] Sync routers for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:24:54.573927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:54.575161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:54.632902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f0d449-5ce0-4ebf-b205-39905f8f468a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:54.633529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-87f0d449-5ce0-4ebf-b205-39905f8f468a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:54.660783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-87f0d449-5ce0-4ebf-b205-39905f8f468a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:54.662192 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-87f0d449-5ce0-4ebf-b205-39905f8f468a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports/e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 HTTP/1.1" status: 200 len: 911 time: 0.1340363 Nov 24 19:24:54.666480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43376) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:54.692143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:54.692864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:54.697245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c21742-3696-4724-bfd0-2b3157455a20 None None] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:24:54.722327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:54.742479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:54.760460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:54.761520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:54.914989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:54.916005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e57f9f-907a-4cb9-bc93-e462f2f94394 None None] The sync data for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:24:54.919546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5daa24a6-44ae-4289-92a3-68b03fae4e11 None None] Provisioning for port e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:54.935289 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4827104 Nov 24 19:24:54.939293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5daa24a6-44ae-4289-92a3-68b03fae4e11 None None] Provisioning complete for port e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:54.940366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5daa24a6-44ae-4289-92a3-68b03fae4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:54.944989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43380) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:54.956513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.65'}]}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:24:54.972889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:24:54.997307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 47721382-1855-45de-8581-6e3bd85ccf56, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=47721382-1855-45de-8581-6e3bd85ccf56,segment=NetworkSegment(8b14eae0-22b8-46be-8a25-50b73f371b99),segment_id=8b14eae0-22b8-46be-8a25-50b73f371b99)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:55.030954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.035638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:55.053251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd737e-2d58-4652-8285-b33934f4de7b req-f7177868-1454-45d1-813a-725d3bc7e857 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:55.055104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8ffd737e-2d58-4652-8285-b33934f4de7b req-f7177868-1454-45d1-813a-725d3bc7e857 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 944 time: 0.5385671 Nov 24 19:24:55.064535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Usage tracker for resource:router and tenant:a02a782e315f47c4b89da211d6e0062d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:24:55.081909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:24:55.087171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49931-c6bc-4519-bc90-ad345983df00 req-49d3aac9-290c-4413-a422-5bfe166b6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:55.089770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0db49931-c6bc-4519-bc90-ad345983df00 req-49d3aac9-290c-4413-a422-5bfe166b6756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc55822092e84d3085b482bbb827f760&device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1097 time: 0.5630398 Nov 24 19:24:55.120425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5daa24a6-44ae-4289-92a3-68b03fae4e11 None None] Port e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:55.242903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=47721382-1855-45de-8581-6e3bd85ccf56,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:55.248044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49931-c6bc-4519-bc90-ad345983df00 req-a56554d0-ab6c-43b2-91b0-5ef990f34219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:55.249588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0db49931-c6bc-4519-bc90-ad345983df00 req-a56554d0-ab6c-43b2-91b0-5ef990f34219 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ce4721b-19a3-468e-8640-cca5266fd0ed HTTP/1.1" status: 200 len: 897 time: 0.1350820 Nov 24 19:24:55.254007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:24:55.259884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:55.262503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5daa24a6-44ae-4289-92a3-68b03fae4e11 None None] Provisioning complete for port 47721382-1855-45de-8581-6e3bd85ccf56 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:55.263056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5daa24a6-44ae-4289-92a3-68b03fae4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.386159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0db49931-c6bc-4519-bc90-ad345983df00 req-483d5269-3b8c-4108-abce-57ba0d48663e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc HTTP/1.1" status: 200 len: 217 time: 0.1140406 Nov 24 19:24:55.392670 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8ffd737e-2d58-4652-8285-b33934f4de7b req-dab31535-a2b8-4c6d-bf09-f6d05f38301b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145092 Nov 24 19:24:55.398205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.399565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.446196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.517720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.535178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49931-c6bc-4519-bc90-ad345983df00 req-f003ab8d-015a-4f4a-880d-68f421bee07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:55.536672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0db49931-c6bc-4519-bc90-ad345983df00 req-f003ab8d-015a-4f4a-880d-68f421bee07e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faaeb842-1f74-4fad-a011-2df71c269a9e HTTP/1.1" status: 200 len: 835 time: 0.1331453 Nov 24 19:24:55.556131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Provisioning for port 8982f684-b6f3-451a-94cf-25d6accc79ef completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:55.562988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Provisioning complete for port 8982f684-b6f3-451a-94cf-25d6accc79ef triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:55.563711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.713204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.769139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 47721382-1855-45de-8581-6e3bd85ccf56 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:55.810433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] For port 8982f684-b6f3-451a-94cf-25d6accc79ef, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8982f684-b6f3-451a-94cf-25d6accc79ef,segment=NetworkSegment(9eb57cd9-77f1-4f09-9d8c-591bb483206b),segment_id=9eb57cd9-77f1-4f09-9d8c-591bb483206b)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:55.821993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.825987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:55.876473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.905665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Provisioning complete for port e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:55.906043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.977125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Pushing event updated for resources: {'Port': ['ID=8982f684-b6f3-451a-94cf-25d6accc79ef,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:55.981068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:55.984973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 47721382-1855-45de-8581-6e3bd85ccf56 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:55.985368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:55.986747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8:1::1 (0a2b643d-5b96-425b-b4b2-d25d8f892512/62b39a49-1500-4656-a09a-2fbd376c0671/54cceb23-f072-448f-b61f-bc37d8660670) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:56.046560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Port e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:56.122611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db49931-c6bc-4519-bc90-ad345983df00 req-51771905-7111-44a5-8ca6-77d6d4278ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:56.124146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0db49931-c6bc-4519-bc90-ad345983df00 req-51771905-7111-44a5-8ca6-77d6d4278ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ce4721b-19a3-468e-8640-cca5266fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5798228 Nov 24 19:24:56.129253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.167012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-66297a9c-36b4-4c13-b8ea-1358eecd5530 None None] Provisioning complete for port 8982f684-b6f3-451a-94cf-25d6accc79ef triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:56.167502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66297a9c-36b4-4c13-b8ea-1358eecd5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.169762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.186579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object 54cceb23-f072-448f-b61f-bc37d8660670 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:56.216793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.220774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:56.299938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=54cceb23-f072-448f-b61f-bc37d8660670,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:56.303096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:56.307893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:56.308759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:56.310902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:56.311424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.440039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.651058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6cb785e8-e30b-4ef0-a2bc-853e984686de None None] Provisioning for port 54cceb23-f072-448f-b61f-bc37d8660670 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:56.656594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6cb785e8-e30b-4ef0-a2bc-853e984686de None None] Provisioning complete for port 54cceb23-f072-448f-b61f-bc37d8660670 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:56.656984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6cb785e8-e30b-4ef0-a2bc-853e984686de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.683615 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0db49931-c6bc-4519-bc90-ad345983df00 req-2445f74c-9094-4199-8832-5a35ef7fb2db service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998584 Nov 24 19:24:56.711818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6cb785e8-e30b-4ef0-a2bc-853e984686de None None] Port 54cceb23-f072-448f-b61f-bc37d8660670 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:56.859029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.863487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.864333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:56.869698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c01d4afc-8908-4f82-9233-ddbfacbe115d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:56.882163 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-fb009da1-fb6e-4296-a2fc-469451740eaa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4928439 Nov 24 19:24:56.960827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07089cf-efa2-4efa-9687-69372f88edf3 req-043660cf-e68c-420d-8d34-7584486b07f5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:56.962292 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b07089cf-efa2-4efa-9687-69372f88edf3 req-043660cf-e68c-420d-8d34-7584486b07f5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 944 time: 0.4441397 Nov 24 19:24:57.022641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=54cceb23-f072-448f-b61f-bc37d8660670,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:57.025816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:57.059905 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0db49931-c6bc-4519-bc90-ad345983df00 req-1d5a7afc-5382-48cc-8edc-d7f00e61b672 service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613021 Nov 24 19:24:57.071225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:57.072471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:57.117483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.17 (cc382713-7d23-44b2-8816-a31d6661fb99/55760322-add4-4b00-80d2-ca204d4a3de1/ecae2994-208d-4098-b985-8ad7f8107ca7) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:24:57.154915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b07089cf-efa2-4efa-9687-69372f88edf3 req-e53c21b0-e23f-46da-b906-87284e9057e0 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445673 Nov 24 19:24:57.214226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50144c73-bec3-4309-98b9-51ca051713b9 req-748b4c06-9d6e-4caa-994c-3a595c4fb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:57.215653 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-748b4c06-9d6e-4caa-994c-3a595c4fb42d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 1098 time: 0.3015652 Nov 24 19:24:57.253172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 9bc54466-94ba-41d4-a1aa-1718c51c4557 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:24:57.335041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1085494d-99ca-456e-b5e1-a6d724c2a3b1 None None] Provisioning complete for port 54cceb23-f072-448f-b61f-bc37d8660670 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:57.335615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1085494d-99ca-456e-b5e1-a6d724c2a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:57.370198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 62b0923f-ec2b-4ad7-970f-f95020ad5abc details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:24:57.407252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1085494d-99ca-456e-b5e1-a6d724c2a3b1 None None] Port 54cceb23-f072-448f-b61f-bc37d8660670 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:57.533495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:24:57.547724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] Sync routers for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:24:57.554392 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/9bc54466-94ba-41d4-a1aa-1718c51c4557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8852887 Nov 24 19:24:57.556912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43386) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:57.563074 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:57.564002 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:57.597668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:57.612340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'port_id': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'mac_address': 'fa:16:3e:75:5d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:24:57.635760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cced12bb-d129-41a3-864f-168fc22d55f3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:57.636411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cced12bb-d129-41a3-864f-168fc22d55f3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:24:57.653133 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:57.655625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cced12bb-d129-41a3-864f-168fc22d55f3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:24:57.660822 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cced12bb-d129-41a3-864f-168fc22d55f3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports/54cceb23-f072-448f-b61f-bc37d8660670 HTTP/1.1" status: 200 len: 913 time: 0.1023364 Nov 24 19:24:57.661372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43390) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:57.667948 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:24:57.669619 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:57.672184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:57.690517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b0923f-ec2b-4ad7-970f-f95020ad5abc {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:24:57.716417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:57.721572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:57.723579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-135bb04e-e55b-4f69-9e46-75a61d2252e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:57.802943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:57.829473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8982f684-b6f3-451a-94cf-25d6accc79ef up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:57.830657 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:24:57.831074 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03114e0-014a-49dc-a7f0-7f7610a906f2 None None] The sync data for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:24:57.840138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:57.852047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:57.880381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:57.885855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:57.906826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50144c73-bec3-4309-98b9-51ca051713b9 req-d7ebd1dc-0246-4a73-a1b0-ac4667fcacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:57.908385 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-d7ebd1dc-0246-4a73-a1b0-ac4667fcacbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 200 len: 898 time: 0.6334927 Nov 24 19:24:57.912042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8982f684-b6f3-451a-94cf-25d6accc79ef triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:57.913179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:57.921648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object ecae2994-208d-4098-b985-8ad7f8107ca7 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:24:58.088154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['62b0923f-ec2b-4ad7-970f-f95020ad5abc'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:24:58.099707 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-8c06bae0-891d-4989-bdfc-0f8d107962ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da653a0d-a60e-4cde-b864-7dd659944706 HTTP/1.1" status: 200 len: 1000 time: 0.1792634 Nov 24 19:24:58.164460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.197704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:58.274431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.322296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network cc382713-7d23-44b2-8816-a31d6661fb99 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:24:58.325301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50144c73-bec3-4309-98b9-51ca051713b9 req-9bb1d98d-b0a6-4f28-8a9d-db9128aa6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:58.326743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-9bb1d98d-b0a6-4f28-8a9d-db9128aa6931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8279491f-e1ee-4894-ad8e-8861d94417b9 HTTP/1.1" status: 200 len: 835 time: 0.2195792 Nov 24 19:24:58.336342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:24:58.398521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:24:58.447839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.498193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=ecae2994-208d-4098-b985-8ad7f8107ca7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:58.529215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:58.626975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.642373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b9af1fc2-cf42-4c52-b33f-d4f827fe39e9 None None] Provisioning for port ecae2994-208d-4098-b985-8ad7f8107ca7 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:58.644701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 54cceb23-f072-448f-b61f-bc37d8660670 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:58.645050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.648417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b9af1fc2-cf42-4c52-b33f-d4f827fe39e9 None None] Provisioning complete for port ecae2994-208d-4098-b985-8ad7f8107ca7 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:58.649290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b9af1fc2-cf42-4c52-b33f-d4f827fe39e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.719102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b9af1fc2-cf42-4c52-b33f-d4f827fe39e9 None None] Port ecae2994-208d-4098-b985-8ad7f8107ca7 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:24:58.842781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.846221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.849283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50144c73-bec3-4309-98b9-51ca051713b9 req-40f33faa-5cd0-4665-a703-f2e96fa667f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:58.851122 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-40f33faa-5cd0-4665-a703-f2e96fa667f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86949410-e427-45f2-b389-ee846d1e0d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5007505 Nov 24 19:24:58.852542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:58.968569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 54cceb23-f072-448f-b61f-bc37d8660670 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:24:58.984974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a576-3ceb-44b0-88d1-f97772a2dead req-45cbd71c-3fa1-40b2-af2d-9bd3f2a00c2b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:24:58.986431 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2c7a576-3ceb-44b0-88d1-f97772a2dead req-45cbd71c-3fa1-40b2-af2d-9bd3f2a00c2b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 945 time: 0.7037430 Nov 24 19:24:59.020324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.020870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37cd1bea-0768-419d-a695-b25a322c47d7 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:24:59.109936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 19:24:59.110977 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-447fcb04-4cdc-47f8-abdb-c3e830d009bd tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.1649425 Nov 24 19:24:59.119082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43396) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:24:59.125830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2c7a576-3ceb-44b0-88d1-f97772a2dead req-6d2df498-349e-4be7-be0d-7c0197269dd9 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285374 Nov 24 19:24:59.267487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4721cf71-ae0a-45d5-aa73-de07a16f2506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.346611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-0eddd2ee-6b9c-442e-b85d-f85e01227079 service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723406 Nov 24 19:24:59.364831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 62b0923f-ec2b-4ad7-970f-f95020ad5abc up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:24:59.417485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.422168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3d5c4fd-a6f3-487c-995d-7185c06cfbec tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:59.448305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 62b0923f-ec2b-4ad7-970f-f95020ad5abc completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:24:59.453693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 62b0923f-ec2b-4ad7-970f-f95020ad5abc triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:24:59.454275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.466738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=54cceb23-f072-448f-b61f-bc37d8660670,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:59.470628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:24:59.494959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.524596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Deleting port 2dd70895-5d6b-4c75-acc5-7014b10913fc {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:24:59.524942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.606806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.645494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:24:59.664574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:24:59.671184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.674832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-32b53f16-490f-4442-a068-45c52b75d496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:24:59.690151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.755598 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'code': 200} Nov 24 19:24:59.779704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:24:59.799765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:24:59.802225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50144c73-bec3-4309-98b9-51ca051713b9 req-f33c6013-5adb-475e-a99a-f3385eb9ce63 service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416826 Nov 24 19:24:59.802676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:00.095500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 9bc54466-94ba-41d4-a1aa-1718c51c4557 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:00.209003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:00.257486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:00.267184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] Sync routers for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:00.276093 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/9bc54466-94ba-41d4-a1aa-1718c51c4557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6129966 Nov 24 19:25:00.278808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43404) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:00.282169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:00.282805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:00.347303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:00.356856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:00.357586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:00.391322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Calling delete_port for 2dd70895-5d6b-4c75-acc5-7014b10913fc owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:00.422960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:00.423542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7994b061-d6c1-4304-9a1d-0f7b343e9432 None None] The sync data for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:00.464809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dbbb0-6290-4e2e-8224-f00c8c33bf8c req-3e3c99f1-9c6d-4922-8ada-ca1d75adc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:00.466288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-456dbbb0-6290-4e2e-8224-f00c8c33bf8c req-3e3c99f1-9c6d-4922-8ada-ca1d75adc848 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1099 time: 0.4915843 Nov 24 19:25:00.575651 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-456dbbb0-6290-4e2e-8224-f00c8c33bf8c req-73f8333b-5554-4095-a7a6-5999e7843f7d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916352 Nov 24 19:25:00.629370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:00.640801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:00.671730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:00.894100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae2bc-c003-4082-ba8b-26d36d9c1261 req-21752d33-09f4-4bf6-bad4-9f8dfadb076e tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:00.895500 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-107ae2bc-c003-4082-ba8b-26d36d9c1261 req-21752d33-09f4-4bf6-bad4-9f8dfadb076e tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.6073081 Nov 24 19:25:00.900644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:00.906914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:00.940695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=ecae2994-208d-4098-b985-8ad7f8107ca7,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:00.949615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:00.951857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01eeafa8-d212-4b81-b806-1def9a0fd92a tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:00.981825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:01.033054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dd70895-5d6b-4c75-acc5-7014b10913fc,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:01.060898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:01.144416 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-107ae2bc-c003-4082-ba8b-26d36d9c1261 req-cc79775c-9272-44c0-8854-5a971f285887 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384181 Nov 24 19:25:01.204704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:01.241773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:01.242288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:01.244174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] 10.222.0.47 "DELETE /v2.0/ports/2dd70895-5d6b-4c75-acc5-7014b10913fc HTTP/1.1" status: 204 len: 168 time: 2.1240218 Nov 24 19:25:01.246855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network cc382713-7d23-44b2-8816-a31d6661fb99 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:01.248037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:01.467403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:01.470435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 3226a94d-6a62-4cc7-9836-978946573106 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:01.562010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-88112c34-abb2-4437-969c-12ab35a18fbb None None] Provisioning complete for port ecae2994-208d-4098-b985-8ad7f8107ca7 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:01.563012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-88112c34-abb2-4437-969c-12ab35a18fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:01.629842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-88112c34-abb2-4437-969c-12ab35a18fbb None None] Port ecae2994-208d-4098-b985-8ad7f8107ca7 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:01.635947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43412) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:01.646501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for e7d4c4e1-1d5a-44c5-9bc1-210676b917a8 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:01.683016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:01.695120 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Sync routers for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:01.700655 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/3226a94d-6a62-4cc7-9836-978946573106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0791059 Nov 24 19:25:01.708294 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:01.709209 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:24:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:01.866925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:01.893022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:01.911454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Usage tracker for resource:security_group_rule and tenant:3d13cee16a8a4089a427c02634d0f555 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:01.914520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:01.928085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:01.935741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:01.942520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:02.015296 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:02.029336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=e7d4c4e1-1d5a-44c5-9bc1-210676b917a8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:02.043178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1b4b-1a45-45ef-a9be-98585acc499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.044150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:02.088292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.101471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.117768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f44eff5c-b99c-4ec6-b337-3d28a68ec6c3 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:02.172557 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d13cee16a8a4089a427c02634d0f555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325470 Nov 24 19:25:02.172557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f40774c-a4f6-4017-80ea-b26a68210892,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:02.187417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:02.188097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43424) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:02.350838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.434710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.456741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.512428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af3205-db3c-4383-bcc5-10234996f5df req-aae8ae37-528b-4de8-affe-5f9c973d8c7d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:02.513750 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:24:59Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:21Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecae2994-208d-4098-b985-8ad7f8107ca7', 'name': '', 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:20:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '55760322-add4-4b00-80d2-ca204d4a3de1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:56Z', 'updated_at': '2021-11-24T19:25:00Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '55760322-add4-4b00-80d2-ca204d4a3de1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:02.518453 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Checking router: 3226a94d-6a62-4cc7-9836-978946573106 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:02.518854 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Updating router 3226a94d-6a62-4cc7-9836-978946573106 port ecae2994-208d-4098-b985-8ad7f8107ca7 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:25:02.519859 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12af3205-db3c-4383-bcc5-10234996f5df req-aae8ae37-528b-4de8-affe-5f9c973d8c7d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.1509120 Nov 24 19:25:02.562334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.572461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:02.584683 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.591372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f40774c-a4f6-4017-80ea-b26a68210892,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:02.607501 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12af3205-db3c-4383-bcc5-10234996f5df req-921cba86-df15-4253-b4d4-040ed424b984 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865757 Nov 24 19:25:02.611369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:02.613907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.615193 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f40774c-a4f6-4017-80ea-b26a68210892 HTTP/1.1" status: 204 len: 168 time: 0.4259419 Nov 24 19:25:02.743649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:02.856975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64d05b-0bf1-4d36-bb04-22a859f1966d req-104e2cc2-84eb-4677-955e-78d1c5aebb9f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:02.858747 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f64d05b-0bf1-4d36-bb04-22a859f1966d req-104e2cc2-84eb-4677-955e-78d1c5aebb9f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.1237595 Nov 24 19:25:02.896545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 9bc54466-94ba-41d4-a1aa-1718c51c4557 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:02.952882 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f64d05b-0bf1-4d36-bb04-22a859f1966d req-78da9d1e-2bb7-4615-879d-3d6a3d28d227 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797489 Nov 24 19:25:02.983650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43434) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:03.089485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daee355-f638-44d6-b38c-1bc2cc2fc417 tempest-TestNetworkAdvancedServerOps-891036393 tempest-TestNetworkAdvancedServerOps-891036393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:03.093891 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5daee355-f638-44d6-b38c-1bc2cc2fc417 tempest-TestNetworkAdvancedServerOps-891036393 tempest-TestNetworkAdvancedServerOps-891036393-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1094 time: 0.1062350 Nov 24 19:25:03.094080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43438) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:03.100776 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.101332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:03.108819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:03.113021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Usage tracker for resource:floatingip and tenant:bc55822092e84d3085b482bbb827f760 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:03.116760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:03.123218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:03.132943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:03.144935 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Transition to ACTIVE for port object ecae2994-208d-4098-b985-8ad7f8107ca7 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:03.145232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.146056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] Sync routers for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:03.158492 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/9bc54466-94ba-41d4-a1aa-1718c51c4557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8785615 Nov 24 19:25:03.161281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43442) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:03.164731 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.169561 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:03.176043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:03.182382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:03.230176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43446) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:03.260674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bab9117e-8b7a-4e78-927e-a8e4e4f2a9e9 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:03.290551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:03.308382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] Routers {'9bc54466-94ba-41d4-a1aa-1718c51c4557'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:03.309387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['9bc54466-94ba-41d4-a1aa-1718c51c4557'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:03.323204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bab9117e-8b7a-4e78-927e-a8e4e4f2a9e9 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:03.326938 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bab9117e-8b7a-4e78-927e-a8e4e4f2a9e9 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bc54466-94ba-41d4-a1aa-1718c51c4557 HTTP/1.1" status: 200 len: 205 time: 0.1619952 Nov 24 19:25:03.328685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43450) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:03.379989 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37011f4-af92-4320-91fb-c05a29bb3bbf None None] Pushing event updated for resources: {'Port': ['ID=ecae2994-208d-4098-b985-8ad7f8107ca7,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:03.396394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:03.397238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93da332-6067-4cb6-bb43-76db2c24bf9f None None] The sync data for ids ['9bc54466-94ba-41d4-a1aa-1718c51c4557'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:03.413404 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-896c2322-c582-4607-9ba6-0fdb0ded0426 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a02a782e315f47c4b89da211d6e0062d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741812 Nov 24 19:25:03.415791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.417729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:03.433429 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a37011f4-af92-4320-91fb-c05a29bb3bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:03.451579 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Attempting to bind port ecae2994-208d-4098-b985-8ad7f8107ca7 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:03.451973 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Attempting to bind port ecae2994-208d-4098-b985-8ad7f8107ca7 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:03.452358 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Attempting to bind port ecae2994-208d-4098-b985-8ad7f8107ca7 on network cc382713-7d23-44b2-8816-a31d6661fb99 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:03.460174 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:03.460566 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Checking segment: {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:03.460977 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.461376 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Bound using segment: {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:03.461858 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Bound port: ecae2994-208d-4098-b985-8ad7f8107ca7, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323dc400-f0e1-46f6-9d04-c1f31958d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:03.462255 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.551118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70aac849-4360-4da7-ab5f-3629ea16b703 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.560656 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] For port ecae2994-208d-4098-b985-8ad7f8107ca7, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:03.564469 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] For port ecae2994-208d-4098-b985-8ad7f8107ca7, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ecae2994-208d-4098-b985-8ad7f8107ca7,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:03.568995 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.578203 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4cb0c62d-551c-448c-86fa-98d30a4a7827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:03.597497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Allocated IP 172.26.6.248 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/edc97789-a3b0-435c-b0a6-ccde8bddb4bc) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:03.643463 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:03.644197 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:03.689358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.739639 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37011f4-af92-4320-91fb-c05a29bb3bbf None None] Pushing event updated for resources: {'Port': ['ID=ecae2994-208d-4098-b985-8ad7f8107ca7,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:03.743655 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a37011f4-af92-4320-91fb-c05a29bb3bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:03.768277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.806279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.811605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:03.895423 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:03.913593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70aac849-4360-4da7-ab5f-3629ea16b703 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.918496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70aac849-4360-4da7-ab5f-3629ea16b703 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.921554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.975906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70aac849-4360-4da7-ab5f-3629ea16b703 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:03.976938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aac849-4360-4da7-ab5f-3629ea16b703 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc54466-94ba-41d4-a1aa-1718c51c4557 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:25:04.013009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70aac849-4360-4da7-ab5f-3629ea16b703 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.017442 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-70aac849-4360-4da7-ab5f-3629ea16b703 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/9bc54466-94ba-41d4-a1aa-1718c51c4557 HTTP/1.1" status: 204 len: 168 time: 0.6873341 Nov 24 19:25:04.019187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43458) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:04.030652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:04.033359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:04.037167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:04.054077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.056851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.058125 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45dc04fd-395d-4092-b645-7681bd40c0d0 HTTP/1.1" status: 204 len: 168 time: 0.6394248 Nov 24 19:25:04.085548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b8409ac-728e-44f8-9e61-bedaf30088f3 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:04.106470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc04fd-395d-4092-b645-7681bd40c0d0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:04.139671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Port': ['ID=edc97789-a3b0-435c-b0a6-ccde8bddb4bc,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:04.144699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:04.154154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:04.163614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet 62b39a49-1500-4656-a09a-2fbd376c0671 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:04.167341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.230628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.392518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:24:59Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:21Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecae2994-208d-4098-b985-8ad7f8107ca7', 'name': '', 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:20:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '55760322-add4-4b00-80d2-ca204d4a3de1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:56Z', 'updated_at': '2021-11-24T19:25:03Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '55760322-add4-4b00-80d2-ca204d4a3de1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:04.402858 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab6245-34db-4cb3-815c-a01cb8eeca2d None None] The sync data for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv is: [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:24:59Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:21Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecae2994-208d-4098-b985-8ad7f8107ca7', 'name': '', 'network_id': 'cc382713-7d23-44b2-8816-a31d6661fb99', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:20:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '55760322-add4-4b00-80d2-ca204d4a3de1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:56Z', 'updated_at': '2021-11-24T19:25:03Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '55760322-add4-4b00-80d2-ca204d4a3de1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:04.492740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.494265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.595655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.610260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.610745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-945adb37-c59b-4abe-a89a-1b5fe9196356 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:04.665560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1f0d3-a7a0-41f2-a9ca-d98916562265 None None] Network 0a2b643d-5b96-425b-b4b2-d25d8f892512 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:04.666483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.675095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=62b39a49-1500-4656-a09a-2fbd376c0671,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:04.678082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:04.685241 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/62b39a49-1500-4656-a09a-2fbd376c0671 HTTP/1.1" status: 204 len: 168 time: 0.6616964 Nov 24 19:25:04.685569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43476) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:04.716837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.786432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet df14fd45-51e7-453b-b31d-cda4782564d6 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:04.791393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:04.897223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.059915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] DHCP port deletion for 0a2b643d-5b96-425b-b4b2-d25d8f892512 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:05.064897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Deleting port 8982f684-b6f3-451a-94cf-25d6accc79ef {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:05.065517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.082062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.088198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.088692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.094597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-afc7c6ee-bf69-474e-9438-54b0d2905f94 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:05.199364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.209912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:05.228376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.259387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=df14fd45-51e7-453b-b31d-cda4782564d6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:05.261441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.264362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:05.264825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43488) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:05.277953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1ad1a-76ce-40d2-ac0b-c3d2c7957bf5 None None] Network 8bff33af-ebea-4028-baea-3552781cd544 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:05.284408 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/df14fd45-51e7-453b-b31d-cda4782564d6 HTTP/1.1" status: 204 len: 168 time: 0.5974903 Nov 24 19:25:05.285445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43494) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:05.438944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event updated for resources: {'Port': ['ID=edc97789-a3b0-435c-b0a6-ccde8bddb4bc,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:05.444379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:05.444838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1941103764'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:05.477371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:05.497880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:network and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:05.505514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:05.514532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:05.521435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.540260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 8982f684-b6f3-451a-94cf-25d6accc79ef {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:05.540854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.543616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Floating IP d5574a2d-2441-4b1e-98c8-d3d8764e5358 associated. External IP: 172.26.6.248, port: 62b0923f-ec2b-4ad7-970f-f95020ad5abc. Nov 24 19:25:05.566534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] For port 8982f684-b6f3-451a-94cf-25d6accc79ef, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8982f684-b6f3-451a-94cf-25d6accc79ef,segment=NetworkSegment(9eb57cd9-77f1-4f09-9d8c-591bb483206b),segment_id=9eb57cd9-77f1-4f09-9d8c-591bb483206b)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:05.567129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.594731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:05.598149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.614030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.674409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:05.682287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:security_group_rule and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:05.688005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:05.697066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:05.704784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Calling delete_port for 8982f684-b6f3-451a-94cf-25d6accc79ef owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:05.820672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.827308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:05.849949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port 8982f684-b6f3-451a-94cf-25d6accc79ef, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8982f684-b6f3-451a-94cf-25d6accc79ef,segment=NetworkSegment(9eb57cd9-77f1-4f09-9d8c-591bb483206b),segment_id=9eb57cd9-77f1-4f09-9d8c-591bb483206b)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:05.849949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.895336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] DHCP port deletion for 8bff33af-ebea-4028-baea-3552781cd544 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:05.898825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ecae2994-208d-4098-b985-8ad7f8107ca7 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:05.940938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Router ceafe432-0c0c-4ce8-8792-03385ed2ec27 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:05.944689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Pushing event deleted for resources: {'Port': ['ID=8982f684-b6f3-451a-94cf-25d6accc79ef,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:05.953951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Deleting port 47721382-1855-45de-8581-6e3bd85ccf56 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:05.954531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:05.989181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 8982f684-b6f3-451a-94cf-25d6accc79ef owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:06.003901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] No DVR routers for this DVR port 8982f684-b6f3-451a-94cf-25d6accc79ef on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:06.029287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:06.114101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.114910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:25:06.116036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:25:06.120450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.133782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:25:06.144668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.144668 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Added segment 9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf of type vlan for network b695011e-6a3b-4058-8828-f9b351dbf876 Nov 24 19:25:06.170533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.175178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c71e0d92-db98-49ed-9fc7-83fd9dc4447c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:06.189160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port ecae2994-208d-4098-b985-8ad7f8107ca7 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:06.203742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ecae2994-208d-4098-b985-8ad7f8107ca7 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:06.204218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.211331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42730d94-8479-4d7a-ae04-02d1279ce113,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:06.215453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:06.243923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.250444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:06.251526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.259367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] For port 47721382-1855-45de-8581-6e3bd85ccf56, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=47721382-1855-45de-8581-6e3bd85ccf56,segment=NetworkSegment(8b14eae0-22b8-46be-8a25-50b73f371b99),segment_id=8b14eae0-22b8-46be-8a25-50b73f371b99)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:06.259849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.275438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:06.278253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61a89777-29a6-488d-b937-2de2b8b80315 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:06.289230 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] Sync routers for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:06.303751 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:06.304390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.305219 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:06.310654 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0447764 Nov 24 19:25:06.358546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43498) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:06.371529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2764275 Nov 24 19:25:06.372308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:25:06.386160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:06.401937 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Calling delete_port for 47721382-1855-45de-8581-6e3bd85ccf56 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:06.421706 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'status': 'completed', 'code': 200} Nov 24 19:25:06.447582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Network': ['ID=b695011e-6a3b-4058-8828-f9b351dbf876,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:06.463741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:25:06.464570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:06.541397 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:06.580236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:06.587054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:06.590926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:06.598289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:06.612097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:06.616566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.640881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 8982f684-b6f3-451a-94cf-25d6accc79ef {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:06.641524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.649630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bee2c-1a23-495a-bb89-482bf9d70f71 req-f54bda31-f8ba-4ada-9647-8d4f9ad53405 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:06.658055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3f1bee2c-1a23-495a-bb89-482bf9d70f71 req-f54bda31-f8ba-4ada-9647-8d4f9ad53405 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.1300678 Nov 24 19:25:06.659240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.665687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:06.689016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-3f39a99e-8dc8-4ff5-b453-2d54131f7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:06.691057 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-3f39a99e-8dc8-4ff5-b453-2d54131f7f62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc55822092e84d3085b482bbb827f760&device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1099 time: 0.2367580 Nov 24 19:25:06.750490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.772930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Pushing event deleted for resources: {'Port': ['ID=47721382-1855-45de-8581-6e3bd85ccf56,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:06.782635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:06.786992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] No DVR routers for this DVR port 47721382-1855-45de-8581-6e3bd85ccf56 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:06.828317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port ecae2994-208d-4098-b985-8ad7f8107ca7, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ecae2994-208d-4098-b985-8ad7f8107ca7,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:06.835928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:06.839023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72733c28-80f7-4395-a13d-f3f217a60c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:06.917629 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3f1bee2c-1a23-495a-bb89-482bf9d70f71 req-8d480ff2-8bc3-4909-bd04-67741bab31eb tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577336 Nov 24 19:25:06.919063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-bd1c9f65-b60c-455f-865f-2abf24a1fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:06.920563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-bd1c9f65-b60c-455f-865f-2abf24a1fe75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ce4721b-19a3-468e-8640-cca5266fd0ed HTTP/1.1" status: 200 len: 897 time: 0.2147334 Nov 24 19:25:06.928728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8982f684-b6f3-451a-94cf-25d6accc79ef no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:06.934524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] The port '8982f684-b6f3-451a-94cf-25d6accc79ef' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:25:06.942228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43508) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:07.009718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 8982f684-b6f3-451a-94cf-25d6accc79ef {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:07.010094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8982f684-b6f3-451a-94cf-25d6accc79ef not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:07.021026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=ecae2994-208d-4098-b985-8ad7f8107ca7,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:07.034532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:07.069691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-7178a71d-13be-4d0e-bc1f-f6db59625576 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc HTTP/1.1" status: 200 len: 1000 time: 0.1417916 Nov 24 19:25:07.073273 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'd5574a2d-2441-4b1e-98c8-d3d8764e5358', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'port_id': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'mac_address': 'fa:16:3e:75:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:25:04Z', 'updated_at': '2021-11-24T19:25:04Z', 'revision_number': 0, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:50Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.078423 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] Checking router: ceafe432-0c0c-4ce8-8792-03385ed2ec27 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:07.088699 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:07.090179 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.135685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-6bd7a874-707d-4b01-b663-f9465e02ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:07.137237 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-6bd7a874-707d-4b01-b663-f9465e02ae11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faaeb842-1f74-4fad-a011-2df71c269a9e HTTP/1.1" status: 200 len: 835 time: 0.0607536 Nov 24 19:25:07.199746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.222605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-15504a3a-d9f5-439c-a469-b614ab15378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:07.223545 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a83333de-f33f-4d79-8125-5a8faab6908a tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/floatingips/d5574a2d-2441-4b1e-98c8-d3d8764e5358 HTTP/1.1" status: 200 len: 992 time: 0.2799556 Nov 24 19:25:07.224198 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-15504a3a-d9f5-439c-a469-b614ab15378e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ce4721b-19a3-468e-8640-cca5266fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792847 Nov 24 19:25:07.276495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2b643d-5b96-425b-b4b2-d25d8f892512']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.288009 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:07.297804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb57cd9-77f1-4f09-9d8c-591bb483206b') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.298098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb57cd9-77f1-4f09-9d8c-591bb483206b') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.315303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.339882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.360303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:25:07.360771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.368712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-a216cef2-c5e8-4fa4-83f2-b8f00a4bf2c8 service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373580 Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:25:07.376364 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:25:07.459130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.467481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52051f9a-c77a-4562-99bf-e66481e0aa22 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:07.510897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39cc31a9-cba7-48ae-a03f-a9b907ead990 req-0169a5e5-f66c-4722-b2ca-60acaa2be9a0 service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340108 Nov 24 19:25:07.518339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.523048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.557241 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/0a2b643d-5b96-425b-b4b2-d25d8f892512 HTTP/1.1" status: 204 len: 168 time: 2.2703967 Nov 24 19:25:07.559934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43512) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:07.563204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:07.566692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:07.570225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5fd969b0-bb9f-4341-b5f1-96a590ba8357 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:07.598634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=0a2b643d-5b96-425b-b4b2-d25d8f892512,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:07.601029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:07.603691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:07.604073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network hostable DHCP agents. Network: b695011e-6a3b-4058-8828-f9b351dbf876, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:25:07.623052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:25:07.633176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, b695011e-6a3b-4058-8828-f9b351dbf876) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:07.639053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:07.640104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.645113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f240d-f091-473a-a424-567c67b13fd5 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:07.664589 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'd5574a2d-2441-4b1e-98c8-d3d8764e5358', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'port_id': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'mac_address': 'fa:16:3e:75:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:25:04Z', 'updated_at': '2021-11-24T19:25:04Z', 'revision_number': 0, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:50Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.665289 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3046911 Nov 24 19:25:07.667361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43516) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:07.674186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'name': 'tempest-NetworksTestDHCPv6-754847332'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:07.675041 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727fc87-a955-43f6-a29f-84eb6e367ced None None] The sync data for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv is: [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'd5574a2d-2441-4b1e-98c8-d3d8764e5358', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'port_id': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'mac_address': 'fa:16:3e:75:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:25:04Z', 'updated_at': '2021-11-24T19:25:04Z', 'revision_number': 0, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:50Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:07.701548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.800205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ecae2994-208d-4098-b985-8ad7f8107ca7 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:07.849042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:07.849331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.854068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:07.857462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:07.864061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:07.881659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:07.882157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bff33af-ebea-4028-baea-3552781cd544']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.886144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.897495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b14eae0-22b8-46be-8a25-50b73f371b99') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.898407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b14eae0-22b8-46be-8a25-50b73f371b99') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:07.919054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.930414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port afe337db-8cb5-4fec-8439-0e2489c97e26 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:07.953736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.958728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ecae2994-208d-4098-b985-8ad7f8107ca7 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:07.959988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.966986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:25:07.968693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:25:07.988313 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:25:08.056422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980895d6-67f9-4300-bc07-d1c8b767e991 None None] New status for floating IP d5574a2d-2441-4b1e-98c8-d3d8764e5358: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:25:08.139341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::1de (b695011e-6a3b-4058-8828-f9b351dbf876/5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d/afe337db-8cb5-4fec-8439-0e2489c97e26) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:08.165813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:08.166844 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.225846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.227429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43520) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:08.230247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:08.246834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.257236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=8bff33af-ebea-4028-baea-3552781cd544,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:08.259651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:08.265007 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/8bff33af-ebea-4028-baea-3552781cd544 HTTP/1.1" status: 204 len: 168 time: 0.7004108 Nov 24 19:25:08.265924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43524) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:08.272500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193786800'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:08.277994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:08.282518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:08.285641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:08.293041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:08.305571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:08.309335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.340304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:25:08.353568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.353970 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 1d430d3c-6f97-4aaf-adef-29f94ad64432 of type vlan for network 37b22330-16bb-4b07-81fc-7fc9250c86f4 Nov 24 19:25:08.390571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.428430 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-26a570bc-a0e1-45ed-8eca-f113fb3cc1cd tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/floatingips/d5574a2d-2441-4b1e-98c8-d3d8764e5358 HTTP/1.1" status: 200 len: 992 time: 0.1968863 Nov 24 19:25:08.451539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.458647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:08.459720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.460983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.467359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:08.478698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object afe337db-8cb5-4fec-8439-0e2489c97e26 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:08.488412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 47721382-1855-45de-8581-6e3bd85ccf56 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:08.507149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.513934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ec0bfabe-ab4c-4b34-baba-5aa0c39abef5 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:08.564093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 47721382-1855-45de-8581-6e3bd85ccf56 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:08.564458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 47721382-1855-45de-8581-6e3bd85ccf56 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:08.582771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:08.593720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=37b22330-16bb-4b07-81fc-7fc9250c86f4,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:08.594987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:08.596855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:08.601853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:08.602055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d/32e43baf-d70a-45bd-a41f-a03d4326011a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:08.608892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:08.609813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.618155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3484318 Nov 24 19:25:08.618388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:25:08.618511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43528) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:08.624349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:08.638887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=afe337db-8cb5-4fec-8439-0e2489c97e26,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:08.642532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:08.649203 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9795651 Nov 24 19:25:08.652270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43532) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:08.746282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361f5d8-99a7-43f4-b693-21e44e9f2a71 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:08.747381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f361f5d8-99a7-43f4-b693-21e44e9f2a71 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:08.754072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:08.758816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:08.762334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:08.765956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f361f5d8-99a7-43f4-b693-21e44e9f2a71 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:08.772430 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f361f5d8-99a7-43f4-b693-21e44e9f2a71 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1189706 Nov 24 19:25:08.773258 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43536) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:08.779331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:08.790770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:08.794488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.846475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port afe337db-8cb5-4fec-8439-0e2489c97e26 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:08.846963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.977810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:08.989727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Transition to ACTIVE for port object 32e43baf-d70a-45bd-a41f-a03d4326011a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:09.026758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Transition to ACTIVE for port object 32e43baf-d70a-45bd-a41f-a03d4326011a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:09.038525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.048194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:09.060311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.065782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be3c84f6-f83f-4a54-8d76-2c92a2aa1fde tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:09.117254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Pushing event updated for resources: {'Port': ['ID=32e43baf-d70a-45bd-a41f-a03d4326011a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:09.121089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:09.129855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:09.131443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:09.133776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:09.161995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=33f93904-6097-4681-bd79-90baef48317b,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:09.169068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '1d430d3c-6f97-4aaf-adef-29f94ad64432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:09.169068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 37b22330-16bb-4b07-81fc-7fc9250c86f4, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:25:09.170785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:09.198618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:25:09.211484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 37b22330-16bb-4b07-81fc-7fc9250c86f4) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:09.220894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:09.220894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.257052 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6365268 Nov 24 19:25:09.258708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43542) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:09.264668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc364e2-6859-4d42-9a08-0724d4120a94 None None] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:09.265154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-42135395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:09.272799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:09.277632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:router and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:09.280571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:09.286921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:09.304563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.308333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.333026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.358190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.365906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.379281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Attempting to bind port 32e43baf-d70a-45bd-a41f-a03d4326011a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:09.379281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Attempting to bind port 32e43baf-d70a-45bd-a41f-a03d4326011a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:09.379513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Attempting to bind port 32e43baf-d70a-45bd-a41f-a03d4326011a on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:09.391187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:09.391187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:09.391187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.391187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:09.391187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Bound port: 32e43baf-d70a-45bd-a41f-a03d4326011a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:09.391836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.394814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.400744 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-96ee9975-adb8-4b63-a2a4-58f6ac2df9f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1369305 Nov 24 19:25:09.401211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43546) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:09.410264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'port': {'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4', 'name': 'tempest-RoutersIpV6Test-818271726'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:09.437600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43550) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:09.531710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for afe337db-8cb5-4fec-8439-0e2489c97e26 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:09.576405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] For port 32e43baf-d70a-45bd-a41f-a03d4326011a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:09.581635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] For port 32e43baf-d70a-45bd-a41f-a03d4326011a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=32e43baf-d70a-45bd-a41f-a03d4326011a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:09.619692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.638647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1da6c72e-c602-42f0-a3af-86744e129481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:09.656952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9b0a41fe-7549-4eb8-932a-b37b906c1fe3 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/floatingips/d5574a2d-2441-4b1e-98c8-d3d8764e5358 HTTP/1.1" status: 200 len: 994 time: 0.2179637 Nov 24 19:25:09.706325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:09.715164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Pushing event updated for resources: {'Port': ['ID=32e43baf-d70a-45bd-a41f-a03d4326011a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:09.724249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:09.724249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-37b22330-16bb-4b07-81fc-7fc9250c86f4', 'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': '33f93904-6097-4681-bd79-90baef48317b'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:09.729474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:09.731217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.740954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.749275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:09.749811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:09.754138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.796094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] device_id is not set on port 6b40456b-63b3-46ab-9970-d42f5739005c yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:09.808673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=afe337db-8cb5-4fec-8439-0e2489c97e26,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:09.810286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:09.883633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:09.897951 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/afe337db-8cb5-4fec-8439-0e2489c97e26 HTTP/1.1" status: 204 len: 168 time: 1.1229687 Nov 24 19:25:09.901366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43554) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:09.962856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Allocated IP 2001:db8::2 (37b22330-16bb-4b07-81fc-7fc9250c86f4/33f93904-6097-4681-bd79-90baef48317b/8a1f03d9-2219-4b9f-9533-8dd92e6fe846) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:09.978827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d82aab-04c8-4a46-9886-134287953d8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:09.980827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d82aab-04c8-4a46-9886-134287953d8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:09.982551 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-55d82aab-04c8-4a46-9886-134287953d8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0801163 Nov 24 19:25:09.985414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43558) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:10.078916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:10.081948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.144507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.205011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.217197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Transition to ACTIVE for port object 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:10.235625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Transition to ACTIVE for port object 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:10.238660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.244023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.248207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-46b50df9-392f-4a6d-89da-71932d069140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:10.314429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:10.317548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:10.320956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:10.330031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Pushing event updated for resources: {'Port': ['ID=8a1f03d9-2219-4b9f-9533-8dd92e6fe846,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:10.332698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:10.369507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8::84 (37b22330-16bb-4b07-81fc-7fc9250c86f4/33f93904-6097-4681-bd79-90baef48317b/6b40456b-63b3-46ab-9970-d42f5739005c) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:10.389288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.394685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69b7e41a-b080-4024-a467-c2130ba5a3e4 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:10.425453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Attempting to bind port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:10.425831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Attempting to bind port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '1d430d3c-6f97-4aaf-adef-29f94ad64432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:10.426204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Attempting to bind port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 on network 37b22330-16bb-4b07-81fc-7fc9250c86f4 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:10.432820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:10.433217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Checking segment: {'id': '1d430d3c-6f97-4aaf-adef-29f94ad64432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:10.433629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.434032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Bound using segment: {'id': '1d430d3c-6f97-4aaf-adef-29f94ad64432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:10.434505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Bound port: 8a1f03d9-2219-4b9f-9533-8dd92e6fe846, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d430d3c-6f97-4aaf-adef-29f94ad64432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '37b22330-16bb-4b07-81fc-7fc9250c86f4'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:10.434887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.441187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:10.447122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:10.456761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.477648 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d HTTP/1.1" status: 204 len: 168 time: 0.4911156 Nov 24 19:25:10.480277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43562) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:10.535277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] For port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:10.541926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] For port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8a1f03d9-2219-4b9f-9533-8dd92e6fe846,segment=NetworkSegment(1d430d3c-6f97-4aaf-adef-29f94ad64432),segment_id=1d430d3c-6f97-4aaf-adef-29f94ad64432)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:10.549842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.561174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:10.580373 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-03f86fea-8610-4d5a-aaa0-bae58ed582a3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981436 Nov 24 19:25:10.581171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43566) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:10.588046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:10.654167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Pushing event updated for resources: {'Port': ['ID=8a1f03d9-2219-4b9f-9533-8dd92e6fe846,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:10.657317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:10.750131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:10.759522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:10.763333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:10.771124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:10.786878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:10.791057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.860667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.891574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object 6b40456b-63b3-46ab-9970-d42f5739005c will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:10.963805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:10.995626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:11.075094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:11.078842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:11.082632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:11.088949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:11.089953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:11.103154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=6b40456b-63b3-46ab-9970-d42f5739005c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:11.111642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:11.129793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7255421 Nov 24 19:25:11.131883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43572) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:11.166907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:11.172835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-701da688-e9a2-4b9f-bc90-a65a51ea347f tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:11.249105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:11.252584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a381d-99b6-4da7-a350-4d3b857be5ed None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:11.254840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:11.269042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:11.269760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:11.298854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=8aba4b5a-fa28-4b7d-9cf1-4ac716a1454b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:11.302384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:11.315547 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7305253 Nov 24 19:25:11.319116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43576) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:11.325664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'name': 'tempest-NetworksTestDHCPv6-1270747168'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:11.370212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cf84159b-f097-4785-b6f5-5318625d7875 None None] Provisioning for port 32e43baf-d70a-45bd-a41f-a03d4326011a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:11.517278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:11.525184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:11.533685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:11.543927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:11.561368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:11.571710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:11.608064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 1d8600e3-76f9-4d42-a55d-539aa18144b3 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:11.888522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::76 (b695011e-6a3b-4058-8828-f9b351dbf876/8aba4b5a-fa28-4b7d-9cf1-4ac716a1454b/1d8600e3-76f9-4d42-a55d-539aa18144b3) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:11.905887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 32e43baf-d70a-45bd-a41f-a03d4326011a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:11.965256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.044636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb560c4-9322-4461-91ad-cab0ce4b3db2 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:12.251314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.275861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 32e43baf-d70a-45bd-a41f-a03d4326011a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:12.278967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 1d8600e3-76f9-4d42-a55d-539aa18144b3 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:12.298686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] Provisioning complete for port 32e43baf-d70a-45bd-a41f-a03d4326011a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:12.299070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.318061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.326568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:12.346557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 32e43baf-d70a-45bd-a41f-a03d4326011a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:12.346746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.384020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740be7a-79ab-4dd1-85d4-ac0a03d84bfa None None] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:12.408856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:12.412714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:12.415417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:12.421574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:12.422128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.446428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=1d8600e3-76f9-4d42-a55d-539aa18144b3,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:12.449698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:12.460969 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1412792 Nov 24 19:25:12.463988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43580) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:12.569584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.575211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.579615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:12.691565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b24a69c-e207-40f5-afad-0e8500f23b20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:12.697722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b24a69c-e207-40f5-afad-0e8500f23b20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:12.699266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8b24a69c-e207-40f5-afad-0e8500f23b20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2341659 Nov 24 19:25:12.702109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43584) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:12.730591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=6b40456b-63b3-46ab-9970-d42f5739005c,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:12.734881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:12.812853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 1d8600e3-76f9-4d42-a55d-539aa18144b3 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:12.813491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.814019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.886315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.936663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] For port 32e43baf-d70a-45bd-a41f-a03d4326011a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=32e43baf-d70a-45bd-a41f-a03d4326011a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:12.957069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:12.961898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:13.043217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.158607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] Pushing event updated for resources: {'Port': ['ID=32e43baf-d70a-45bd-a41f-a03d4326011a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:13.167000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:13.177304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:25:13.178274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:25:13.179231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-33af57bd-c441-48fc-afcc-baaeb0583a30 None None] Provisioning for port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:13.231074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.322930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.425974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aa819947-8d4c-4b7c-a287-60acc89582d0 None None] Provisioning for port 1d8600e3-76f9-4d42-a55d-539aa18144b3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:13.433380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aa819947-8d4c-4b7c-a287-60acc89582d0 None None] Provisioning complete for port 1d8600e3-76f9-4d42-a55d-539aa18144b3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:13.433766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aa819947-8d4c-4b7c-a287-60acc89582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.526889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 1d8600e3-76f9-4d42-a55d-539aa18144b3 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:13.527312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aa819947-8d4c-4b7c-a287-60acc89582d0 None None] Port 1d8600e3-76f9-4d42-a55d-539aa18144b3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:13.545629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aa819947-8d4c-4b7c-a287-60acc89582d0 None None] Provisioning complete for port 32e43baf-d70a-45bd-a41f-a03d4326011a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:13.546115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aa819947-8d4c-4b7c-a287-60acc89582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.754770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.765055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2cdcdb83-ad2f-48cd-8d9a-841993ae9976 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:13.836263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=1d8600e3-76f9-4d42-a55d-539aa18144b3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:13.840422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:13.868525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:13.880297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.891951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.893219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.903478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46c1ed54-06b4-4a55-af83-e33a8b41be25 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:13.951009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:13.978058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a972afc2-5ca6-42fd-bed5-f6101e1fe7e4 None None] Could not find standard attr ID for object afe337db-8cb5-4fec-8439-0e2489c97e26. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:25:13.983099 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/1d8600e3-76f9-4d42-a55d-539aa18144b3 HTTP/1.1" status: 204 len: 168 time: 1.2777917 Nov 24 19:25:13.983099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43590) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:13.986238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:13.997121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:13.998680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.082541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=6b40456b-63b3-46ab-9970-d42f5739005c,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:14.093430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:14.093818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a972afc2-5ca6-42fd-bed5-f6101e1fe7e4 None None] Provisioning for port 6b40456b-63b3-46ab-9970-d42f5739005c completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:14.118173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a972afc2-5ca6-42fd-bed5-f6101e1fe7e4 None None] Provisioning complete for port 6b40456b-63b3-46ab-9970-d42f5739005c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:14.118861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a972afc2-5ca6-42fd-bed5-f6101e1fe7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.124729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acfdce-f588-4a1f-b3f4-dc87b2cf0190 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:14.126558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acfdce-f588-4a1f-b3f4-dc87b2cf0190 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:14.127419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-06acfdce-f588-4a1f-b3f4-dc87b2cf0190 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:14.161693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-06acfdce-f588-4a1f-b3f4-dc87b2cf0190 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:14.166676 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-06acfdce-f588-4a1f-b3f4-dc87b2cf0190 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1828592 Nov 24 19:25:14.167539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43594) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:14.170246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:14.171623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:14.259433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a972afc2-5ca6-42fd-bed5-f6101e1fe7e4 None None] Port 6b40456b-63b3-46ab-9970-d42f5739005c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:14.261817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 8aba4b5a-fa28-4b7d-9cf1-4ac716a1454b {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:14.265325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.287892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.311389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a972afc2-5ca6-42fd-bed5-f6101e1fe7e4 None None] Provisioning complete for port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:14.311389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a972afc2-5ca6-42fd-bed5-f6101e1fe7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.377337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.384813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8a1f03d9-2219-4b9f-9533-8dd92e6fe846,segment=NetworkSegment(1d430d3c-6f97-4aaf-adef-29f94ad64432),segment_id=1d430d3c-6f97-4aaf-adef-29f94ad64432)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:14.394793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.397822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:14.541553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.552097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:25:14.570384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 32e43baf-d70a-45bd-a41f-a03d4326011a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:14.665295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=8a1f03d9-2219-4b9f-9533-8dd92e6fe846,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:14.673812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:14.684542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.691078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:14.714968 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 32e43baf-d70a-45bd-a41f-a03d4326011a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:14.715626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.766214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:14.775837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6428292 Nov 24 19:25:14.778790 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] Sync routers for ids ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:14.779710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43598) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:14.781039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=8aba4b5a-fa28-4b7d-9cf1-4ac716a1454b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:14.789937 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] Routers {'3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:14.790567 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:14.793284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:14.796680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:14.813040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a04ad169-0f90-46f1-9051-f3ea3184ef12 None None] Could not find standard attr ID for object 1d8600e3-76f9-4d42-a55d-539aa18144b3. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:25:14.880043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf83d7-f3d3-438b-8122-a2f47a8eae34 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:14.881746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6bcf83d7-f3d3-438b-8122-a2f47a8eae34 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:14.903654 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:14.910580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6bcf83d7-f3d3-438b-8122-a2f47a8eae34 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:14.912597 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6bcf83d7-f3d3-438b-8122-a2f47a8eae34 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports/6b40456b-63b3-46ab-9970-d42f5739005c HTTP/1.1" status: 200 len: 982 time: 0.1275110 Nov 24 19:25:14.915403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43602) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:14.917493 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/8aba4b5a-fa28-4b7d-9cf1-4ac716a1454b HTTP/1.1" status: 204 len: 168 time: 0.7486880 Nov 24 19:25:14.919834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43606) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:14.921082 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] Routers {'3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:14.922019 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:14.999567 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:15.000284 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0503fd73-1ec4-4fcd-a999-a6fc7de4f110 None None] The sync data for ids ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:15.010839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a04ad169-0f90-46f1-9051-f3ea3184ef12 None None] Provisioning complete for port 6b40456b-63b3-46ab-9970-d42f5739005c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:15.011220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a04ad169-0f90-46f1-9051-f3ea3184ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.041301 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e48efb8d-c2fc-4b67-89df-799ea2efb340 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175647 Nov 24 19:25:15.041686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43610) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:15.047337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:15.054095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69190762-49ae-42a2-b62a-dfd4ab42cc2b None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:15.158809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a04ad169-0f90-46f1-9051-f3ea3184ef12 None None] Port 6b40456b-63b3-46ab-9970-d42f5739005c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:15.167667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:15.172762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:15.176225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:15.192860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:15.204210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:15.208420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.288634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e720bb71-7889-4e5d-8bfd-9869bdca7c92 None None] Provisioning complete for port 6b40456b-63b3-46ab-9970-d42f5739005c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:15.289017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e720bb71-7889-4e5d-8bfd-9869bdca7c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.351267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e720bb71-7889-4e5d-8bfd-9869bdca7c92 None None] Port 6b40456b-63b3-46ab-9970-d42f5739005c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:15.403972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:15.409927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Deleting port 32e43baf-d70a-45bd-a41f-a03d4326011a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:15.410520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.458439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.463679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b9d34189-a4df-433b-9f67-06b46d6419b2 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:15.527675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:15.530285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:15.534799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:15.535458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.560329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=6a5925d1-dd0d-4662-89ac-0bcc846d1d14,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:15.565996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:15.576680 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5313699 Nov 24 19:25:15.576856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43616) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:15.583060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'name': 'tempest-NetworksTestDHCPv6-1892577896'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:15.655197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] For port 32e43baf-d70a-45bd-a41f-a03d4326011a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=32e43baf-d70a-45bd-a41f-a03d4326011a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:15.655776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.659524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.785373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Calling delete_port for 32e43baf-d70a-45bd-a41f-a03d4326011a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:15.845341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:15.850559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:15.853598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:15.859341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:15.872667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.876925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ea3ca3cd-9e8b-4193-9a9b-b7e9e5f71d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:15.877679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:15.883050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:15.935538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Pushing event deleted for resources: {'Port': ['ID=32e43baf-d70a-45bd-a41f-a03d4326011a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:15.935538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:15.935538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] No DVR routers for this DVR port 32e43baf-d70a-45bd-a41f-a03d4326011a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:15.945382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 7f74ca8a-b739-41c2-8dfe-1083763056ff yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:15.952729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449543bd-42ec-42a3-8f06-41485b529ee1 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:15.988636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 6b40456b-63b3-46ab-9970-d42f5739005c {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:15.988973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.110658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::bf (b695011e-6a3b-4058-8828-f9b351dbf876/6a5925d1-dd0d-4662-89ac-0bcc846d1d14/7f74ca8a-b739-41c2-8dfe-1083763056ff) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:16.185829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.191282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '6a5925d1-dd0d-4662-89ac-0bcc846d1d14'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:16.192446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.319858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 6b40456b-63b3-46ab-9970-d42f5739005c owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:16.322617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.339836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 7f74ca8a-b739-41c2-8dfe-1083763056ff will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:16.364286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.370140 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8e2c5da9-b923-4c8b-8886-c9d779bc9466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:16.431667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/6a5925d1-dd0d-4662-89ac-0bcc846d1d14/36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:16.441586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:16.445523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:16.449675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:16.456957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:16.457605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.469216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=7f74ca8a-b739-41c2-8dfe-1083763056ff,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:16.478032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:16.496598 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9182169 Nov 24 19:25:16.499217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43620) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:16.546836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:16.558682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.571533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa9e9534-dd20-471a-a11c-525da9946bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:16.595412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72befc63-5a0a-4e32-8b81-ea3574f815ee tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:16.596887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72befc63-5a0a-4e32-8b81-ea3574f815ee tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:16.619267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72befc63-5a0a-4e32-8b81-ea3574f815ee tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:16.621047 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-72befc63-5a0a-4e32-8b81-ea3574f815ee tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1207187 Nov 24 19:25:16.623728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43624) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:16.691930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:16.692510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.735239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 7f74ca8a-b739-41c2-8dfe-1083763056ff {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:16.735584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.891090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:16.957001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Transition to ACTIVE for port object 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:16.978607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=6b40456b-63b3-46ab-9970-d42f5739005c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:16.987039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Transition to ACTIVE for port object 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:16.995302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:17.001155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.005181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:17.005567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.045430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 32e43baf-d70a-45bd-a41f-a03d4326011a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:17.054964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.103029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:17.106643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:17.108453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 32e43baf-d70a-45bd-a41f-a03d4326011a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:17.108907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 32e43baf-d70a-45bd-a41f-a03d4326011a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:17.110359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:17.189777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 7f74ca8a-b739-41c2-8dfe-1083763056ff owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:17.191212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Pushing event updated for resources: {'Port': ['ID=36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:17.202105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:17.228533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Attempting to bind port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:17.228915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Attempting to bind port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:17.229274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Attempting to bind port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:17.234583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:17.234958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:17.235361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.235760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:17.236599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Bound port: 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:17.237207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.293563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:17.343040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] For port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:17.344328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.348255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] For port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:17.351009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd20a7f7-79b3-47fa-bb44-050c5bd4a578 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:17.353202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.358609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-124b4e55-e59b-4f52-86eb-65fe5452dede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:17.402038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=7f74ca8a-b739-41c2-8dfe-1083763056ff,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:17.405343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:17.430362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:17.438590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Pushing event updated for resources: {'Port': ['ID=36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:17.441647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:17.446289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.450509 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339663 Nov 24 19:25:17.453282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43628) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:17.458102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] Sync routers for ids ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:17.470424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] Routers {'3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:17.471052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:17.536522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:17.547476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] Routers {'3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:17.548152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:17.583503 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/7f74ca8a-b739-41c2-8dfe-1083763056ff HTTP/1.1" status: 204 len: 168 time: 0.9579191 Nov 24 19:25:17.586491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43632) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:17.610218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:17.610638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be1737d-2825-4677-a4d6-53fe51325d5f None None] The sync data for ids ['3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:17.683952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133632ab-54a7-4510-9ea8-10e309fb2c8a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:17.688290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133632ab-54a7-4510-9ea8-10e309fb2c8a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:17.689354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-133632ab-54a7-4510-9ea8-10e309fb2c8a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:17.713144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-133632ab-54a7-4510-9ea8-10e309fb2c8a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:17.714327 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-133632ab-54a7-4510-9ea8-10e309fb2c8a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1268010 Nov 24 19:25:17.717062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43636) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:17.800174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 6a5925d1-dd0d-4662-89ac-0bcc846d1d14 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:17.804156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.863447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:17.938700 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-0d08d702-c894-462c-935a-286cfd482f0f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 19:25:17.942226 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0d08d702-c894-462c-935a-286cfd482f0f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4854312 Nov 24 19:25:17.942862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43642) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:17.998281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6fd8c9aa-8480-4e46-be61-d79ab2cb610f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:18.017212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.051286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6fd8c9aa-8480-4e46-be61-d79ab2cb610f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:18.052523 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6fd8c9aa-8480-4e46-be61-d79ab2cb610f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5 HTTP/1.1" status: 200 len: 205 time: 0.1088400 Nov 24 19:25:18.055508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43646) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:18.097836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.101697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1fbcacb2-2d3e-46dc-85d1-d231ed68f110 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:18.145402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5925d1-dd0d-4662-89ac-0bcc846d1d14,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:18.149460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:18.150683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.168490 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/6a5925d1-dd0d-4662-89ac-0bcc846d1d14 HTTP/1.1" status: 204 len: 168 time: 0.4482708 Nov 24 19:25:18.168679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43650) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:18.201432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd2a41d6-33c5-44cb-a29c-d1f5997d7f12 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.239393 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c6419092-0d8a-4412-95a7-0845d670481d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674884 Nov 24 19:25:18.243199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43654) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:18.339362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b7178-3c85-4ddc-9954-98a18159d262 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:18.343602 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-da4b7178-3c85-4ddc-9954-98a18159d262 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0969787 Nov 24 19:25:18.344418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43658) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:18.413061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa98d5-92a5-4e18-8808-76bfeaa4f762 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:18.413940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-12aa98d5-92a5-4e18-8808-76bfeaa4f762 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:18.432386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-12aa98d5-92a5-4e18-8808-76bfeaa4f762 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:18.433628 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-12aa98d5-92a5-4e18-8808-76bfeaa4f762 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881910 Nov 24 19:25:18.436934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43662) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:18.516490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1708aa0-14de-48dc-9e78-1f389f12912b None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:18.530200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-617d2e95-a76c-4149-8ddb-d0bb6d81d2fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919917 Nov 24 19:25:18.530841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd2a41d6-33c5-44cb-a29c-d1f5997d7f12 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.535615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43666) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:18.542070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:18.542262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:18.542394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd2a41d6-33c5-44cb-a29c-d1f5997d7f12 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.570344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd2a41d6-33c5-44cb-a29c-d1f5997d7f12 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.570876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2a41d6-33c5-44cb-a29c-d1f5997d7f12 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Fanout notify agent at l3_agent the message router_deleted on router 3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:25:18.584661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd2a41d6-33c5-44cb-a29c-d1f5997d7f12 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.587851 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dd2a41d6-33c5-44cb-a29c-d1f5997d7f12 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5 HTTP/1.1" status: 204 len: 168 time: 0.5309646 Nov 24 19:25:18.596292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43670) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:18.667544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet 33f93904-6097-4681-bd79-90baef48317b {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:18.670827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:18.671329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.680562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:18.691843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:18.695936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.731034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-24ad8865-8435-4aa9-8939-2da3ea6dc2c5 None None] Provisioning for port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:18.732291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.787827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:18.795564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:18.795877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.835361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.922979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.941506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.951749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:18.970870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9a7462d4-e9e7-4632-a8ba-a2e6ce106cfe tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:18.993100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:18.996278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:19.001454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Deleting port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:19.002223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.022252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=33f93904-6097-4681-bd79-90baef48317b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:19.025594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:19.026815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.032836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.037973 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/33f93904-6097-4681-bd79-90baef48317b HTTP/1.1" status: 204 len: 168 time: 0.4402666 Nov 24 19:25:19.038564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43674) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:19.042376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:19.083977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.086755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2bd07d-0c64-40a9-a226-b74331b911c1 None None] Network 37b22330-16bb-4b07-81fc-7fc9250c86f4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:19.089557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c35d4f66-da1b-4ac4-8d9f-65564fb61706 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:19.148929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:19.152319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:19.155809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.157302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:19.157990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.167725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:19.168087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.182415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=95cfae90-82d9-43ff-aa9c-7ca396e1f2c3,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:19.187417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:19.197301 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6603606 Nov 24 19:25:19.201063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43678) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:19.207245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '95cfae90-82d9-43ff-aa9c-7ca396e1f2c3', 'ip_address': '2001:db8::1738:10e6:18:f55f'}], 'name': 'tempest-NetworksTestDHCPv6-1829794077'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:19.262203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:19.269756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:19.320035 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:25:19.356883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:19.361316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:19.364149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:19.370423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:19.381581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:19.395787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8a1f03d9-2219-4b9f-9533-8dd92e6fe846,segment=NetworkSegment(1d430d3c-6f97-4aaf-adef-29f94ad64432),segment_id=1d430d3c-6f97-4aaf-adef-29f94ad64432)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:19.396886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.512729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.514292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] For port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:19.514704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.535444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port feb84eea-f94c-4542-9d0a-11a839962416 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:19.649680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:19.654495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Calling delete_port for 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:19.695802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc5a3d-03c4-432b-84ba-e9e717752458 None None] DHCP port deletion for 37b22330-16bb-4b07-81fc-7fc9250c86f4 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:19.703494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc5a3d-03c4-432b-84ba-e9e717752458 None None] Deleting port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:19.703878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8bbc5a3d-03c4-432b-84ba-e9e717752458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.737090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.744619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-92569c0a-29bc-4c61-a975-fd9f5d1c33fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:19.760397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::1738:10e6:18:f55f (b695011e-6a3b-4058-8828-f9b351dbf876/95cfae90-82d9-43ff-aa9c-7ca396e1f2c3/feb84eea-f94c-4542-9d0a-11a839962416) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:19.790583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=8a1f03d9-2219-4b9f-9533-8dd92e6fe846,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:19.792124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No DVR routers for this DVR port 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:19.793590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:19.810443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc5a3d-03c4-432b-84ba-e9e717752458 None None] The port '8a1f03d9-2219-4b9f-9533-8dd92e6fe846' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:25:19.826803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.831697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:19.879788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] No DVR routers for this DVR port 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:19.883949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Pushing event deleted for resources: {'Port': ['ID=36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:19.888793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:19.901101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a96e15-e9e5-4d4a-91fd-4171113c58cc None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:19.935522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.966629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b22330-16bb-4b07-81fc-7fc9250c86f4']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:19.984291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d430d3c-6f97-4aaf-adef-29f94ad64432') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:19.984590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d430d3c-6f97-4aaf-adef-29f94ad64432') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:19.994533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:19.998750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.016599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.016845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object feb84eea-f94c-4542-9d0a-11a839962416 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:20.024655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:25:20.026142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:25:20.044467 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:25:20.047800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.060508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:20.123426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:20.127236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:20.131660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:20.136839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.137322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:20.138585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.144733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3214d082-bce5-42c3-b26a-1a40522ee903 tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:20.163839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=feb84eea-f94c-4542-9d0a-11a839962416,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:20.166809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.169102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:20.177177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=37b22330-16bb-4b07-81fc-7fc9250c86f4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:20.182149 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9775894 Nov 24 19:25:20.182338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:20.182556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43684) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:20.191012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '95cfae90-82d9-43ff-aa9c-7ca396e1f2c3'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:20.191854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.193936 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/37b22330-16bb-4b07-81fc-7fc9250c86f4 HTTP/1.1" status: 204 len: 168 time: 1.1541114 Nov 24 19:25:20.198023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43688) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:20.205353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820838184'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:20.210853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:20.214811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:20.217727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:20.223431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:20.236262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:20.240403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.276179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495df0f9-cdba-4fbd-9f31-6accbc8d92ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:20.276441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:25:20.276931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-495df0f9-cdba-4fbd-9f31-6accbc8d92ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:20.286208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.287547 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b of type vlan for network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 Nov 24 19:25:20.293516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-495df0f9-cdba-4fbd-9f31-6accbc8d92ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:20.297696 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-495df0f9-cdba-4fbd-9f31-6accbc8d92ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1140950 Nov 24 19:25:20.298297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43692) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:20.316037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.347042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.354799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:20.355484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.360845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-30c67094-916c-4ce5-b74d-9d595d018a76 tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:20.368462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/95cfae90-82d9-43ff-aa9c-7ca396e1f2c3/5f081388-463f-45ae-aae3-39d0ca10e824) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:20.372869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port feb84eea-f94c-4542-9d0a-11a839962416 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:20.373421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.466846 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2671392 Nov 24 19:25:20.470528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43696) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:20.480507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '257bd365-03fd-4b63-be2a-ad4d3e8fbd55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:20.505130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=257bd365-03fd-4b63-be2a-ad4d3e8fbd55,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:20.508758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:20.565962 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:20.590442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:25:20.607717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:20.611640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:20.614540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:20.620454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:20.631244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:20.634349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:20.634706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36b6d8ff-729e-4a04-a455-bfeaaf4a0aaa not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:20.635133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:20.636135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.653697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.725589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:20.726158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8a1f03d9-2219-4b9f-9533-8dd92e6fe846 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:20.745029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.769346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Transition to ACTIVE for port object 5f081388-463f-45ae-aae3-39d0ca10e824 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:20.790441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Transition to ACTIVE for port object 5f081388-463f-45ae-aae3-39d0ca10e824 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:20.794523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for feb84eea-f94c-4542-9d0a-11a839962416 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:20.797928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.802784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:20.869030 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:20.870209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.872518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:20.878730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:20.885114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0432a32d-0693-4068-88db-3a69d5370020 tempest-NetworksIpV6TestAttrs-11290934 tempest-NetworksIpV6TestAttrs-11290934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:20.885622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Pushing event updated for resources: {'Port': ['ID=5f081388-463f-45ae-aae3-39d0ca10e824,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:20.889804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:20.963428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=268d4eb5-b5f8-4fec-8820-ee3ca712a7e8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:20.967632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:20.973300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.980872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Attempting to bind port 5f081388-463f-45ae-aae3-39d0ca10e824 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:20.981462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Attempting to bind port 5f081388-463f-45ae-aae3-39d0ca10e824 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:20.981609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:20.982127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Attempting to bind port 5f081388-463f-45ae-aae3-39d0ca10e824 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:20.988128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:20.988744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:20.989152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.989595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:20.990821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Bound port: 5f081388-463f-45ae-aae3-39d0ca10e824, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:20.991015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '257bd365-03fd-4b63-be2a-ad4d3e8fbd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:20.991223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:20.991414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 257bd365-03fd-4b63-be2a-ad4d3e8fbd55, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:25:21.013399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:25:21.024814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 257bd365-03fd-4b63-be2a-ad4d3e8fbd55) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:21.029154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:21.030150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.057744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e177b3d-3cc2-4442-8f9e-a547e21a7565 None None] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:21.062215 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5867522 Nov 24 19:25:21.062547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43700) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:21.068751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-470500623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:21.075615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:21.079775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:router and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:21.082808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:21.089293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:21.102648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.103925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.119850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.142461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.166844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.168830 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fa53c8fd-0c4a-41b1-a26f-260bef6f499f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1047778 Nov 24 19:25:21.171171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43704) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:21.202100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=feb84eea-f94c-4542-9d0a-11a839962416,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:21.204572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:21.211495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] For port 5f081388-463f-45ae-aae3-39d0ca10e824, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:21.212785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.216372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] For port 5f081388-463f-45ae-aae3-39d0ca10e824, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5f081388-463f-45ae-aae3-39d0ca10e824,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:21.227668 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/feb84eea-f94c-4542-9d0a-11a839962416 HTTP/1.1" status: 204 len: 168 time: 0.9280455 Nov 24 19:25:21.229732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43708) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:21.232015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.238512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cb7c0c95-469d-4158-aa0c-e2341786438d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:21.300262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a6face-7f27-4d7f-85ad-2d4ce1c26a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:21.301779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a6face-7f27-4d7f-85ad-2d4ce1c26a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:21.302633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-14a6face-7f27-4d7f-85ad-2d4ce1c26a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:21.320607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-14a6face-7f27-4d7f-85ad-2d4ce1c26a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:21.324414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-14a6face-7f27-4d7f-85ad-2d4ce1c26a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0912344 Nov 24 19:25:21.324610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43712) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:21.378300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Pushing event updated for resources: {'Port': ['ID=5f081388-463f-45ae-aae3-39d0ca10e824,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:21.382907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:21.399872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 95cfae90-82d9-43ff-aa9c-7ca396e1f2c3 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:21.402985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.439110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-257bd365-03fd-4b63-be2a-ad4d3e8fbd55', 'network_id': '257bd365-03fd-4b63-be2a-ad4d3e8fbd55', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': '268d4eb5-b5f8-4fec-8820-ee3ca712a7e8'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:21.440898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.472971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.574609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.660780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Allocated IP 2001:db8::2 (257bd365-03fd-4b63-be2a-ad4d3e8fbd55/268d4eb5-b5f8-4fec-8820-ee3ca712a7e8/961a08b4-3da0-46fd-b76c-a58bebfe1482) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:21.705485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.708110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ea492f6b-5592-4451-8bbf-846e2fb1a218 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:21.757321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=95cfae90-82d9-43ff-aa9c-7ca396e1f2c3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:21.770500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:21.776707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.796527 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/95cfae90-82d9-43ff-aa9c-7ca396e1f2c3 HTTP/1.1" status: 204 len: 168 time: 0.4708343 Nov 24 19:25:21.799032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43716) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:21.862220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.869936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-93dc9c17-83a9-4270-a601-e61c35b420e0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669000 Nov 24 19:25:21.870126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43720) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:21.875405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:21.952625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:21.969130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Transition to ACTIVE for port object 961a08b4-3da0-46fd-b76c-a58bebfe1482 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:21.999616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:22.000551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Transition to ACTIVE for port object 961a08b4-3da0-46fd-b76c-a58bebfe1482 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:22.004483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:22.008874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:22.013653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.015470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:22.019875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:22.026003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:22.029642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.085462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:22.088644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:22.092729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:22.158483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Pushing event updated for resources: {'Port': ['ID=961a08b4-3da0-46fd-b76c-a58bebfe1482,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:22.166700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:22.189782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Attempting to bind port 961a08b4-3da0-46fd-b76c-a58bebfe1482 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:22.190164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Attempting to bind port 961a08b4-3da0-46fd-b76c-a58bebfe1482 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '257bd365-03fd-4b63-be2a-ad4d3e8fbd55'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:22.190554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Attempting to bind port 961a08b4-3da0-46fd-b76c-a58bebfe1482 on network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:22.197322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:22.197322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Checking segment: {'id': '2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '257bd365-03fd-4b63-be2a-ad4d3e8fbd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:22.197711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.198087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Bound using segment: {'id': '2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '257bd365-03fd-4b63-be2a-ad4d3e8fbd55'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:22.198566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Bound port: 961a08b4-3da0-46fd-b76c-a58bebfe1482, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '257bd365-03fd-4b63-be2a-ad4d3e8fbd55'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:22.198952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.258635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8::1 (257bd365-03fd-4b63-be2a-ad4d3e8fbd55/268d4eb5-b5f8-4fec-8820-ee3ca712a7e8/54047b44-0c9b-4b82-ada6-bada8c39972c) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:22.307538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.313280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] For port 961a08b4-3da0-46fd-b76c-a58bebfe1482, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:22.316762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] For port 961a08b4-3da0-46fd-b76c-a58bebfe1482, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=961a08b4-3da0-46fd-b76c-a58bebfe1482,segment=NetworkSegment(2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b),segment_id=2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:22.317378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1bd9e196-4b0e-4fa6-9b82-11951f7629fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:22.325469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.329565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c319776d-12f4-4a08-a479-59db8897ef6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:22.376032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:22.379460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:22.382595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:22.383203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.409134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=4da9977d-acbc-4368-ac17-22226e0ec8d2,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:22.412627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:22.426670 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5530939 Nov 24 19:25:22.427436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43726) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:22.435533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '4da9977d-acbc-4368-ac17-22226e0ec8d2', 'ip_address': '2001:db8::c3e8:c072:abba:fec1'}], 'name': 'tempest-NetworksTestDHCPv6-1110310459'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:22.442585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Pushing event updated for resources: {'Port': ['ID=961a08b4-3da0-46fd-b76c-a58bebfe1482,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:22.446492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:22.495506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.529303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object 54047b44-0c9b-4b82-ada6-bada8c39972c will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:22.573192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.582284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5f081388-463f-45ae-aae3-39d0ca10e824 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:22.587906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52811ec2-4475-4ad4-8bcd-b7f4d2a45811 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:22.650372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:22.654750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:22.664513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:22.673394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:22.676473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=54047b44-0c9b-4b82-ada6-bada8c39972c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:22.680248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:22.690457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:22.692120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:22.693322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:22.695563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:22.696256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.701026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.706841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 5f081388-463f-45ae-aae3-39d0ca10e824 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:22.744558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 914714be-afe5-4be3-9b1e-d2831d2a1f1f yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:22.834074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f93b36-3118-4185-a658-bca5350cf57e None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:22.862267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:22.998575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::c3e8:c072:abba:fec1 (b695011e-6a3b-4058-8828-f9b351dbf876/4da9977d-acbc-4368-ac17-22226e0ec8d2/914714be-afe5-4be3-9b1e-d2831d2a1f1f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:23.034472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Provisioning for port 5f081388-463f-45ae-aae3-39d0ca10e824 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:23.075891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Provisioning complete for port 5f081388-463f-45ae-aae3-39d0ca10e824 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:23.075891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.219945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.221308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.239166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 914714be-afe5-4be3-9b1e-d2831d2a1f1f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:23.259477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] For port 5f081388-463f-45ae-aae3-39d0ca10e824, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5f081388-463f-45ae-aae3-39d0ca10e824,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:23.264329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.268712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:23.274136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.289801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a179e46b-57a4-4b75-a07e-5695743f73e0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:23.307745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Could not find standard attr ID for object feb84eea-f94c-4542-9d0a-11a839962416. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:25:23.320268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.327673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.328569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.335905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7bb8eae-2dbe-466c-a5e3-df92d56e0b06 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:23.348663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Pushing event updated for resources: {'Port': ['ID=5f081388-463f-45ae-aae3-39d0ca10e824,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:23.352371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:23.382346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:23.385533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:23.390033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:23.395739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:23.397173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.412996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=914714be-afe5-4be3-9b1e-d2831d2a1f1f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:23.417456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:23.441009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0123885 Nov 24 19:25:23.444087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43730) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:23.538120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3fa46744-fc84-4ccf-b033-25224ad8dc55 None None] Provisioning complete for port 5f081388-463f-45ae-aae3-39d0ca10e824 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:23.538697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3fa46744-fc84-4ccf-b033-25224ad8dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.553634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74096736-e1e0-43af-afbd-032cb58bc700 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:23.560000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74096736-e1e0-43af-afbd-032cb58bc700 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:23.561227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-74096736-e1e0-43af-afbd-032cb58bc700 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:23.580558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-74096736-e1e0-43af-afbd-032cb58bc700 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:23.581914 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-74096736-e1e0-43af-afbd-032cb58bc700 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1366999 Nov 24 19:25:23.584708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43734) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:23.644363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=54047b44-0c9b-4b82-ada6-bada8c39972c,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:23.649344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:23.693079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 914714be-afe5-4be3-9b1e-d2831d2a1f1f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:23.693423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:23.725235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:23.727006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:23.842613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cdb09279-b9a1-4279-9566-e32b4a7644b0 None None] Could not find standard attr ID for object 7f74ca8a-b739-41c2-8dfe-1083763056ff. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:25:23.951392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 2ae46fa4-eb43-4874-bbed-a8da1249278b is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:25:24.019458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536c2bd-e17f-44a2-9e13-176c95eef084 None None] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:24.147914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:24.151140 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:24.163392 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] Sync routers for ids ['2ae46fa4-eb43-4874-bbed-a8da1249278b'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:24.176235 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] Routers {'2ae46fa4-eb43-4874-bbed-a8da1249278b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:24.176874 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2ae46fa4-eb43-4874-bbed-a8da1249278b'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:24.186547 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/2ae46fa4-eb43-4874-bbed-a8da1249278b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0139663 Nov 24 19:25:24.189175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43738) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:24.206478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d32d0a4-4885-4a46-9d90-fd7a2cc53c4a None None] Provisioning for port 961a08b4-3da0-46fd-b76c-a58bebfe1482 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:24.303015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 914714be-afe5-4be3-9b1e-d2831d2a1f1f owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:24.320573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae76ec1-2d91-4ae5-9777-8d402b6807d8 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:24.321173 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:24.321944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1ae76ec1-2d91-4ae5-9777-8d402b6807d8 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:24.330075 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] Routers {'2ae46fa4-eb43-4874-bbed-a8da1249278b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:24.330954 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2ae46fa4-eb43-4874-bbed-a8da1249278b'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:24.353524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1ae76ec1-2d91-4ae5-9777-8d402b6807d8 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:24.358185 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1ae76ec1-2d91-4ae5-9777-8d402b6807d8 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports/54047b44-0c9b-4b82-ada6-bada8c39972c HTTP/1.1" status: 200 len: 911 time: 0.1671124 Nov 24 19:25:24.358903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43742) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:24.381681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-06868699-03d3-4ace-afb3-6127ad5edceb None None] Could not find standard attr ID for object feb84eea-f94c-4542-9d0a-11a839962416. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:25:24.417799 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:24.418419 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a37dd-964a-423e-8f4f-d968f799b239 None None] The sync data for ids ['2ae46fa4-eb43-4874-bbed-a8da1249278b'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:24.529333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:24.535194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4f74bb93-f73c-432a-bfa4-bef5898fb776 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:24.601138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7825522d-8a99-4844-b4cb-01ff717d8d93 None None] Could not find standard attr ID for object 914714be-afe5-4be3-9b1e-d2831d2a1f1f. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:25:24.602433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=914714be-afe5-4be3-9b1e-d2831d2a1f1f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:24.606943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:24.637092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5f081388-463f-45ae-aae3-39d0ca10e824 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:24.680328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:24.710005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/914714be-afe5-4be3-9b1e-d2831d2a1f1f HTTP/1.1" status: 204 len: 168 time: 1.1236253 Nov 24 19:25:24.710958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43748) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:24.726263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5f081388-463f-45ae-aae3-39d0ca10e824 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:24.726790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:24.805486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf488a-7cc3-4cfa-8eab-52b87ea7f95f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:24.808369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf488a-7cc3-4cfa-8eab-52b87ea7f95f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:24.809365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ddf488a-7cc3-4cfa-8eab-52b87ea7f95f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:24.832772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6ddf488a-7cc3-4cfa-8eab-52b87ea7f95f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:24.834197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6ddf488a-7cc3-4cfa-8eab-52b87ea7f95f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1209302 Nov 24 19:25:24.837642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43752) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:24.883460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 961a08b4-3da0-46fd-b76c-a58bebfe1482 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:24.936747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 4da9977d-acbc-4368-ac17-22226e0ec8d2 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:24.939935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.010150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 961a08b4-3da0-46fd-b76c-a58bebfe1482 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:25.016570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 961a08b4-3da0-46fd-b76c-a58bebfe1482 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:25.018108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.022297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.073479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e33ad1d0-8ca7-426c-9953-6a79e365cf1c None None] Provisioning for port 54047b44-0c9b-4b82-ada6-bada8c39972c completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:25.091409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.106161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e33ad1d0-8ca7-426c-9953-6a79e365cf1c None None] Provisioning complete for port 54047b44-0c9b-4b82-ada6-bada8c39972c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:25.106553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e33ad1d0-8ca7-426c-9953-6a79e365cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.131695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.214948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e33ad1d0-8ca7-426c-9953-6a79e365cf1c None None] Port 54047b44-0c9b-4b82-ada6-bada8c39972c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:25.237810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.252263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6d8b5ef8-63c2-482d-aa22-fd7a55f5b74d tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:25.289055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.303084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.313509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=4da9977d-acbc-4368-ac17-22226e0ec8d2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:25.316163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:25.323785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/4da9977d-acbc-4368-ac17-22226e0ec8d2 HTTP/1.1" status: 204 len: 168 time: 0.4826105 Nov 24 19:25:25.324192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43756) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:25.337372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c1689-2b6a-4351-a8b9-94a4dae5e97c None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:25.407750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5a9d2bab-5c83-406e-adb2-f82e478e5fae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798748 Nov 24 19:25:25.408457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43760) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:25.414781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:25.426263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 961a08b4-3da0-46fd-b76c-a58bebfe1482, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=961a08b4-3da0-46fd-b76c-a58bebfe1482,segment=NetworkSegment(2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b),segment_id=2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:25.446903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-26406a56-7ed0-4e4c-8049-24824839539f None None] Provisioning complete for port 54047b44-0c9b-4b82-ada6-bada8c39972c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:25.447206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-26406a56-7ed0-4e4c-8049-24824839539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.484505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.528768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:25.545796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 54047b44-0c9b-4b82-ada6-bada8c39972c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:25.546355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.551713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:25.570022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:25.574882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:25.584975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:25.591556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-26406a56-7ed0-4e4c-8049-24824839539f None None] Port 54047b44-0c9b-4b82-ada6-bada8c39972c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:25.605642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:25.611741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.697369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=961a08b4-3da0-46fd-b76c-a58bebfe1482,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:25.704226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:25.735329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4e7f1cde-fe24-4c06-ad5a-ef63f05c6c4e None None] Provisioning complete for port 54047b44-0c9b-4b82-ada6-bada8c39972c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:25.736143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cde-fe24-4c06-ad5a-ef63f05c6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.808040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f1cde-fe24-4c06-ad5a-ef63f05c6c4e None None] Port 54047b44-0c9b-4b82-ada6-bada8c39972c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:25.903121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:25.907060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Deleting port 5f081388-463f-45ae-aae3-39d0ca10e824 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:25.907447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.931497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.969010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:25.979061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b84330bc-711b-42f1-8097-d902f7d25493 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:26.051056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:26.058537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:26.063603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:26.064319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.064966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 54047b44-0c9b-4b82-ada6-bada8c39972c owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:26.082560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=de3bb40d-f901-4d61-8caa-4ef91dc457c1,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:26.087292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:26.103558 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6938365 Nov 24 19:25:26.107105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43768) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:26.113123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': 'de3bb40d-f901-4d61-8caa-4ef91dc457c1', 'ip_address': '2001:db8::2b6a:cdc5:a51a:27e8'}], 'name': 'tempest-NetworksTestDHCPv6-671984437'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:26.134874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bff703-615e-45d1-8f7d-cde8157aa0b2 req-1c4dc57c-6d54-4de7-8f3b-1d67e7014587 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:26.136647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52bff703-615e-45d1-8f7d-cde8157aa0b2 req-1c4dc57c-6d54-4de7-8f3b-1d67e7014587 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.2146804 Nov 24 19:25:26.168996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] For port 5f081388-463f-45ae-aae3-39d0ca10e824, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5f081388-463f-45ae-aae3-39d0ca10e824,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:26.169411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.260739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.264886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-988168d9-b7ba-4bb5-859d-b70b08ecafc2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:26.278896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52bff703-615e-45d1-8f7d-cde8157aa0b2 req-9f916b8c-e65e-4227-af6f-c8cc83d22b8d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825644 Nov 24 19:25:26.307715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Calling delete_port for 5f081388-463f-45ae-aae3-39d0ca10e824 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:26.308311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:26.309361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:26.312537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:26.313512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=54047b44-0c9b-4b82-ada6-bada8c39972c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:26.317125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:26.319517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:26.331816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:26.396507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.422808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:26.480957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] No DVR routers for this DVR port 5f081388-463f-45ae-aae3-39d0ca10e824 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:26.502496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Pushing event deleted for resources: {'Port': ['ID=5f081388-463f-45ae-aae3-39d0ca10e824,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:26.506502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:26.509509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2abdf-6698-4d56-b4d4-f11f61afb413 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:26.530308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.623929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.630003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 961a08b4-3da0-46fd-b76c-a58bebfe1482 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:26.649158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 1a889441-d875-4085-aeef-afed910485c7 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:26.786788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 961a08b4-3da0-46fd-b76c-a58bebfe1482 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:26.787160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.842472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 2ae46fa4-eb43-4874-bbed-a8da1249278b has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:26.870524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::2b6a:cdc5:a51a:27e8 (b695011e-6a3b-4058-8828-f9b351dbf876/de3bb40d-f901-4d61-8caa-4ef91dc457c1/1a889441-d875-4085-aeef-afed910485c7) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:26.913756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': 'de3bb40d-f901-4d61-8caa-4ef91dc457c1'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:26.914747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:26.983420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:27.005968 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/2ae46fa4-eb43-4874-bbed-a8da1249278b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6427310 Nov 24 19:25:27.006333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43774) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:27.019671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] Sync routers for ids ['2ae46fa4-eb43-4874-bbed-a8da1249278b'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:27.057051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6f127080-9906-4cd0-aca5-55ac055ef39c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:27.061301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] Routers {'2ae46fa4-eb43-4874-bbed-a8da1249278b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:27.061959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2ae46fa4-eb43-4874-bbed-a8da1249278b'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:27.076261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6f127080-9906-4cd0-aca5-55ac055ef39c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:27.079944 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6f127080-9906-4cd0-aca5-55ac055ef39c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ae46fa4-eb43-4874-bbed-a8da1249278b HTTP/1.1" status: 200 len: 205 time: 0.0699863 Nov 24 19:25:27.080823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43778) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:27.090036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43782) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:27.157312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:27.169728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.174086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] Routers {'2ae46fa4-eb43-4874-bbed-a8da1249278b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:27.174940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2ae46fa4-eb43-4874-bbed-a8da1249278b'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:27.220578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 1a889441-d875-4085-aeef-afed910485c7 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:27.257929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5f081388-463f-45ae-aae3-39d0ca10e824 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:27.295269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:27.295738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7754f1-9589-4f21-aca6-6dcd54339144 None None] The sync data for ids ['2ae46fa4-eb43-4874-bbed-a8da1249278b'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:27.307266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 5f081388-463f-45ae-aae3-39d0ca10e824 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:27.309377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5f081388-463f-45ae-aae3-39d0ca10e824 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:27.367489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0be2b2c8-4e2b-4138-9a13-3523a0528342 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.460178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.474432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5478963-fad3-4ca6-90bf-e55256a199e3 tempest-FloatingIPAdminTestJSON-23830769 tempest-FloatingIPAdminTestJSON-23830769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:27.497950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/de3bb40d-f901-4d61-8caa-4ef91dc457c1/179c036b-0bc5-4aea-bc73-38a76319c21a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:27.616658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=1a889441-d875-4085-aeef-afed910485c7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:27.620139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:27.631165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:27.640012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:27.646596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:27.652421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:27.653033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.677943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0be2b2c8-4e2b-4138-9a13-3523a0528342 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.680317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0be2b2c8-4e2b-4138-9a13-3523a0528342 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.704411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0be2b2c8-4e2b-4138-9a13-3523a0528342 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.704931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be2b2c8-4e2b-4138-9a13-3523a0528342 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Fanout notify agent at l3_agent the message router_deleted on router 2ae46fa4-eb43-4874-bbed-a8da1249278b {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:25:27.717812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0be2b2c8-4e2b-4138-9a13-3523a0528342 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.720052 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0be2b2c8-4e2b-4138-9a13-3523a0528342 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/2ae46fa4-eb43-4874-bbed-a8da1249278b HTTP/1.1" status: 204 len: 168 time: 0.6378603 Nov 24 19:25:27.721593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43788) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:27.749877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.764310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Transition to ACTIVE for port object 179c036b-0bc5-4aea-bc73-38a76319c21a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:27.774091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6657796 Nov 24 19:25:27.779739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43792) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:27.792078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Transition to ACTIVE for port object 179c036b-0bc5-4aea-bc73-38a76319c21a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:27.799380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.803714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34824903-2797-4e44-970c-01aa3574fdc2 req-22b0ca99-5e20-4830-acca-19cfa75c7820 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:27.805225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-34824903-2797-4e44-970c-01aa3574fdc2 req-22b0ca99-5e20-4830-acca-19cfa75c7820 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.4031155 Nov 24 19:25:27.808577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:27.846603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet 268d4eb5-b5f8-4fec-8820-ee3ca712a7e8 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:27.850629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.887653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Pushing event updated for resources: {'Port': ['ID=179c036b-0bc5-4aea-bc73-38a76319c21a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:27.904733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:27.906617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:27.909193 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-34824903-2797-4e44-970c-01aa3574fdc2 req-30486bfd-56a9-4044-92b0-a9166b5ec781 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956657 Nov 24 19:25:27.916088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:27.920026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:27.933653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:27.937681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-0eb7ac05-c336-4822-a028-59c28df5a7d5 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:27.939127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-0eb7ac05-c336-4822-a028-59c28df5a7d5 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.2474458 Nov 24 19:25:27.997406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985918b-eebb-4931-9842-5f4d33800b25 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:28.003924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985918b-eebb-4931-9842-5f4d33800b25 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:28.004552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b985918b-eebb-4931-9842-5f4d33800b25 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:28.020730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Deleting port eaea837f-95e3-4fe2-bc7e-0b11839a1365 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:28.021256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.030737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Attempting to bind port 179c036b-0bc5-4aea-bc73-38a76319c21a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:28.031101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Attempting to bind port 179c036b-0bc5-4aea-bc73-38a76319c21a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:28.031564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Attempting to bind port 179c036b-0bc5-4aea-bc73-38a76319c21a on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:28.035916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b985918b-eebb-4931-9842-5f4d33800b25 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:28.037498 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b985918b-eebb-4931-9842-5f4d33800b25 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2577193 Nov 24 19:25:28.041514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:28.041902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:28.042893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.043309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:28.043826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Bound port: 179c036b-0bc5-4aea-bc73-38a76319c21a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:28.044324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.046936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43796) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:28.128243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.136928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] For port 179c036b-0bc5-4aea-bc73-38a76319c21a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:28.140303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] For port 179c036b-0bc5-4aea-bc73-38a76319c21a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=179c036b-0bc5-4aea-bc73-38a76319c21a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:28.144498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.149857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ce77436f-64e3-4837-8ff9-8c322d88827a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:28.164719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 1a889441-d875-4085-aeef-afed910485c7 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:28.165178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.235588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Pushing event updated for resources: {'Port': ['ID=179c036b-0bc5-4aea-bc73-38a76319c21a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:28.240121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:28.344014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.351790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9684c296-4df0-4b1f-8803-df21791d1951 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:28.418082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.468323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=268d4eb5-b5f8-4fec-8820-ee3ca712a7e8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:28.473568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.480575 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/268d4eb5-b5f8-4fec-8820-ee3ca712a7e8 HTTP/1.1" status: 204 len: 168 time: 0.7579708 Nov 24 19:25:28.484079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:28.484425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09092b4e-17fb-4db8-9337-1e72bb046b7a None None] Network 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:28.486858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43800) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:28.606769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 179c036b-0bc5-4aea-bc73-38a76319c21a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:28.655555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.677639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] For port eaea837f-95e3-4fe2-bc7e-0b11839a1365, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=eaea837f-95e3-4fe2-bc7e-0b11839a1365,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:28.678251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:28.838535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 179c036b-0bc5-4aea-bc73-38a76319c21a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:28.952365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 1a889441-d875-4085-aeef-afed910485c7 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:28.967589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] DHCP port deletion for 257bd365-03fd-4b63-be2a-ad4d3e8fbd55 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:28.971893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Deleting port 961a08b4-3da0-46fd-b76c-a58bebfe1482 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:28.972443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.008725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.029327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 961a08b4-3da0-46fd-b76c-a58bebfe1482 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:29.029658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.284990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698a33b-b515-4e0f-afcb-b9662a6ac8a2 req-3cf914ed-c029-4b32-9a07-9e8c1295f018 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:29.286672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7698a33b-b515-4e0f-afcb-b9662a6ac8a2 req-3cf914ed-c029-4b32-9a07-9e8c1295f018 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 946 time: 0.1848824 Nov 24 19:25:29.296525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] For port 961a08b4-3da0-46fd-b76c-a58bebfe1482, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=961a08b4-3da0-46fd-b76c-a58bebfe1482,segment=NetworkSegment(2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b),segment_id=2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:29.297076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.306286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.309408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aefd5161-070d-4c61-a597-a429da716724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.322569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:29.366206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port ecae2994-208d-4098-b985-8ad7f8107ca7 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:29.366549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.372111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=1a889441-d875-4085-aeef-afed910485c7,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:29.379299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:29.382573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port 961a08b4-3da0-46fd-b76c-a58bebfe1482, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=961a08b4-3da0-46fd-b76c-a58bebfe1482,segment=NetworkSegment(2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b),segment_id=2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:29.382926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.405251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.405764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.406076 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Floating IP f5d08a73-b76a-46a0-943f-a3d92a06a0ee disassociated. External IP: 172.26.6.225, port: eaea837f-95e3-4fe2-bc7e-0b11839a1365. Nov 24 19:25:29.406415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Calling delete_port for eaea837f-95e3-4fe2-bc7e-0b11839a1365 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:29.440383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7698a33b-b515-4e0f-afcb-b9662a6ac8a2 req-1154f7de-a710-4d0b-8f8c-6c649cc5143b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421559 Nov 24 19:25:29.485872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.492132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Calling delete_port for 961a08b4-3da0-46fd-b76c-a58bebfe1482 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:29.498244 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/1a889441-d875-4085-aeef-afed910485c7 HTTP/1.1" status: 204 len: 168 time: 1.4480824 Nov 24 19:25:29.499106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43806) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:29.562436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 961a08b4-3da0-46fd-b76c-a58bebfe1482 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:29.602018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.609903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-16533106-a500-41e5-af3d-f552787c82ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:29.648918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Provisioning for port 179c036b-0bc5-4aea-bc73-38a76319c21a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:29.657502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:25:29.658465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:25:29.661831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] No DVR routers for this DVR port 961a08b4-3da0-46fd-b76c-a58bebfe1482 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:29.666870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Pushing event deleted for resources: {'Port': ['ID=961a08b4-3da0-46fd-b76c-a58bebfe1482,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:29.669528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:29.670293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Provisioning complete for port 179c036b-0bc5-4aea-bc73-38a76319c21a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:29.670945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.747522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.766450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c33447f-0995-4191-aded-eeb41eb242eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:29.767994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c33447f-0995-4191-aded-eeb41eb242eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:29.768747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c33447f-0995-4191-aded-eeb41eb242eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:29.823105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port ecae2994-208d-4098-b985-8ad7f8107ca7, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ecae2994-208d-4098-b985-8ad7f8107ca7,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:29.823568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.824377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.834288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8c33447f-0995-4191-aded-eeb41eb242eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:29.835455 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8c33447f-0995-4191-aded-eeb41eb242eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3359773 Nov 24 19:25:29.838570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43810) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:29.861452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] For port 179c036b-0bc5-4aea-bc73-38a76319c21a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=179c036b-0bc5-4aea-bc73-38a76319c21a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:29.867641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.869895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a3a8a683-8f40-4126-825a-634acce0d318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:29.940247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet de3bb40d-f901-4d61-8caa-4ef91dc457c1 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:29.948743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.950302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Pushing event updated for resources: {'Port': ['ID=179c036b-0bc5-4aea-bc73-38a76319c21a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:29.953834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:29.978755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:29.983394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6243cc84-a733-4449-b709-d0e02b07813d None None] Could not find standard attr ID for object 1a889441-d875-4085-aeef-afed910485c7. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:25:29.992251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for ecae2994-208d-4098-b985-8ad7f8107ca7 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:30.011857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.108635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.159873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 961a08b4-3da0-46fd-b76c-a58bebfe1482 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:30.160245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.165176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-95b68013-0271-470d-9fde-12a31236cc7f tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:30.224774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event deleted for resources: {'Port': ['ID=eaea837f-95e3-4fe2-bc7e-0b11839a1365,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:30.232793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:30.236606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] The port '961a08b4-3da0-46fd-b76c-a58bebfe1482' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:25:30.291435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.299478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-59b0261a-c79d-4ede-847b-77f62c8ce209 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:30.405360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=de3bb40d-f901-4d61-8caa-4ef91dc457c1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:30.406547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d57a0-035d-41fb-9964-e208a0b761df None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:30.422267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.425292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:30.438460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.479996 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/de3bb40d-f901-4d61-8caa-4ef91dc457c1 HTTP/1.1" status: 204 len: 168 time: 0.6320035 Nov 24 19:25:30.479996 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257bd365-03fd-4b63-be2a-ad4d3e8fbd55']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:30.481366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43814) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:30.547978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 179c036b-0bc5-4aea-bc73-38a76319c21a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:30.564776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:30.565125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0a02cd-36bf-4d8c-a8a6-140f9aabc32b') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:30.578392 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-798b81f7-aaea-4a2d-abbd-52a22006c205 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933478 Nov 24 19:25:30.579176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43820) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:30.582799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.605234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.613192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:25:30.613944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.686177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.696925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5878b9e-1087-466f-8851-5b9a6bb96c63 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:25:30.717613 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:25:30.736424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.742537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 179c036b-0bc5-4aea-bc73-38a76319c21a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:30.742870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.745880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.752645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-37421ce8-e52d-47fa-8959-bca02f0b88df tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:30.760689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:30.765787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3a3d60a3-a6a5-4c62-862b-3143755ae69f req-ada71183-a564-4c28-9016-08ff139bda41 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 210 time: 0.1237099 Nov 24 19:25:30.794491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=257bd365-03fd-4b63-be2a-ad4d3e8fbd55,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:30.806062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:30.812003 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/257bd365-03fd-4b63-be2a-ad4d3e8fbd55 HTTP/1.1" status: 204 len: 168 time: 2.3241248 Nov 24 19:25:30.819559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43824) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:30.825046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-37357136', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:30.835773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:30.844223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:router and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:30.847761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:30.861637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=ecae2994-208d-4098-b985-8ad7f8107ca7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:30.872634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:30.895193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.897105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.904783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:30.930987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:30.943662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:30.950593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Deleting port 179c036b-0bc5-4aea-bc73-38a76319c21a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:30.951163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:31.023319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 961a08b4-3da0-46fd-b76c-a58bebfe1482 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:31.079740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b93aff-b3a0-4e81-8dba-d39a7c69a6c3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:31.080715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a6b93aff-b3a0-4e81-8dba-d39a7c69a6c3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:31.132066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 961a08b4-3da0-46fd-b76c-a58bebfe1482 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:31.132784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 961a08b4-3da0-46fd-b76c-a58bebfe1482 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:31.262989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] For port 179c036b-0bc5-4aea-bc73-38a76319c21a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=179c036b-0bc5-4aea-bc73-38a76319c21a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:31.263401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:31.278301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a6b93aff-b3a0-4e81-8dba-d39a7c69a6c3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:31.281744 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a6b93aff-b3a0-4e81-8dba-d39a7c69a6c3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6997819 Nov 24 19:25:31.304513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43828) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:31.364026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:31.377301 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:31.391883 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:31.392917 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:31.439680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:31.439923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Calling delete_port for 179c036b-0bc5-4aea-bc73-38a76319c21a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:31.444637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:31.454146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] No DVR routers for this DVR port eaea837f-95e3-4fe2-bc7e-0b11839a1365 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:31.458692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712e91d1-d8cf-4997-9117-945c12ea1cec tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:31.458959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:31.459605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-712e91d1-d8cf-4997-9117-945c12ea1cec tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:31.461507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'name': 'network-vif-deleted', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:25:31.542503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device eaea837f-95e3-4fe2-bc7e-0b11839a1365 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:31.571632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-712e91d1-d8cf-4997-9117-945c12ea1cec tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:31.571808 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789ec29c-3738-4c72-a044-f0166e6686fe', 'name': 'network-vif-deleted', 'tag': 'eaea837f-95e3-4fe2-bc7e-0b11839a1365', 'status': 'completed', 'code': 200} Nov 24 19:25:31.574920 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-712e91d1-d8cf-4997-9117-945c12ea1cec tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2671635 Nov 24 19:25:31.575067 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26fa7ca3-c06f-4c53-9030-3f1d3da45a42 req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "DELETE /v2.0/ports/eaea837f-95e3-4fe2-bc7e-0b11839a1365 HTTP/1.1" status: 204 len: 173 time: 3.6258216 Nov 24 19:25:31.578126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43834) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:31.601084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: eaea837f-95e3-4fe2-bc7e-0b11839a1365 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:31.601754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device eaea837f-95e3-4fe2-bc7e-0b11839a1365 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:31.621367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:31.629502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-49b41d76-c5a4-4259-a5eb-20f1a2474e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:31.660223 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d152a11c-6e29-4738-a098-83efa4e91cf3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756621 Nov 24 19:25:31.661587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43838) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:31.667533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:31.686309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Pushing event deleted for resources: {'Port': ['ID=179c036b-0bc5-4aea-bc73-38a76319c21a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:31.688842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:31.701202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] No DVR routers for this DVR port 179c036b-0bc5-4aea-bc73-38a76319c21a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:31.796076 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:31.830447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:31.914907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:32.054260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:32.055472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4cd6-fd77-4c5a-b963-53356413852a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:32.082586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:32.087051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:32.111071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:32.112749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-369fb930-f36f-4efd-b652-ed0190b50aff req-c66d12d9-983c-43ee-989f-a08bf4680f5c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:32.161962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 3226a94d-6a62-4cc7-9836-978946573106 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:32.163800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-369fb930-f36f-4efd-b652-ed0190b50aff req-c66d12d9-983c-43ee-989f-a08bf4680f5c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:32.165075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-369fb930-f36f-4efd-b652-ed0190b50aff req-c66d12d9-983c-43ee-989f-a08bf4680f5c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=789ec29c-3738-4c72-a044-f0166e6686fe HTTP/1.1" status: 200 len: 210 time: 0.1374092 Nov 24 19:25:32.275595 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:32.279811 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:32.290044 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:32.290666 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:32.365964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:32.370544 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/3226a94d-6a62-4cc7-9836-978946573106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2794955 Nov 24 19:25:32.380460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] Sync routers for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:32.396573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:32.397215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:32.447214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 172.26.6.160 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/a2caa0f5-7829-4c12-ad3f-1f5b15c48421) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:32.612687 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:32.651382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:32.664759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-16c82764-c7f0-4a83-b2a2-d0f66d3ab979 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:32.684517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:32.913383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:32.926239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:32.934528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:32.935129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:32.937968 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 179c036b-0bc5-4aea-bc73-38a76319c21a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:32.941677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:32.977493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=112c05c8-bd4b-4d36-b00c-828a1d7696cc,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:33.003288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9fd008-3372-4773-8124-be8a1f642c21 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:33.009666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.010057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.010442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.010821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.011193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.011564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.011934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.012322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.012920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.013045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.013397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.013760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:33.019886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ca39f-cdb2-4013-ab93-b99352a0b457 req-bbb985f5-93a1-430c-ae5e-08b0f0a8967c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:33.023184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-437ca39f-cdb2-4013-ab93-b99352a0b457 req-bbb985f5-93a1-430c-ae5e-08b0f0a8967c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:33.032225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:33.055376 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3925052 Nov 24 19:25:33.056983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43848) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:33.063517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '112c05c8-bd4b-4d36-b00c-828a1d7696cc', 'ip_address': '2001:db8::7c05:5253:2dd3:1e5a'}], 'name': 'tempest-NetworksTestDHCPv6-293384777'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:33.074561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:33.079598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:33.095707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-437ca39f-cdb2-4013-ab93-b99352a0b457 req-bbb985f5-93a1-430c-ae5e-08b0f0a8967c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:33.097546 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-437ca39f-cdb2-4013-ab93-b99352a0b457 req-bbb985f5-93a1-430c-ae5e-08b0f0a8967c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 946 time: 0.2134376 Nov 24 19:25:33.155259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:33.158414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:33.163124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:33.171082 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:33.175355 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3b71d-c2f5-427f-826c-201d24e6cc18 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:33.215354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=a2caa0f5-7829-4c12-ad3f-1f5b15c48421,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:33.220661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:33.251647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 179c036b-0bc5-4aea-bc73-38a76319c21a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:33.251853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 179c036b-0bc5-4aea-bc73-38a76319c21a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:33.262053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:33.378372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-437ca39f-cdb2-4013-ab93-b99352a0b457 req-5f0f4476-d184-464e-9ed6-1023b610eb14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986826 Nov 24 19:25:33.397987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:33.420450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:33.426147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '112c05c8-bd4b-4d36-b00c-828a1d7696cc'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:33.427025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:33.448672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:33.617752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:33.642184 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e399c9-53d1-4586-b7aa-82d6c2faa5fc None None] New status for floating IP f5d08a73-b76a-46a0-943f-a3d92a06a0ee: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:25:33.654232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port ad4b8917-8119-49e6-9165-221f271088f0 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:33.677469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:30Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:21Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:33.685226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] Checking router: 3226a94d-6a62-4cc7-9836-978946573106 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:33.703850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:33.704460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:33.704685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:33.781474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/112c05c8-bd4b-4d36-b00c-828a1d7696cc/552d78f3-6d01-406f-adb1-8896a089475a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:33.889893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-2cbb3f46-8c7c-4b46-8efa-83ffb85336e9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942048924&fields=id&tenant_id=f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 267 time: 0.0419374 Nov 24 19:25:34.082291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:34.082795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-d78f751c-8a51-4c24-949a-474bb22d35a8 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:34.085201 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-d78f751c-8a51-4c24-949a-474bb22d35a8 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 811 time: 0.1872773 Nov 24 19:25:34.133043 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-7a9d96ec-bf43-4604-b43e-fa293d8f7f59 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/quotas/f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 375 time: 0.0388210 Nov 24 19:25:34.143339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:34.222135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-ff05adf7-7af1-4032-add8-141d75c703ff tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837843 Nov 24 19:25:34.368421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e272710f-ba00-48c8-8d55-91f5afaad695 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:25:34.448850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da580586-027a-4534-b399-3d0e4f65b033 req-015897d8-2308-4291-a8ab-694376300ff0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:34.450431 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da580586-027a-4534-b399-3d0e4f65b033 req-015897d8-2308-4291-a8ab-694376300ff0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 946 time: 0.2074711 Nov 24 19:25:34.459178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:34.482477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Transition to ACTIVE for port object 552d78f3-6d01-406f-adb1-8896a089475a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:34.500136 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-7c4d96f1-9b53-4976-a754-2359a5682645 service neutron] 10.222.0.47 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643673 Nov 24 19:25:34.511273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Transition to ACTIVE for port object 552d78f3-6d01-406f-adb1-8896a089475a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:34.537379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:34.554028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-37c0d22f-e0ad-4d99-8761-f55cdf1e253a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:34.573168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:34.595323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] Sync routers for ids ['e272710f-ba00-48c8-8d55-91f5afaad695'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:34.597168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:34.599321 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.7781169 Nov 24 19:25:34.602163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43864) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:34.610860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:34.661328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:34.693573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:34.695423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] Routers {'e272710f-ba00-48c8-8d55-91f5afaad695'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:34.696105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e272710f-ba00-48c8-8d55-91f5afaad695'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:34.751526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:34.797471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Pushing event updated for resources: {'Port': ['ID=552d78f3-6d01-406f-adb1-8896a089475a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:34.812513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:34.843061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:34.881161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 086fbaf6-80bc-42b1-b406-1d4eb2644eda {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:34.881507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:34.891315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] Routers {'e272710f-ba00-48c8-8d55-91f5afaad695'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:34.892576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e272710f-ba00-48c8-8d55-91f5afaad695'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:34.943488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::7c05:5253:2dd3:1e5a (b695011e-6a3b-4058-8828-f9b351dbf876/112c05c8-bd4b-4d36-b00c-828a1d7696cc/ad4b8917-8119-49e6-9165-221f271088f0) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:34.951520 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7db3c898-986a-43fd-af63-0555d4d91897 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/routers/e272710f-ba00-48c8-8d55-91f5afaad695 HTTP/1.1" status: 200 len: 883 time: 0.3459554 Nov 24 19:25:34.952138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43868) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:34.983568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Attempting to bind port 552d78f3-6d01-406f-adb1-8896a089475a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:34.983985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Attempting to bind port 552d78f3-6d01-406f-adb1-8896a089475a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:34.984508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Attempting to bind port 552d78f3-6d01-406f-adb1-8896a089475a on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:34.991444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:34.991860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f1d1a-dbd0-4097-b141-f3b7f3a15044 None None] The sync data for ids ['e272710f-ba00-48c8-8d55-91f5afaad695'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:35.002947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:35.003332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:35.003748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.004181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:35.005492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Bound port: 552d78f3-6d01-406f-adb1-8896a089475a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:35.006032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.054858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:30Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:21Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:35.075141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee84b0d-57b8-4817-9843-b5356d848af7 None None] The sync data for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv is: [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:30Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6f8ac8dc-f293-4c5b-907d-63636b01b317', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.64', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '3226a94d-6a62-4cc7-9836-978946573106', 'port_id': 'da653a0d-a60e-4cde-b864-7dd659944706', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'mac_address': 'fa:16:3e:66:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:23:09Z', 'updated_at': '2021-11-24T19:23:21Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:35.076166 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-1e55a854-6629-40d0-ad9e-38e8af4e9e8a service neutron] 10.222.0.47 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750422 Nov 24 19:25:35.124603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] For port 552d78f3-6d01-406f-adb1-8896a089475a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:35.129876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] For port 552d78f3-6d01-406f-adb1-8896a089475a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=552d78f3-6d01-406f-adb1-8896a089475a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:35.135197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.141245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4f8c59e8-de9f-4e6d-b3ab-060537e57005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:35.150442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf4257-8018-43c6-8461-5464991bc384 req-842839a5-d5ba-4fe4-bed5-21fda2ce45b5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:35.152044 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aedf4257-8018-43c6-8461-5464991bc384 req-842839a5-d5ba-4fe4-bed5-21fda2ce45b5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 946 time: 0.6114733 Nov 24 19:25:35.202079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d7a6f015-e8b5-43aa-9bfe-38aa1ac7153a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:router {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:35.237023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d7a6f015-e8b5-43aa-9bfe-38aa1ac7153a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:router {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:35.240007 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d7a6f015-e8b5-43aa-9bfe-38aa1ac7153a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2853825 Nov 24 19:25:35.241847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43874) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:35.247177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-97168f3f-2410-4c3b-a0ab-64eba843f0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-37357136'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:35.279003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Pushing event updated for resources: {'Port': ['ID=552d78f3-6d01-406f-adb1-8896a089475a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:35.287276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:35.453355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 086fbaf6-80bc-42b1-b406-1d4eb2644eda, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=086fbaf6-80bc-42b1-b406-1d4eb2644eda,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:35.453898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.489291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aedf4257-8018-43c6-8461-5464991bc384 req-16ffad8d-fc09-4749-a5b3-63d206595c60 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=43715199-c03b-460f-b856-e51ae1a88070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155458 Nov 24 19:25:35.650405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 086fbaf6-80bc-42b1-b406-1d4eb2644eda owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:35.726334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.764973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object ad4b8917-8119-49e6-9165-221f271088f0 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:35.850987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.853003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.857686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ceea908-964b-4d34-b81a-e91a1ad83a32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:35.914652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97168f3f-2410-4c3b-a0ab-64eba843f0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.926233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97168f3f-2410-4c3b-a0ab-64eba843f0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:35.970170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:36.005592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:36.018669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:36.025295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:36.025906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:36.034169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 086fbaf6-80bc-42b1-b406-1d4eb2644eda on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:36.040263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=ad4b8917-8119-49e6-9165-221f271088f0,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:36.044828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:36.047425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'name': 'network-vif-deleted', 'tag': '086fbaf6-80bc-42b1-b406-1d4eb2644eda'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:25:36.053198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:36.054538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b28ecb1b-2186-4c23-8fa8-aec8c6c4c3eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:36.107092 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f026b4ac-2bea-46ca-9360-d92e069b37de', 'name': 'network-vif-deleted', 'tag': '086fbaf6-80bc-42b1-b406-1d4eb2644eda', 'status': 'completed', 'code': 200} Nov 24 19:25:36.110333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=086fbaf6-80bc-42b1-b406-1d4eb2644eda,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:36.116898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:36.117126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97168f3f-2410-4c3b-a0ab-64eba843f0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e272710f-ba00-48c8-8d55-91f5afaad695 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:36.125079 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da580586-027a-4534-b399-3d0e4f65b033 req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/086fbaf6-80bc-42b1-b406-1d4eb2644eda HTTP/1.1" status: 204 len: 173 time: 1.6673355 Nov 24 19:25:36.127202 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0688596 Nov 24 19:25:36.130519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43884) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:36.195812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '112c05c8-bd4b-4d36-b00c-828a1d7696cc', 'ip_address': '2001:db8::7c05:5253:2dd3:1e5a'}], 'name': 'tempest-NetworksTestDHCPv6-2059332445'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:36.550603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 552d78f3-6d01-406f-adb1-8896a089475a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:36.579500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97168f3f-2410-4c3b-a0ab-64eba843f0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:36.589087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97168f3f-2410-4c3b-a0ab-64eba843f0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:36.590230 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-97168f3f-2410-4c3b-a0ab-64eba843f0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e272710f-ba00-48c8-8d55-91f5afaad695 HTTP/1.1" status: 200 len: 890 time: 1.3474393 Nov 24 19:25:36.591711 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] Sync routers for ids ['e272710f-ba00-48c8-8d55-91f5afaad695'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:36.592828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43890) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:36.595372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:36.601254 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] Routers {'e272710f-ba00-48c8-8d55-91f5afaad695'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:36.602166 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e272710f-ba00-48c8-8d55-91f5afaad695'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:36.657061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:36.666454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:36.680516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:36.726067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Provisioning for port 552d78f3-6d01-406f-adb1-8896a089475a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:36.731033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 552d78f3-6d01-406f-adb1-8896a089475a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:36.738748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Provisioning complete for port 552d78f3-6d01-406f-adb1-8896a089475a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:36.739834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:36.746264 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:36.778922 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] Routers {'e272710f-ba00-48c8-8d55-91f5afaad695'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:36.779981 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e272710f-ba00-48c8-8d55-91f5afaad695'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:36.799066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:36.800046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 552d78f3-6d01-406f-adb1-8896a089475a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:36.800434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:36.957205 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:36.959233 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c299ab8-0b87-4685-a607-920747d82e0b None None] The sync data for ids ['e272710f-ba00-48c8-8d55-91f5afaad695'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:36.998945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.033881 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6cf6425a-37be-4a83-b91d-59fbb409c8fc req-4ac28684-608e-47e8-af7f-2d4cce5d2854 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 210 time: 0.2077708 Nov 24 19:25:37.043279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-01d4cb42-92ef-4525-ae7b-3fa1ac5b56ab req-60b21347-0f99-427a-bf60-ffdbc78135a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:37.075673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-01d4cb42-92ef-4525-ae7b-3fa1ac5b56ab req-60b21347-0f99-427a-bf60-ffdbc78135a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:37.076901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-01d4cb42-92ef-4525-ae7b-3fa1ac5b56ab req-60b21347-0f99-427a-bf60-ffdbc78135a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=f026b4ac-2bea-46ca-9360-d92e069b37de HTTP/1.1" status: 200 len: 210 time: 0.1365232 Nov 24 19:25:37.102271 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e188ede7-6e2d-499d-a126-d66019a7b53f tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/routers/e272710f-ba00-48c8-8d55-91f5afaad695 HTTP/1.1" status: 200 len: 890 time: 0.5081275 Nov 24 19:25:37.105753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43904) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:37.117951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.133954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] For port 552d78f3-6d01-406f-adb1-8896a089475a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=552d78f3-6d01-406f-adb1-8896a089475a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:37.148864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.150688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:37.159285 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5638f9a6-cd42-41f5-b458-2546ad4c5db7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=e272710f-ba00-48c8-8d55-91f5afaad695 HTTP/1.1" status: 200 len: 205 time: 0.0520272 Nov 24 19:25:37.161978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43908) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:37.162440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.198187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 77b317e5-322b-4a31-a8c1-4f2279c3c4c4 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:37.287560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:25:37.288162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:25:37.294757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0fd15d70-1da6-452d-a15d-e8c879128280 None None] Provisioning for port ad4b8917-8119-49e6-9165-221f271088f0 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:37.302239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Pushing event updated for resources: {'Port': ['ID=552d78f3-6d01-406f-adb1-8896a089475a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:37.306299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:37.308122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0fd15d70-1da6-452d-a15d-e8c879128280 None None] Provisioning complete for port ad4b8917-8119-49e6-9165-221f271088f0 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:37.308684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fd15d70-1da6-452d-a15d-e8c879128280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.438130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0fd15d70-1da6-452d-a15d-e8c879128280 None None] Port ad4b8917-8119-49e6-9165-221f271088f0 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:37.453781 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 19:25:37.454414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:25:37.485428 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0c329c29-ae00-4d50-bd9c-538f23a1cb35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3512342 Nov 24 19:25:37.485663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43914) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:37.517915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.549687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 086fbaf6-80bc-42b1-b406-1d4eb2644eda no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:37.584892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a7df2-2c19-4f71-bdc5-86506c2454f7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:37.585161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 086fbaf6-80bc-42b1-b406-1d4eb2644eda {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:37.585616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 086fbaf6-80bc-42b1-b406-1d4eb2644eda not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:37.591243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a7df2-2c19-4f71-bdc5-86506c2454f7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:37.592064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ec4a7df2-2c19-4f71-bdc5-86506c2454f7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:37.611626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ec4a7df2-2c19-4f71-bdc5-86506c2454f7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:37.616089 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ec4a7df2-2c19-4f71-bdc5-86506c2454f7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1262286 Nov 24 19:25:37.616267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43918) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:37.686463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port ad4b8917-8119-49e6-9165-221f271088f0 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:37.686900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.718835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.729609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port a2caa0f5-7829-4c12-ad3f-1f5b15c48421 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:37.730157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.871202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ecae2994-208d-4098-b985-8ad7f8107ca7 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:37.912004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:37.915551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: ecae2994-208d-4098-b985-8ad7f8107ca7 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:37.916224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ecae2994-208d-4098-b985-8ad7f8107ca7 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:37.962426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.041289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for a2caa0f5-7829-4c12-ad3f-1f5b15c48421 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:38.139834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for ad4b8917-8119-49e6-9165-221f271088f0 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:38.209375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43926) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:38.240362 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3b9bae4a-f290-4ff7-b3d3-5807fdca4945 req-3af1a55d-2b2a-40bb-9c23-a6633db48dd7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 210 time: 0.0694129 Nov 24 19:25:38.319564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-d256b96c-52b2-4a1c-95ce-e6850f7ed498 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:38.321113 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-d256b96c-52b2-4a1c-95ce-e6850f7ed498 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 811 time: 0.2327850 Nov 24 19:25:38.360704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.405772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.417650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.419148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-d3033639-ae92-4da8-8afb-ad08e8d0b3f8 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 379 time: 0.0884683 Nov 24 19:25:38.426277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:38.431262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'port': {'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'admin_state_up': True, 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'security_groups': ['d0c15ac7-13c4-4875-9033-70e07d1e2196']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:38.510045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 552d78f3-6d01-406f-adb1-8896a089475a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:38.512731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.527855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3f0e6074-88e8-4b10-a6cb-cfecbe584a36 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:38.578184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=a2caa0f5-7829-4c12-ad3f-1f5b15c48421,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:38.605335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 552d78f3-6d01-406f-adb1-8896a089475a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:38.606471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.640575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=ad4b8917-8119-49e6-9165-221f271088f0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:38.647567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.647938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.648351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.648990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.649361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.649731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.650098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.650462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.650954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.651324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.651687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.652574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:38.668765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:38.671687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:38.741569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.765630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:38.783930 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/ad4b8917-8119-49e6-9165-221f271088f0 HTTP/1.1" status: 204 len: 168 time: 1.1642146 Nov 24 19:25:38.787742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43934) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:38.790461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:38.807475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Made reservation on behalf of f7bb3e51a97441e2be92040da22ad15a for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:38.811713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.837298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.886246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.892334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1c5a670-a7a7-4113-a830-5606cc294469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:38.915698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105a821-ae19-4006-8d84-5baa309dc799 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:38.917398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105a821-ae19-4006-8d84-5baa309dc799 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:38.918135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7105a821-ae19-4006-8d84-5baa309dc799 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:38.933434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43715199-c03b-460f-b856-e51ae1a88070,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:38.937530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:38.946158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7105a821-ae19-4006-8d84-5baa309dc799 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:38.947304 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7105a821-ae19-4006-8d84-5baa309dc799 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1602976 Nov 24 19:25:38.954228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:38.958521 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/43715199-c03b-460f-b856-e51ae1a88070 HTTP/1.1" status: 204 len: 168 time: 0.7451336 Nov 24 19:25:38.959349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43938) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:39.019416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43944) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:39.115170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 112c05c8-bd4b-4d36-b00c-828a1d7696cc {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:39.124180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet 55760322-add4-4b00-80d2-ca204d4a3de1 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:39.126354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.162020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.232622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.299380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.343603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.347137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.400722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.415434 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7f3fbc7c-4c5b-44a5-b963-f69348c30092 req-309b949f-9595-4a3e-99fb-089cb9311719 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 210 time: 0.0603638 Nov 24 19:25:39.417048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Allocated IP 172.20.0.4 (ebee4b49-365d-438b-9ad7-73b9b44ab4fe/cc995c74-2c28-42ba-95d7-bd92ddd3e0b6/f9d81a63-cb96-4857-b6b4-e2b95615b32e) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:39.440331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.440808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Fanout notify agent at l3_agent the message router_deleted on router e272710f-ba00-48c8-8d55-91f5afaad695 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:25:39.462102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.485689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.490946 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/e272710f-ba00-48c8-8d55-91f5afaad695 HTTP/1.1" status: 204 len: 168 time: 2.3234518 Nov 24 19:25:39.493544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43950) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:39.514060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1155133388'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:39.541950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:39.554899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:39.562576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:39.578170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:39.590064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.596427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e607374-bb61-44b9-8ba4-b8e3d49a4a1e tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:39.632062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:39.635512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.658893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=112c05c8-bd4b-4d36-b00c-828a1d7696cc,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:39.664039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.671699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:39.672439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35727353-b746-4dde-9e6f-b7e2a8060bc1 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:39.675541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.682865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.690520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-59e35555-20d8-437d-ba2a-b3a4e7e26e78 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:39.699830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Transition to ACTIVE for port object f9d81a63-cb96-4857-b6b4-e2b95615b32e will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:39.734859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.741424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=55760322-add4-4b00-80d2-ca204d4a3de1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:39.743376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f226cbc-379e-4880-adb6-6c432aadba49 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:39.743820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:39.745451 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/112c05c8-bd4b-4d36-b00c-828a1d7696cc HTTP/1.1" status: 204 len: 168 time: 0.7853379 Nov 24 19:25:39.747982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.751441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43954) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:39.767200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a94e80-3e1b-4dd3-aa50-d644ee1ac034 None None] Network cc382713-7d23-44b2-8816-a31d6661fb99 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:39.827194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=f9d81a63-cb96-4857-b6b4-e2b95615b32e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:39.834965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:39.843925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:25:39.848451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:39.850142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:39.852858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:39.882778 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/55760322-add4-4b00-80d2-ca204d4a3de1 HTTP/1.1" status: 204 len: 168 time: 0.8579748 Nov 24 19:25:39.887876 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-907fb40b-a479-4721-b796-bcbc5c27f239 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303403 Nov 24 19:25:39.888798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43960) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:39.892794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43962) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:39.894230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:39.894762 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 085366ba-abe2-4ddf-8e34-49249c91607d of type vlan for network 6fd20e6e-0166-4c0b-9584-5052d96aaedd Nov 24 19:25:39.932309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:39.988720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:39.989936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.041889 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6173089 Nov 24 19:25:40.055937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Request body: {'port': {'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:40.166911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.213102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.220351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.227288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:40.263133 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:40.271984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:40.283180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:40.283542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.306936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-538ea7b9-8705-42dc-9bce-5c51b15dedd4 None None] Provisioning for port f9d81a63-cb96-4857-b6b4-e2b95615b32e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:40.313769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:40.314178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-538ea7b9-8705-42dc-9bce-5c51b15dedd4 None None] Provisioning complete for port f9d81a63-cb96-4857-b6b4-e2b95615b32e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:40.315070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-538ea7b9-8705-42dc-9bce-5c51b15dedd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.345880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.353098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:40.353838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.366023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d20580f-3047-4fed-9574-be64baa642ab tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:40.373870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:40.384654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Deleting port 552d78f3-6d01-406f-adb1-8896a089475a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:40.385419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.392495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:40.396201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.431327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] DHCP port deletion for cc382713-7d23-44b2-8816-a31d6661fb99 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:40.457140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Deleting port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:40.458097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.530500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-538ea7b9-8705-42dc-9bce-5c51b15dedd4 None None] Port f9d81a63-cb96-4857-b6b4-e2b95615b32e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:40.592306 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device eeaffe3c-07fa-48eb-91cb-81ef7fd55478 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:40.667404 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1710751 Nov 24 19:25:40.670962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43972) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:40.696059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=6fd20e6e-0166-4c0b-9584-5052d96aaedd,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:40.701543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '6fd20e6e-0166-4c0b-9584-5052d96aaedd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:40.706707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:40.730449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:25:40.894456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:40.908493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8efb-c7fc-4ee3-8707-a2a3b24599dd req-e2f4cc78-62ed-4a60-b125-6d44cc15175b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:40.909631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-731a8efb-c7fc-4ee3-8707-a2a3b24599dd req-e2f4cc78-62ed-4a60-b125-6d44cc15175b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:40.921506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:40.932975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:40.949893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:40.967034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port eeaffe3c-07fa-48eb-91cb-81ef7fd55478, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:40.967397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:40.975582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-731a8efb-c7fc-4ee3-8707-a2a3b24599dd req-e2f4cc78-62ed-4a60-b125-6d44cc15175b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:40.976807 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-731a8efb-c7fc-4ee3-8707-a2a3b24599dd req-e2f4cc78-62ed-4a60-b125-6d44cc15175b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 931 time: 0.3405151 Nov 24 19:25:41.001357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] For port 552d78f3-6d01-406f-adb1-8896a089475a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=552d78f3-6d01-406f-adb1-8896a089475a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:41.001742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.018107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:41.022279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.135001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for eeaffe3c-07fa-48eb-91cb-81ef7fd55478 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:41.174372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d81a63-cb96-4857-b6b4-e2b95615b32e {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:25:41.185770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-731a8efb-c7fc-4ee3-8707-a2a3b24599dd req-9f90dcb5-21d3-41e4-aae1-8a608280db78 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685126 Nov 24 19:25:41.189188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.220100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Transition to ACTIVE for port object f9d81a63-cb96-4857-b6b4-e2b95615b32e will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:41.227490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.231662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Calling delete_port for 552d78f3-6d01-406f-adb1-8896a089475a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:41.235693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4988797-80f9-4264-8c33-104b8cb1ae3a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:41.276021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.282030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d0303d90-bac2-4c73-8f61-007ebc186714 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:41.286546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] For port eeaffe3c-07fa-48eb-91cb-81ef7fd55478, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,segment=NetworkSegment(323dc400-f0e1-46f6-9d04-c1f31958d732),segment_id=323dc400-f0e1-46f6-9d04-c1f31958d732)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:41.286992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.301704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.345333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:41.350838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:41.354744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.359760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:41.360370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.390279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=3ce78828-1da1-4e2e-909f-0eb7ab222cdd,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:41.392505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:41.436831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:41.453592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:41.474646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Calling delete_port for eeaffe3c-07fa-48eb-91cb-81ef7fd55478 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:41.518810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=eeaffe3c-07fa-48eb-91cb-81ef7fd55478,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:41.522045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:41.524074 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6269550 Nov 24 19:25:41.575729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43976) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:41.588018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '3ce78828-1da1-4e2e-909f-0eb7ab222cdd', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2093791010'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:41.607092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 552d78f3-6d01-406f-adb1-8896a089475a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:41.627006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.631993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.635336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Pushing event updated for resources: {'Port': ['ID=f9d81a63-cb96-4857-b6b4-e2b95615b32e,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:41.641867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:41.651128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:41.701990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 552d78f3-6d01-406f-adb1-8896a089475a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:41.702495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 552d78f3-6d01-406f-adb1-8896a089475a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:41.714567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Pushing event deleted for resources: {'Port': ['ID=552d78f3-6d01-406f-adb1-8896a089475a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:41.718108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:41.719219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] No DVR routers for this DVR port 552d78f3-6d01-406f-adb1-8896a089475a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:41.726107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:25:41.729740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:25:41.733897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc382713-7d23-44b2-8816-a31d6661fb99']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:41.745633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb468484-0df1-416d-aebb-881ae74d6a62 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:41.757985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323dc400-f0e1-46f6-9d04-c1f31958d732') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:41.758396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323dc400-f0e1-46f6-9d04-c1f31958d732') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:41.768918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.774885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a220f4d2-04a0-472e-80b4-f6fd56811ae7 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:41.785378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.814270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Attempting to bind port f9d81a63-cb96-4857-b6b4-e2b95615b32e on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:41.814682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Attempting to bind port f9d81a63-cb96-4857-b6b4-e2b95615b32e by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:41.814956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Attempting to bind port f9d81a63-cb96-4857-b6b4-e2b95615b32e on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:41.815112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.821201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:41.825889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:25:41.826546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.840734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Port f9d81a63-cb96-4857-b6b4-e2b95615b32e on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:25:41.840734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Attempting to bind port f9d81a63-cb96-4857-b6b4-e2b95615b32e on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:25:41.842460 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:25:41.846046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:41.852219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:41.852412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:41.852666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Checking segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:41.853062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Bound using segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:41.853501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Bound port: f9d81a63-cb96-4857-b6b4-e2b95615b32e, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:41.853851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.889809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=4b97200c-bd75-4641-a2ef-e8a645586b65,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:41.907802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:41.929259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:41.949569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:41.954974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.959036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '085366ba-abe2-4ddf-8e34-49249c91607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fd20e6e-0166-4c0b-9584-5052d96aaedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:41.959402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 6fd20e6e-0166-4c0b-9584-5052d96aaedd, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:25:41.963842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.972647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d7be6c9-7032-44fc-b7f8-f4cda2bbd030 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:41.987605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '3ce78828-1da1-4e2e-909f-0eb7ab222cdd'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:41.988259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.988941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:41.998694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] For port f9d81a63-cb96-4857-b6b4-e2b95615b32e, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:42.001526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=cc382713-7d23-44b2-8816-a31d6661fb99,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:42.002124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] For port f9d81a63-cb96-4857-b6b4-e2b95615b32e, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:42.007120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:42.010259 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/cc382713-7d23-44b2-8816-a31d6661fb99 HTTP/1.1" status: 204 len: 168 time: 2.1187580 Nov 24 19:25:42.011636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 56db7180-f671-470a-828a-1998dc4020c0 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:25:42.013800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43980) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:42.022274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.084149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:42.141203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:25:42.167708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/3ce78828-1da1-4e2e-909f-0eb7ab222cdd/e5179d7c-7da7-465a-9ef5-255b3673e54a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:42.190315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:42.190882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.192691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] 10.222.0.41 "PUT /v2.0/ports/f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 200 len: 1093 time: 2.1421051 Nov 24 19:25:42.193362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 6fd20e6e-0166-4c0b-9584-5052d96aaedd) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:42.195177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:25:42.208651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:42.209253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.258454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Deleting port eeaffe3c-07fa-48eb-91cb-81ef7fd55478 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:42.258662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.289362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9559c8f-b007-4078-9dc8-6322835a9148 None None] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:42.315814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'status': 'completed', 'code': 200} Nov 24 19:25:42.427163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-512bf22b-a1be-45dc-a781-ae4f391cfdd4 None None] The port 'eeaffe3c-07fa-48eb-91cb-81ef7fd55478' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:25:42.462346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Pushing event updated for resources: {'Port': ['ID=f9d81a63-cb96-4857-b6b4-e2b95615b32e,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:42.465560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:42.471983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7873971 Nov 24 19:25:42.475120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43988) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:42.480825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-891224411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:42.487305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:42.492295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:router and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:42.495991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:42.502302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:42.515033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.516501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.516636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 2c95b2ec-ba0e-4c39-a45e-8d9f5f778355 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:42.517438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.539639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.560439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.590926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-017a2e5a-ad87-49aa-aec1-a71160e3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:42.592595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-017a2e5a-ad87-49aa-aec1-a71160e3be0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1096 time: 0.3442554 Nov 24 19:25:42.594702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.598738 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d5bfbee3-3f40-47cf-a20d-1634e140ee45 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1193426 Nov 24 19:25:42.598986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 43994) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:42.631586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.649011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Transition to ACTIVE for port object e5179d7c-7da7-465a-9ef5-255b3673e54a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:42.733640 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-a22c6b60-4bbc-4bf0-8ae5-ffaca589f4a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 200 len: 217 time: 0.1215010 Nov 24 19:25:42.742042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d717e6e-da4b-479b-a5f8-dec89b7be140 req-5f7e90ca-2d57-4341-988c-7e1b7a735daa tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:42.749279 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4d717e6e-da4b-479b-a5f8-dec89b7be140 req-5f7e90ca-2d57-4341-988c-7e1b7a735daa tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 943 time: 0.3641784 Nov 24 19:25:42.750014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Transition to ACTIVE for port object e5179d7c-7da7-465a-9ef5-255b3673e54a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:42.755570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-6fd20e6e-0166-4c0b-9584-5052d96aaedd', 'network_id': '6fd20e6e-0166-4c0b-9584-5052d96aaedd', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': '4b97200c-bd75-4641-a2ef-e8a645586b65'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:42.756763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.765072 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:25:42.765532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:25:42.771717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:42.782902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c017cc4-af54-4568-b9dd-9655dd71b1be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:42.839558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:42.851480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:42.865106 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4ac332b0-c0ac-48b9-929f-28bdba664e7d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2879317 Nov 24 19:25:42.868587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 43998) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:42.889839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:42.929468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f6d6b796-ab6d-4f9f-bf30-8b93ba190c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:42.931162 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f6d6b796-ab6d-4f9f-bf30-8b93ba190c15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.1580646 Nov 24 19:25:42.952941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Pushing event updated for resources: {'Port': ['ID=e5179d7c-7da7-465a-9ef5-255b3673e54a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:42.966068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:43.027279 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4d717e6e-da4b-479b-a5f8-dec89b7be140 req-7b03655f-7abf-43b8-9ff0-62a24187dc74 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768548 Nov 24 19:25:43.050474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.050712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.091108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Attempting to bind port e5179d7c-7da7-465a-9ef5-255b3673e54a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:43.091683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Attempting to bind port e5179d7c-7da7-465a-9ef5-255b3673e54a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:43.092476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Attempting to bind port e5179d7c-7da7-465a-9ef5-255b3673e54a on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:43.109632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:43.110345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:43.111101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.111859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:43.112965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Bound port: e5179d7c-7da7-465a-9ef5-255b3673e54a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:43.113504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.201233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Allocated IP 2001:db8::2 (6fd20e6e-0166-4c0b-9584-5052d96aaedd/4b97200c-bd75-4641-a2ef-e8a645586b65/c3af00f0-ad66-419d-96ec-5d719c35b04e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:43.224454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 2c95b2ec-ba0e-4c39-a45e-8d9f5f778355 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:43.324236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d6771-c0cb-438d-9e71-5432f33a8df0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:43.324970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b49d6771-c0cb-438d-9e71-5432f33a8df0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:43.340395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f31cb4fd-647b-4c7f-afce-b57eb0845367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:43.342657 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-f31cb4fd-647b-4c7f-afce-b57eb0845367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3878663 Nov 24 19:25:43.389223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.393746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] For port e5179d7c-7da7-465a-9ef5-255b3673e54a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:43.409661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] For port e5179d7c-7da7-465a-9ef5-255b3673e54a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e5179d7c-7da7-465a-9ef5-255b3673e54a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:43.417527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.423970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-231a6b5c-05b8-4ded-bf10-c8772806ff6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:43.578747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Pushing event updated for resources: {'Port': ['ID=e5179d7c-7da7-465a-9ef5-255b3673e54a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:43.598037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:43.635825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b49d6771-c0cb-438d-9e71-5432f33a8df0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:43.639622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b49d6771-c0cb-438d-9e71-5432f33a8df0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7644451 Nov 24 19:25:43.640124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44002) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:43.706326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.726405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Transition to ACTIVE for port object c3af00f0-ad66-419d-96ec-5d719c35b04e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:43.749870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Transition to ACTIVE for port object c3af00f0-ad66-419d-96ec-5d719c35b04e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:43.757571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.765159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-94e1793a-3fc1-4d3f-80c2-32eb10f77a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:43.767478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-01557faa-765d-4448-918c-0036a7ff588f service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170320 Nov 24 19:25:43.785636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100852a-fdc9-464d-9907-e780896b2dfb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:43.787833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100852a-fdc9-464d-9907-e780896b2dfb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:43.788688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7100852a-fdc9-464d-9907-e780896b2dfb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:43.817757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7100852a-fdc9-464d-9907-e780896b2dfb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:43.818956 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7100852a-fdc9-464d-9907-e780896b2dfb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1772950 Nov 24 19:25:43.822666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44006) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:43.843227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:43.846492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:43.851115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:43.860532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Pushing event updated for resources: {'Port': ['ID=c3af00f0-ad66-419d-96ec-5d719c35b04e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:43.937499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:43.945668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3abaa9f2-50c6-402a-a700-c0355e5f4c6f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:43.949585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:44.019520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=2c95b2ec-ba0e-4c39-a45e-8d9f5f778355,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:44.028011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:44.038557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 3ce78828-1da1-4e2e-909f-0eb7ab222cdd {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:44.043857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8::1 (6fd20e6e-0166-4c0b-9584-5052d96aaedd/4b97200c-bd75-4641-a2ef-e8a645586b65/072e9454-7a20-4e56-948a-1caae7e5e678) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:44.046044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.049364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Attempting to bind port c3af00f0-ad66-419d-96ec-5d719c35b04e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:44.049817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Attempting to bind port c3af00f0-ad66-419d-96ec-5d719c35b04e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '085366ba-abe2-4ddf-8e34-49249c91607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fd20e6e-0166-4c0b-9584-5052d96aaedd'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:44.050153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Attempting to bind port c3af00f0-ad66-419d-96ec-5d719c35b04e on network 6fd20e6e-0166-4c0b-9584-5052d96aaedd {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:44.056973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:44.057353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Checking segment: {'id': '085366ba-abe2-4ddf-8e34-49249c91607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fd20e6e-0166-4c0b-9584-5052d96aaedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:44.058015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.058419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Bound using segment: {'id': '085366ba-abe2-4ddf-8e34-49249c91607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fd20e6e-0166-4c0b-9584-5052d96aaedd'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:44.058894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Bound port: c3af00f0-ad66-419d-96ec-5d719c35b04e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085366ba-abe2-4ddf-8e34-49249c91607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fd20e6e-0166-4c0b-9584-5052d96aaedd'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:44.059279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.156816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd00d831-a8fb-4ff1-b12f-84ce77cd62dd req-92ed6154-e425-4609-9d28-34bdf0b0c5b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804066 Nov 24 19:25:44.158637 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.166221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] For port c3af00f0-ad66-419d-96ec-5d719c35b04e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:44.170563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] For port c3af00f0-ad66-419d-96ec-5d719c35b04e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c3af00f0-ad66-419d-96ec-5d719c35b04e,segment=NetworkSegment(085366ba-abe2-4ddf-8e34-49249c91607d),segment_id=085366ba-abe2-4ddf-8e34-49249c91607d)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:44.180017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.186439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:44.206185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.206874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 6f8ac8dc-f293-4c5b-907d-63636b01b317 disassociated (deleted). External IP: 172.26.6.64, port: da653a0d-a60e-4cde-b864-7dd659944706. Nov 24 19:25:44.283261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Pushing event updated for resources: {'Port': ['ID=c3af00f0-ad66-419d-96ec-5d719c35b04e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:44.292559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.293037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.293474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.293907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.294559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.295115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.295541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.295991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.296868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.297298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.297719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.298142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:25:44.303375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:44.435352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.449862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.525779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object 072e9454-7a20-4e56-948a-1caae7e5e678 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:44.579304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.584824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3d50acba-be22-45fd-8c94-3ab99dca1320 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:44.606372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a293-46fe-46bc-9dfa-456593174c57 req-bfe779ca-e508-4d6a-9293-fdd697bec41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:44.607882 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0252a293-46fe-46bc-9dfa-456593174c57 req-bfe779ca-e508-4d6a-9293-fdd697bec41b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1096 time: 0.3327291 Nov 24 19:25:44.621215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9f1d4-4c2e-45b5-a21f-6d32b4aacddd req-267b711d-b760-4dd8-908a-219f76a0bb56 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:44.622796 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25a9f1d4-4c2e-45b5-a21f-6d32b4aacddd req-267b711d-b760-4dd8-908a-219f76a0bb56 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 943 time: 0.3081107 Nov 24 19:25:44.638644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce78828-1da1-4e2e-909f-0eb7ab222cdd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:44.642931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:44.644669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e5179d7c-7da7-465a-9ef5-255b3673e54a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:44.647500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.654195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-993083bf-5c05-4372-b1f8-98baaf416113 tempest-RoutersAdminNegativeIpV6Test-1024559998 tempest-RoutersAdminNegativeIpV6Test-1024559998-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:44.713481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.741636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:44.746302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:44.749003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:44.749823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:44.758681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e5179d7c-7da7-465a-9ef5-255b3673e54a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:44.797391 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/3ce78828-1da1-4e2e-909f-0eb7ab222cdd HTTP/1.1" status: 204 len: 168 time: 0.9734285 Nov 24 19:25:44.803006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44012) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:44.860143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=072e9454-7a20-4e56-948a-1caae7e5e678,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:44.863534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:44.884238 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f20177c6-967a-4870-8770-529163a02ac8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799141 Nov 24 19:25:44.890954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44016) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:44.899283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:44.976374 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25a9f1d4-4c2e-45b5-a21f-6d32b4aacddd req-ac7e46d9-769e-488e-8a18-5b73eb2f780d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031809 Nov 24 19:25:45.024523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a293-46fe-46bc-9dfa-456593174c57 req-04a7cb89-7520-419b-88fb-f265823fe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:45.027687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0252a293-46fe-46bc-9dfa-456593174c57 req-04a7cb89-7520-419b-88fb-f265823fe3a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.4019351 Nov 24 19:25:45.108140 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0252a293-46fe-46bc-9dfa-456593174c57 req-c8b6486d-e7d8-4840-8df3-0cbc95571d38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 200 len: 217 time: 0.0731874 Nov 24 19:25:45.116767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 3226a94d-6a62-4cc7-9836-978946573106 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:45.122188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e6166-caef-4a35-a4d9-597a065b1b00 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:45.220039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:45.225469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:45.228968 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:45.235237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:45.240808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Provisioning for port e5179d7c-7da7-465a-9ef5-255b3673e54a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:45.244168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.248366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Provisioning complete for port e5179d7c-7da7-465a-9ef5-255b3673e54a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:45.250149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.278002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a293-46fe-46bc-9dfa-456593174c57 req-b7c76e04-d31c-48e9-81ed-629c11fb5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:45.279571 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0252a293-46fe-46bc-9dfa-456593174c57 req-b7c76e04-d31c-48e9-81ed-629c11fb5f39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.1611295 Nov 24 19:25:45.496510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.533603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] For port e5179d7c-7da7-465a-9ef5-255b3673e54a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e5179d7c-7da7-465a-9ef5-255b3673e54a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:45.540367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.542511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-358d5b97-b75e-402a-987a-0e5985fc9f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:45.594895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:45.602356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.606513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:45.616156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Deleting port e5179d7c-7da7-465a-9ef5-255b3673e54a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:45.616545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.625234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:45.648106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a293-46fe-46bc-9dfa-456593174c57 req-800ae40b-cdd0-4089-9227-c989a44cc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:45.650446 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0252a293-46fe-46bc-9dfa-456593174c57 req-800ae40b-cdd0-4089-9227-c989a44cc0b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3618867 Nov 24 19:25:45.654256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.656217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] Sync routers for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:45.708251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb958200-62c2-458a-a3e2-c00d0d23cfc2 None None] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:45.791438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.797225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Pushing event updated for resources: {'Port': ['ID=e5179d7c-7da7-465a-9ef5-255b3673e54a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:45.802270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.803074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:45.809323 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/6f8ac8dc-f293-4c5b-907d-63636b01b317 HTTP/1.1" status: 204 len: 168 time: 3.7938268 Nov 24 19:25:45.810127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:45.811420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:25:45.813843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:45.814534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:45.853007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d624625-7e65-4855-969a-f5e43bb70375 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:45.860888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0252a293-46fe-46bc-9dfa-456593174c57 req-115325ce-9814-4f5d-ace5-5994549b2bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796756 Nov 24 19:25:45.909675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706', 'status': 'completed', 'code': 200} Nov 24 19:25:45.959830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=072e9454-7a20-4e56-948a-1caae7e5e678,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:45.962783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:46.100357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:46.152924 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0252a293-46fe-46bc-9dfa-456593174c57 req-a226c01f-e04e-4273-a405-ab1c007bf871 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827663 Nov 24 19:25:46.178430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.185676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7e37167b-3556-428a-9e24-682c222ea312 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:46.239324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:46.252935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:46.263123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:46.302319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6a571f1d-7045-44fe-9610-5c8cd1a378e7 None None] Provisioning for port c3af00f0-ad66-419d-96ec-5d719c35b04e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:46.324387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:46.337746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=aae5f06f-92c8-4dd3-aad5-9e6070ffb202,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:46.340183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:46.341019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31875e0-6660-4284-a96a-fb337adf538b req-88403437-28c6-4953-9322-a29d94e92cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.342498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d31875e0-6660-4284-a96a-fb337adf538b req-88403437-28c6-4953-9322-a29d94e92cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 1098 time: 0.3578198 Nov 24 19:25:46.391890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3348c7-e569-4380-b969-2a1180abf32d req-cf5c75a8-013e-4afa-9e06-34117fe4efef tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.392139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.392437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.393015 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3348c7-e569-4380-b969-2a1180abf32d req-cf5c75a8-013e-4afa-9e06-34117fe4efef tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 943 time: 0.2065220 Nov 24 19:25:46.448006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2c455-053a-45d4-b4e5-1132e99bbcf9 req-0190ea1c-5c1b-4048-a18b-5deb3a9041c3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.448940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c2c2c455-053a-45d4-b4e5-1132e99bbcf9 req-0190ea1c-5c1b-4048-a18b-5deb3a9041c3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:46.449781 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5573599 Nov 24 19:25:46.453396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44030) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:46.461323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2054490627', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:46.471940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:46.479073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:router and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:46.484643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:46.498484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:46.528549 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 5618046b-e306-4c17-a63a-4a91133bba0f is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:25:46.530262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c2c2c455-053a-45d4-b4e5-1132e99bbcf9 req-0190ea1c-5c1b-4048-a18b-5deb3a9041c3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:46.531613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2c2c455-053a-45d4-b4e5-1132e99bbcf9 req-0190ea1c-5c1b-4048-a18b-5deb3a9041c3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 945 time: 0.2935011 Nov 24 19:25:46.534130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.536743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.551597 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3348c7-e569-4380-b969-2a1180abf32d req-b38d108f-ecc2-41cf-8389-877bd518f1a3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972395 Nov 24 19:25:46.602823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31875e0-6660-4284-a96a-fb337adf538b req-abcbec63-a95b-4027-bc7a-b35bec9939d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.605060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d31875e0-6660-4284-a96a-fb337adf538b req-abcbec63-a95b-4027-bc7a-b35bec9939d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 200 len: 898 time: 0.2495799 Nov 24 19:25:46.623729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c3af00f0-ad66-419d-96ec-5d719c35b04e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:46.689000 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d31875e0-6660-4284-a96a-fb337adf538b req-33973ff1-3721-4c24-96d8-c16d5ee1d9cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da653a0d-a60e-4cde-b864-7dd659944706 HTTP/1.1" status: 200 len: 217 time: 0.0728445 Nov 24 19:25:46.697450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.699477 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2c2c455-053a-45d4-b4e5-1132e99bbcf9 req-a392b7e3-3f75-4579-8700-4a347a0c48ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461511 Nov 24 19:25:46.733843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:46.745169 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/5618046b-e306-4c17-a63a-4a91133bba0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1443617 Nov 24 19:25:46.747371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44034) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:46.749201 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] Sync routers for ids ['5618046b-e306-4c17-a63a-4a91133bba0f'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:46.760641 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] Routers {'5618046b-e306-4c17-a63a-4a91133bba0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:46.761692 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['5618046b-e306-4c17-a63a-4a91133bba0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:46.767245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31875e0-6660-4284-a96a-fb337adf538b req-4889fc58-b9b3-46e1-9fe0-3f7703eacf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.769410 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d31875e0-6660-4284-a96a-fb337adf538b req-4889fc58-b9b3-46e1-9fe0-3f7703eacf67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8279491f-e1ee-4894-ad8e-8861d94417b9 HTTP/1.1" status: 200 len: 835 time: 0.0689645 Nov 24 19:25:46.825906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f95ac9-dd88-4224-8825-3770c2b8e1d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.826496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-55f95ac9-dd88-4224-8825-3770c2b8e1d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:46.830868 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:46.831346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.835170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] For port e5179d7c-7da7-465a-9ef5-255b3673e54a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e5179d7c-7da7-465a-9ef5-255b3673e54a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:46.835679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.841788 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] Routers {'5618046b-e306-4c17-a63a-4a91133bba0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:46.842660 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['5618046b-e306-4c17-a63a-4a91133bba0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:46.857278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-55f95ac9-dd88-4224-8825-3770c2b8e1d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:46.858480 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-55f95ac9-dd88-4224-8825-3770c2b8e1d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports/072e9454-7a20-4e56-948a-1caae7e5e678 HTTP/1.1" status: 200 len: 911 time: 0.1098075 Nov 24 19:25:46.861531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44038) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:46.869362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b97200c-bd75-4641-a2ef-e8a645586b65'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:46.893449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31875e0-6660-4284-a96a-fb337adf538b req-0c77d7e4-6cab-45c6-97e0-2e4ca3a77db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:46.896968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d31875e0-6660-4284-a96a-fb337adf538b req-0c77d7e4-6cab-45c6-97e0-2e4ca3a77db2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86949410-e427-45f2-b389-ee846d1e0d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181555 Nov 24 19:25:46.903805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:46.904811 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-83b70369-07f7-4ba1-9c95-28cecb5a36d9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4504220 Nov 24 19:25:46.910951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44042) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:46.912565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:46.913224 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42028d1-c715-4fc5-8247-001c7b290e06 None None] The sync data for ids ['5618046b-e306-4c17-a63a-4a91133bba0f'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:46.929650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port c3af00f0-ad66-419d-96ec-5d719c35b04e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:46.990896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port c3af00f0-ad66-419d-96ec-5d719c35b04e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:46.991293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:47.033702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Calling delete_port for e5179d7c-7da7-465a-9ef5-255b3673e54a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:47.118678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:30Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:47.137149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] Checking router: 3226a94d-6a62-4cc7-9836-978946573106 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:47.154581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:47.154923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:47.286565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:47.482163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:47.595090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d31875e0-6660-4284-a96a-fb337adf538b req-6f3dc340-3abf-4f3f-82a6-14c7673bb018 service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831338 Nov 24 19:25:47.916297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:47.932085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:47.947103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-b0019e73-6b7b-4bca-a922-d9723f97761d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:48.008718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port c3af00f0-ad66-419d-96ec-5d719c35b04e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c3af00f0-ad66-419d-96ec-5d719c35b04e,segment=NetworkSegment(085366ba-abe2-4ddf-8e34-49249c91607d),segment_id=085366ba-abe2-4ddf-8e34-49249c91607d)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:48.012781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.013807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Pushing event deleted for resources: {'Port': ['ID=e5179d7c-7da7-465a-9ef5-255b3673e54a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:48.021127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:48.026116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.029402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.029920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:48.060606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.068727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:48.069507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.073728 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/ports/072e9454-7a20-4e56-948a-1caae7e5e678 HTTP/1.1" status: 200 len: 911 time: 1.2084231 Nov 24 19:25:48.073728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02194205-e37c-4ea6-92de-9ca12ac90df4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:48.093315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44050) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:48.118885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] No DVR routers for this DVR port e5179d7c-7da7-465a-9ef5-255b3673e54a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:48.121742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-263a65f7-f8ef-4948-a100-87199b5d817a None None] Provisioning complete for port c3af00f0-ad66-419d-96ec-5d719c35b04e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:48.122127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-263a65f7-f8ef-4948-a100-87199b5d817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.145383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=072e9454-7a20-4e56-948a-1caae7e5e678,revision_number=3']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:48.147120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e5179d7c-7da7-465a-9ef5-255b3673e54a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:48.148918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:48.214381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da38d9-7d55-45ae-bd48-91b53ab13684 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:48.234009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: e5179d7c-7da7-465a-9ef5-255b3673e54a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:48.234362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e5179d7c-7da7-465a-9ef5-255b3673e54a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:48.302516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=c3af00f0-ad66-419d-96ec-5d719c35b04e,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:48.314775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:48.419419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:30Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:48.460826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de86fab-3e4c-4d4b-b431-039affa71b26 None None] The sync data for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv is: [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:30Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2', 'name': '', 'network_id': '86949410-e427-45f2-b389-ee846d1e0d21', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:b3:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:25Z', 'updated_at': '2021-11-24T19:22:38Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '8279491f-e1ee-4894-ad8e-8861d94417b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:48.514317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d31875e0-6660-4284-a96a-fb337adf538b req-0dc54311-1720-4ff2-9e7a-a9c989f29ef7 service neutron] 10.222.0.41 "GET /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9103432 Nov 24 19:25:48.530973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c3af00f0-ad66-419d-96ec-5d719c35b04e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:48.562473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19367f99-cbcc-49ac-a53b-be936ea0702d req-1c2399f5-c49c-4bd7-9727-89b2fe1b69ae tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:48.563997 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-19367f99-cbcc-49ac-a53b-be936ea0702d req-1c2399f5-c49c-4bd7-9727-89b2fe1b69ae tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 943 time: 0.7018657 Nov 24 19:25:48.565192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-263a65f7-f8ef-4948-a100-87199b5d817a None None] Provisioning for port 072e9454-7a20-4e56-948a-1caae7e5e678 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:48.600342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af550bce-f966-4762-887e-547033c6a65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': 'aae5f06f-92c8-4dd3-aad5-9e6070ffb202'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:25:48.601181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af550bce-f966-4762-887e-547033c6a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.615510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-263a65f7-f8ef-4948-a100-87199b5d817a None None] Provisioning complete for port 072e9454-7a20-4e56-948a-1caae7e5e678 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:48.615883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-263a65f7-f8ef-4948-a100-87199b5d817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.742493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-263a65f7-f8ef-4948-a100-87199b5d817a None None] Port 072e9454-7a20-4e56-948a-1caae7e5e678 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:48.775475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port c3af00f0-ad66-419d-96ec-5d719c35b04e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:48.775708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:48.806855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd79478-6fc7-4bc6-8ac2-17aa4879dced None None] New status for floating IP 6f8ac8dc-f293-4c5b-907d-63636b01b317: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:25:48.905479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e204d0-3358-4011-a43c-c6d57c60ec41 req-38cf3c7f-320c-4777-8d7d-e92924e7be24 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:48.906924 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e6e204d0-3358-4011-a43c-c6d57c60ec41 req-38cf3c7f-320c-4777-8d7d-e92924e7be24 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 945 time: 0.9949656 Nov 24 19:25:48.924857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-e388b200-e440-47dc-a566-9a9b14432755 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:48.926827 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-e388b200-e440-47dc-a566-9a9b14432755 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 945 time: 1.1061141 Nov 24 19:25:49.074999 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-19367f99-cbcc-49ac-a53b-be936ea0702d req-7f55c822-f7d4-43db-a0a1-72587353bf11 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4530749 Nov 24 19:25:49.081553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.091303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0fbe7eec-c6bc-4ef1-9946-98308df52a9d None None] Provisioning complete for port 072e9454-7a20-4e56-948a-1caae7e5e678 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:49.091683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7eec-c6bc-4ef1-9946-98308df52a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.147437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-af550bce-f966-4762-887e-547033c6a65a None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/aae5f06f-92c8-4dd3-aad5-9e6070ffb202/cb54aea5-006d-472f-be26-9579df2744e5) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:49.152195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port da653a0d-a60e-4cde-b864-7dd659944706 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:49.152539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.179733 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e6e204d0-3358-4011-a43c-c6d57c60ec41 req-e3cc399f-c77e-465b-ab9f-c6ad06709b90 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=da29406f-7e4d-452e-ba8c-14c1f5638e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473860 Nov 24 19:25:49.204089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe7eec-c6bc-4ef1-9946-98308df52a9d None None] Port 072e9454-7a20-4e56-948a-1caae7e5e678 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:49.423892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af550bce-f966-4762-887e-547033c6a65a None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.434315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-af550bce-f966-4762-887e-547033c6a65a None None] Transition to ACTIVE for port object cb54aea5-006d-472f-be26-9579df2744e5 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:49.452791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-af550bce-f966-4762-887e-547033c6a65a None None] Transition to ACTIVE for port object cb54aea5-006d-472f-be26-9579df2744e5 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:49.459194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af550bce-f966-4762-887e-547033c6a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.467392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:49.526930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af550bce-f966-4762-887e-547033c6a65a None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:49.529759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-af550bce-f966-4762-887e-547033c6a65a None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:49.533245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af550bce-f966-4762-887e-547033c6a65a None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:49.560356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port da653a0d-a60e-4cde-b864-7dd659944706, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=da653a0d-a60e-4cde-b864-7dd659944706,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:49.560715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.572850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af550bce-f966-4762-887e-547033c6a65a None None] Pushing event updated for resources: {'Port': ['ID=cb54aea5-006d-472f-be26-9579df2744e5,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:49.579786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af550bce-f966-4762-887e-547033c6a65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:49.633616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-af550bce-f966-4762-887e-547033c6a65a None None] Attempting to bind port cb54aea5-006d-472f-be26-9579df2744e5 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:49.633997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-af550bce-f966-4762-887e-547033c6a65a None None] Attempting to bind port cb54aea5-006d-472f-be26-9579df2744e5 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:49.634370 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af550bce-f966-4762-887e-547033c6a65a None None] Attempting to bind port cb54aea5-006d-472f-be26-9579df2744e5 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:49.639642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af550bce-f966-4762-887e-547033c6a65a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:49.640052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af550bce-f966-4762-887e-547033c6a65a None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:49.640462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af550bce-f966-4762-887e-547033c6a65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.640862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af550bce-f966-4762-887e-547033c6a65a None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:49.641336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-af550bce-f966-4762-887e-547033c6a65a None None] Bound port: cb54aea5-006d-472f-be26-9579df2744e5, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:49.641721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af550bce-f966-4762-887e-547033c6a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.699061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for da653a0d-a60e-4cde-b864-7dd659944706 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:49.730616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-af550bce-f966-4762-887e-547033c6a65a None None] For port cb54aea5-006d-472f-be26-9579df2744e5, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:49.733368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::1 (b695011e-6a3b-4058-8828-f9b351dbf876/aae5f06f-92c8-4dd3-aad5-9e6070ffb202/dccd7c4b-a3b1-4e60-bd31-4b886f759fbb) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:49.733514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-af550bce-f966-4762-887e-547033c6a65a None None] For port cb54aea5-006d-472f-be26-9579df2744e5, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cb54aea5-006d-472f-be26-9579df2744e5,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:49.737997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af550bce-f966-4762-887e-547033c6a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.742515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9860d388-f68e-4b12-8672-9f9b5a820676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:49.797751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:49.826126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af550bce-f966-4762-887e-547033c6a65a None None] Pushing event updated for resources: {'Port': ['ID=cb54aea5-006d-472f-be26-9579df2744e5,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:49.828966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af550bce-f966-4762-887e-547033c6a65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:50.298157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:50.308534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18e53272-9585-4877-b504-d9aa79b8be32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:50.350478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:50.523270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cb54aea5-006d-472f-be26-9579df2744e5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:50.572894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=da653a0d-a60e-4cde-b864-7dd659944706,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:50.580714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:50.594200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fb0929b3-c67e-4766-910b-e16520df686c req-321d95e9-4abf-46a1-8dc2-b325fcac10bf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=14e4d345-68dd-4cce-bfd8-eef265f7d680 HTTP/1.1" status: 200 len: 210 time: 0.2881608 Nov 24 19:25:50.611334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port cb54aea5-006d-472f-be26-9579df2744e5 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:50.643358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object dccd7c4b-a3b1-4e60-bd31-4b886f759fbb will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:50.705640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port da653a0d-a60e-4cde-b864-7dd659944706 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:50.712430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:50.715861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'name': 'network-vif-deleted', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:25:50.741713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854dee6-6755-49fe-b004-dde820fb8437 req-c9a75f16-2b69-463f-bc89-fabd7aaf6f76 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:50.743285 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a854dee6-6755-49fe-b004-dde820fb8437 req-c9a75f16-2b69-463f-bc89-fabd7aaf6f76 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 943 time: 0.5272188 Nov 24 19:25:50.804750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4d345-68dd-4cce-bfd8-eef265f7d680', 'name': 'network-vif-deleted', 'tag': 'da653a0d-a60e-4cde-b864-7dd659944706', 'status': 'completed', 'code': 200} Nov 24 19:25:50.814685 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-59490ae4-93f1-4912-b8fe-26febfe0de16 req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/da653a0d-a60e-4cde-b864-7dd659944706 HTTP/1.1" status: 204 len: 173 time: 1.8466187 Nov 24 19:25:50.846747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:50.851987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Provisioning for port cb54aea5-006d-472f-be26-9579df2744e5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:50.857138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-10250923-4a19-4339-8a6e-edc913a9b325 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:50.857485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Provisioning complete for port cb54aea5-006d-472f-be26-9579df2744e5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:50.857938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:50.925176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 072e9454-7a20-4e56-948a-1caae7e5e678 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:50.925530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:50.962069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a854dee6-6755-49fe-b004-dde820fb8437 req-c81f0792-ea11-4247-9f40-edaa3258e4a5 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036619 Nov 24 19:25:51.002469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=dccd7c4b-a3b1-4e60-bd31-4b886f759fbb,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:51.003472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.006727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:51.021749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:51.025665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:51.027742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:25:51.028290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.045683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] For port cb54aea5-006d-472f-be26-9579df2744e5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cb54aea5-006d-472f-be26-9579df2744e5,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:51.051355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.053996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0a407d80-bc29-44e9-804a-066631ca2138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:51.130853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Pushing event updated for resources: {'Port': ['ID=cb54aea5-006d-472f-be26-9579df2744e5,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:51.134675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:51.241182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.404030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 072e9454-7a20-4e56-948a-1caae7e5e678 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:51.455573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.491301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-af5579d0-065d-4de5-825a-274ca3ac356b None None] Provisioning for port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:51.496198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-af5579d0-065d-4de5-825a-274ca3ac356b None None] Provisioning complete for port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:51.496586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af5579d0-065d-4de5-825a-274ca3ac356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.554349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-af5579d0-065d-4de5-825a-274ca3ac356b None None] Port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:51.611580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f9d81a63-cb96-4857-b6b4-e2b95615b32e details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:25:51.643729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device da653a0d-a60e-4cde-b864-7dd659944706 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:51.701388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44064) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:51.729153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: da653a0d-a60e-4cde-b864-7dd659944706 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:51.729515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device da653a0d-a60e-4cde-b864-7dd659944706 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:51.778354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.791091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f9d81a63-cb96-4857-b6b4-e2b95615b32e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:51.804867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:25:51.809561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.866993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.884931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d81a63-cb96-4857-b6b4-e2b95615b32e {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:25:51.887874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.892781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.895385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:51.902734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a35f66aa-8c90-41c8-9667-2552b58baf96 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:51.903273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f9d81a63-cb96-4857-b6b4-e2b95615b32e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:51.909533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.912298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4da7a684-ef3f-4177-82cf-b7ab11c1f40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:51.919580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da29406f-7e4d-452e-ba8c-14c1f5638e2d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:51.931793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:51.937692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:51.939248 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/da29406f-7e4d-452e-ba8c-14c1f5638e2d HTTP/1.1" status: 204 len: 168 time: 0.2362812 Nov 24 19:25:51.949712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=072e9454-7a20-4e56-948a-1caae7e5e678,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:51.959443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:51.987394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44070) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:52.021421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f9d81a63-cb96-4857-b6b4-e2b95615b32e,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:52.024730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:52.284076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['f9d81a63-cb96-4857-b6b4-e2b95615b32e'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:25:52.330863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:25:52.352585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:52.357899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:52.373347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:52.374166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:52.380014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ea6db45-32fd-4b27-aaa7-1e77de1ba711 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:52.517583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cb54aea5-006d-472f-be26-9579df2744e5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:52.614596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:52.715383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port cb54aea5-006d-472f-be26-9579df2744e5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:52.716648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:52.767529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=dccd7c4b-a3b1-4e60-bd31-4b886f759fbb,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:52.771092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:52.870394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbdceb-b6fb-4688-94d5-0d927a9ffd70 req-6cb492ae-65d9-45b6-b0e1-cfaa97e60653 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:52.871908 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09fbdceb-b6fb-4688-94d5-0d927a9ffd70 req-6cb492ae-65d9-45b6-b0e1-cfaa97e60653 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 944 time: 0.5943351 Nov 24 19:25:52.924070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router 5618046b-e306-4c17-a63a-4a91133bba0f has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:52.961609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:25:52.964561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:25:53.031840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-09fbdceb-b6fb-4688-94d5-0d927a9ffd70 req-b156d353-b32d-45ac-82de-66d07b33cc51 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413269 Nov 24 19:25:53.122820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:53.123349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:53.236411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:53.246416 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] Sync routers for ids ['5618046b-e306-4c17-a63a-4a91133bba0f'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:53.256494 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] Routers {'5618046b-e306-4c17-a63a-4a91133bba0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:53.257107 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['5618046b-e306-4c17-a63a-4a91133bba0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:53.266363 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/5618046b-e306-4c17-a63a-4a91133bba0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1652782 Nov 24 19:25:53.269348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44076) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:53.288008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ea96957d-b43d-42d9-ac4a-e9a80cb8cf2f None None] Provisioning complete for port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:53.288532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ea96957d-b43d-42d9-ac4a-e9a80cb8cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:53.309691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Router af0d518b-b420-4923-a3aa-18543d4b250e is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:25:53.323752 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:53.330180 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ce3b9afd-b031-4525-a1fe-cdb793119da9 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=5618046b-e306-4c17-a63a-4a91133bba0f HTTP/1.1" status: 200 len: 205 time: 0.0590625 Nov 24 19:25:53.333790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44080) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:53.338730 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] Routers {'5618046b-e306-4c17-a63a-4a91133bba0f'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:53.339786 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['5618046b-e306-4c17-a63a-4a91133bba0f'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:53.349460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-ea96957d-b43d-42d9-ac4a-e9a80cb8cf2f None None] Port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:25:53.414224 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:53.414640 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb87dd0-86fa-45db-95ff-454cda9a691f None None] The sync data for ids ['5618046b-e306-4c17-a63a-4a91133bba0f'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:53.482563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:53.487403 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "PUT /v2.0/routers/af0d518b-b420-4923-a3aa-18543d4b250e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5394497 Nov 24 19:25:53.490542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44084) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:53.493190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Sync routers for ids ['af0d518b-b420-4923-a3aa-18543d4b250e'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:53.502979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Routers {'af0d518b-b420-4923-a3aa-18543d4b250e'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:53.503842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['af0d518b-b420-4923-a3aa-18543d4b250e'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:53.506475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6776f3e9-5c3f-415a-be00-a856f4170ea0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:53.562761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d1abc-0bfd-41f7-b96d-2012ab5ac9bd tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:53.563352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-245d1abc-0bfd-41f7-b96d-2012ab5ac9bd tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:25:53.567904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:53.568185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:53.579773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-245d1abc-0bfd-41f7-b96d-2012ab5ac9bd tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:25:53.583916 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-245d1abc-0bfd-41f7-b96d-2012ab5ac9bd tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports/dccd7c4b-a3b1-4e60-bd31-4b886f759fbb HTTP/1.1" status: 200 len: 911 time: 0.0913482 Nov 24 19:25:53.584568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44088) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:53.642980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f9d81a63-cb96-4857-b6b4-e2b95615b32e up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:25:53.668535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157a9d5-c40b-455e-8c1a-1e0a0da696b6 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:53.674351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157a9d5-c40b-455e-8c1a-1e0a0da696b6 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:53.679109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c157a9d5-c40b-455e-8c1a-1e0a0da696b6 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0903561 Nov 24 19:25:53.679300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44092) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:53.708127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Set router af0d518b-b420-4923-a3aa-18543d4b250e gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:53.763325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:53.790692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port f9d81a63-cb96-4857-b6b4-e2b95615b32e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:25:53.798087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port f9d81a63-cb96-4857-b6b4-e2b95615b32e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:25:53.798469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.000578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6776f3e9-5c3f-415a-be00-a856f4170ea0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.003712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6776f3e9-5c3f-415a-be00-a856f4170ea0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.050845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6776f3e9-5c3f-415a-be00-a856f4170ea0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.051992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6776f3e9-5c3f-415a-be00-a856f4170ea0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Fanout notify agent at l3_agent the message router_deleted on router 5618046b-e306-4c17-a63a-4a91133bba0f {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:25:54.080079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6776f3e9-5c3f-415a-be00-a856f4170ea0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.084210 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6776f3e9-5c3f-415a-be00-a856f4170ea0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/5618046b-e306-4c17-a63a-4a91133bba0f HTTP/1.1" status: 204 len: 168 time: 0.7494559 Nov 24 19:25:54.085802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44098) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:54.143347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.212546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:25:54.232254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f9d81a63-cb96-4857-b6b4-e2b95615b32e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:54.243000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.246272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-66b10de7-c766-4b45-995e-ff3dcc8b1793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:54.288349 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'code': 200} Nov 24 19:25:54.303366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet 4b97200c-bd75-4641-a2ef-e8a645586b65 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:54.307287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.337363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e0dd3-b906-4819-8199-1a4573e05d42 req-75a99989-a5df-4a7e-85b4-244551b07378 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:54.338714 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-af9e0dd3-b906-4819-8199-1a4573e05d42 req-75a99989-a5df-4a7e-85b4-244551b07378 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 944 time: 0.1574631 Nov 24 19:25:54.340459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'name': 'tempest-NetworksTestDHCPv6-router-2054490627', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:46Z', 'updated_at': '2021-11-24T19:25:51Z', 'revision_number': 2, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None, '_interfaces': [{'id': 'dccd7c4b-a3b1-4e60-bd31-4b886f759fbb', 'name': '', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'mac_address': 'fa:16:3e:dc:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'aae5f06f-92c8-4dd3-aad5-9e6070ffb202', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:25:48Z', 'updated_at': '2021-11-24T19:25:51Z', 'revision_number': 2, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'subnets': [{'id': 'aae5f06f-92c8-4dd3-aad5-9e6070ffb202', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:54.351111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Checking router: af0d518b-b420-4923-a3aa-18543d4b250e for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:54.351111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Updating router af0d518b-b420-4923-a3aa-18543d4b250e port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:25:54.386964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f9d81a63-cb96-4857-b6b4-e2b95615b32e,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:54.390288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:54.409743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.422633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.429452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-af9e0dd3-b906-4819-8199-1a4573e05d42 req-971c8b60-8c8f-4f54-a3bf-ed4e649243ff tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613427 Nov 24 19:25:54.495447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.502360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:54.538100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.563163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:54.592128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:54.611108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.829629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.848936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f8fb9a8-7b81-4c69-9f3e-29b70342137c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:54.865989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.866867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb7ae5-73f7-4561-a5bc-37ca5e1d3fe4 req-ca7ca1c5-e948-4d45-95b3-b7e5756cd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:54.868372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23eb7ae5-73f7-4561-a5bc-37ca5e1d3fe4 req-ca7ca1c5-e948-4d45-95b3-b7e5756cd9b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1098 time: 0.2768512 Nov 24 19:25:54.880620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Transition to ACTIVE for port object dccd7c4b-a3b1-4e60-bd31-4b886f759fbb will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:25:54.887270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=4b97200c-bd75-4641-a2ef-e8a645586b65,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:54.892344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.900281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:54.901106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6d4d075-61cd-40c8-820d-166c296cbb21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:54.910220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.928915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23eb7ae5-73f7-4561-a5bc-37ca5e1d3fe4 req-336fa708-e3c9-41eb-bb9c-9d720340fbb4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520673 Nov 24 19:25:54.941296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:54.941712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:54.952653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9db327-ae3c-4112-aec8-dc254f34ba4a None None] Network 6fd20e6e-0166-4c0b-9584-5052d96aaedd requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:54.981142 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/4b97200c-bd75-4641-a2ef-e8a645586b65 HTTP/1.1" status: 204 len: 168 time: 0.8918347 Nov 24 19:25:54.986532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44104) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:55.128768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.146073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.148351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb, host dv-neutron-818346-1-hyperv, got binding levels [] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:55.149087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.214667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb5bdf-655a-44e2-a975-a3f33ef79da8 None None] Pushing event updated for resources: {'Port': ['ID=dccd7c4b-a3b1-4e60-bd31-4b886f759fbb,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:55.217753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25eb5bdf-655a-44e2-a975-a3f33ef79da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:55.287437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for dccd7c4b-a3b1-4e60-bd31-4b886f759fbb owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:55.326178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Attempting to bind port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:25:55.326566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Attempting to bind port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:25:55.326955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Attempting to bind port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:25:55.373935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:25:55.374329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:25:55.374750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.375184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:25:55.375674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Bound port: dccd7c4b-a3b1-4e60-bd31-4b886f759fbb, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:25:55.376093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.434147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port c3af00f0-ad66-419d-96ec-5d719c35b04e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:55.434812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.517259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] For port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:25:55.522414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] For port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dccd7c4b-a3b1-4e60-bd31-4b886f759fbb,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:25:55.530927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.536770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43c31a2d-8f00-431f-9a53-772abce7965e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:55.552311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:25:55.552902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:25:55.627598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Routers {'af0d518b-b420-4923-a3aa-18543d4b250e'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:55.628387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['af0d518b-b420-4923-a3aa-18543d4b250e'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:55.666251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f3e03-cf9c-4388-85ba-09768f287b1d req-e3d599bf-0cf1-4605-8b74-b2f62138da0a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:55.673523 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f18f3e03-cf9c-4388-85ba-09768f287b1d req-e3d599bf-0cf1-4605-8b74-b2f62138da0a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 945 time: 0.1086075 Nov 24 19:25:55.687745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] DHCP port deletion for 6fd20e6e-0166-4c0b-9584-5052d96aaedd request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:55.689739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb5bdf-655a-44e2-a975-a3f33ef79da8 None None] Pushing event updated for resources: {'Port': ['ID=dccd7c4b-a3b1-4e60-bd31-4b886f759fbb,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:55.703170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 3226a94d-6a62-4cc7-9836-978946573106 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:55.726669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f18f3e03-cf9c-4388-85ba-09768f287b1d req-0ba2c528-d253-4075-a419-3cf984662b75 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502565 Nov 24 19:25:55.760392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25eb5bdf-655a-44e2-a975-a3f33ef79da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:55.768684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Deleting port c3af00f0-ad66-419d-96ec-5d719c35b04e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:55.769076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:55.882311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] Set router af0d518b-b420-4923-a3aa-18543d4b250e gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:55.979766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port c3af00f0-ad66-419d-96ec-5d719c35b04e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c3af00f0-ad66-419d-96ec-5d719c35b04e,segment=NetworkSegment(085366ba-abe2-4ddf-8e34-49249c91607d),segment_id=085366ba-abe2-4ddf-8e34-49249c91607d)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:55.980171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.054329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:56.055124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.123569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for c3af00f0-ad66-419d-96ec-5d719c35b04e owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:56.273508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port dccd7c4b-a3b1-4e60-bd31-4b886f759fbb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dccd7c4b-a3b1-4e60-bd31-4b886f759fbb,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:56.274403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.279121 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:56.293565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] Sync routers for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:56.296815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.302726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b897eb5a-39a8-4473-9160-7eb3fdd92f90 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:56.309228 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:56.312541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:56.315989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] For port c3af00f0-ad66-419d-96ec-5d719c35b04e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c3af00f0-ad66-419d-96ec-5d719c35b04e,segment=NetworkSegment(085366ba-abe2-4ddf-8e34-49249c91607d),segment_id=085366ba-abe2-4ddf-8e34-49249c91607d)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:56.316397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.398060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No DVR routers for this DVR port c3af00f0-ad66-419d-96ec-5d719c35b04e on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:56.435925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for dccd7c4b-a3b1-4e60-bd31-4b886f759fbb owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:56.438350 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:25:56.453533 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/3226a94d-6a62-4cc7-9836-978946573106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4649715 Nov 24 19:25:56.469090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44112) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:56.508439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Calling delete_port for c3af00f0-ad66-419d-96ec-5d719c35b04e owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:56.525493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=c3af00f0-ad66-419d-96ec-5d719c35b04e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:56.542806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:56.602555 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:56.672456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.678314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-094a3d50-2796-4af6-8930-dbed10f574a7 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:56.732940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=dccd7c4b-a3b1-4e60-bd31-4b886f759fbb,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:56.737727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:56.743041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.796378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet 8279491f-e1ee-4894-ad8e-8861d94417b9 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:56.804892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.890161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c3af00f0-ad66-419d-96ec-5d719c35b04e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:56.924567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:56.938134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: c3af00f0-ad66-419d-96ec-5d719c35b04e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:56.938134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c3af00f0-ad66-419d-96ec-5d719c35b04e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:56.957780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:25:56.958157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:25:56.999526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'name': 'tempest-NetworksTestDHCPv6-router-2054490627', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:46Z', 'updated_at': '2021-11-24T19:25:51Z', 'revision_number': 2, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None, '_interfaces': [{'id': 'dccd7c4b-a3b1-4e60-bd31-4b886f759fbb', 'name': '', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'mac_address': 'fa:16:3e:dc:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'aae5f06f-92c8-4dd3-aad5-9e6070ffb202', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:25:48Z', 'updated_at': '2021-11-24T19:25:55Z', 'revision_number': 4, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'subnets': [{'id': 'aae5f06f-92c8-4dd3-aad5-9e6070ffb202', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:57.006626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c1552-b198-43e2-b648-1923e483f5cd None None] The sync data for ids ['af0d518b-b420-4923-a3aa-18543d4b250e'] in dv-neutron-818346-1-hyperv is: [{'id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'name': 'tempest-NetworksTestDHCPv6-router-2054490627', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:46Z', 'updated_at': '2021-11-24T19:25:51Z', 'revision_number': 2, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None, '_interfaces': [{'id': 'dccd7c4b-a3b1-4e60-bd31-4b886f759fbb', 'name': '', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'mac_address': 'fa:16:3e:dc:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'aae5f06f-92c8-4dd3-aad5-9e6070ffb202', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:25:48Z', 'updated_at': '2021-11-24T19:25:55Z', 'revision_number': 4, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'subnets': [{'id': 'aae5f06f-92c8-4dd3-aad5-9e6070ffb202', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:57.040541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.082022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd20e6e-0166-4c0b-9584-5052d96aaedd']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:57.095947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085366ba-abe2-4ddf-8e34-49249c91607d') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:57.096333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085366ba-abe2-4ddf-8e34-49249c91607d') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:57.110455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.128005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.134609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:25:57.135010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.140656 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:54Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:57.149799 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] Checking router: 3226a94d-6a62-4cc7-9836-978946573106 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:25:57.154696 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:25:57.164465 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] Routers {'3226a94d-6a62-4cc7-9836-978946573106'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:57.165803 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['3226a94d-6a62-4cc7-9836-978946573106'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:57.199179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.273471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.278870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f3c98797-b7d5-4931-8632-496bacb42114 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:57.296898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.303450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.315352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=6fd20e6e-0166-4c0b-9584-5052d96aaedd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:57.327159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.339848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d8e5f-2aaa-4cad-9617-a44799dc8e84 None None] Network 86949410-e427-45f2-b389-ee846d1e0d21 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:57.345762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:57.350156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd4e8275-ff5d-4387-bf32-a2bc6429d52c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:57.391791 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/6fd20e6e-0166-4c0b-9584-5052d96aaedd HTTP/1.1" status: 204 len: 168 time: 2.4042070 Nov 24 19:25:57.394283 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/8279491f-e1ee-4894-ad8e-8861d94417b9 HTTP/1.1" status: 204 len: 168 time: 0.9194949 Nov 24 19:25:57.396029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=8279491f-e1ee-4894-ad8e-8861d94417b9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:57.402711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44118) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:57.402877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44120) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:57.417937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886733176', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:57.429803 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] Set router 3226a94d-6a62-4cc7-9836-978946573106 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:57.433651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:57.446102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:57.460128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Deleting port c3af00f0-ad66-419d-96ec-5d719c35b04e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:57.460618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.576897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f881-19ea-471e-9f7f-60dfeda7a04c None None] The port 'c3af00f0-ad66-419d-96ec-5d719c35b04e' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:25:57.672146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:router and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:57.677285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:57.686879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec31a1-0bd1-4b8d-89a9-cce696b3d254 req-e0445106-2022-4f37-bbff-73e75944a296 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:57.689418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15ec31a1-0bd1-4b8d-89a9-cce696b3d254 req-e0445106-2022-4f37-bbff-73e75944a296 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 945 time: 0.7382033 Nov 24 19:25:57.698473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:57.702937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Router af0d518b-b420-4923-a3aa-18543d4b250e has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:25:57.731290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.740763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.757878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.816077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.874034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] DHCP port deletion for 86949410-e427-45f2-b389-ee846d1e0d21 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:57.877868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Deleting port 41aafccf-84d6-4654-9908-1ae0baffbabd {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:57.878253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:57.878771 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:54Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:57.884029 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bd57a-9bad-4133-a062-425eb799f73c None None] The sync data for ids ['3226a94d-6a62-4cc7-9836-978946573106'] in dv-neutron-818346-1-hyperv is: [{'id': '3226a94d-6a62-4cc7-9836-978946573106', 'name': 'tempest-TestNetworkBasicOps-router-849536478', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:22:12Z', 'updated_at': '2021-11-24T19:25:54Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '38bb14e9-81fa-4e30-88f1-dff0d3f6764f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226a94d-6a62-4cc7-9836-978946573106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:15Z', 'updated_at': '2021-11-24T19:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:58.053362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:25:58.057461 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15ec31a1-0bd1-4b8d-89a9-cce696b3d254 req-c72143e9-3e61-46b5-ac27-efedff5e7d0e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531089 Nov 24 19:25:58.084936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "PUT /v2.0/routers/af0d518b-b420-4923-a3aa-18543d4b250e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3949857 Nov 24 19:25:58.084936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44126) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:58.165046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0aed5-3b30-45c7-9a51-5e781d38890a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:58.165473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.166626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0aed5-3b30-45c7-9a51-5e781d38890a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:58.171012 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a6a0aed5-3b30-45c7-9a51-5e781d38890a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0898159 Nov 24 19:25:58.171444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44132) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:58.184454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] For port 41aafccf-84d6-4654-9908-1ae0baffbabd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=41aafccf-84d6-4654-9908-1ae0baffbabd,segment=NetworkSegment(ab135eb1-517d-43a0-8c85-c08487347914),segment_id=ab135eb1-517d-43a0-8c85-c08487347914)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:58.186498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.198286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.201991 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7f9901c5-ee78-4124-aebf-d8071a71d497 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7946286 Nov 24 19:25:58.211999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44136) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:58.219793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2142308992'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:58.229413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:58.237074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:58.243473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:58.252861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:58.268188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.280983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:58.285719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.298562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:58.298911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.320417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet aae5f06f-92c8-4dd3-aad5-9e6070ffb202 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:25:58.326684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.333598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Calling delete_port for 41aafccf-84d6-4654-9908-1ae0baffbabd owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:58.382246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:25:58.404932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0fc95-4c14-486a-bf2d-8e1e80abd013 req-57c6a831-266f-454c-8858-4799256f160f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:58.411534 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2d0fc95-4c14-486a-bf2d-8e1e80abd013 req-57c6a831-266f-454c-8858-4799256f160f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 945 time: 0.2013593 Nov 24 19:25:58.415764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.427779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.431882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8543b8b6-afc2-4e4a-9430-d0f7847d492e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:58.456951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.457475 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 41583a39-6eb6-457a-9200-8bd039d999a4 of type vlan for network 5bd780b7-aa7d-4621-b11f-956ed023f905 Nov 24 19:25:58.502823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Pushing event deleted for resources: {'Port': ['ID=41aafccf-84d6-4654-9908-1ae0baffbabd,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:58.512859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:58.513919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] No DVR routers for this DVR port 41aafccf-84d6-4654-9908-1ae0baffbabd on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:25:58.516309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.516572 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2d0fc95-4c14-486a-bf2d-8e1e80abd013 req-33b5c9f6-63ab-47d2-bd29-debb5ad9a6a0 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039929 Nov 24 19:25:58.539261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44140) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:58.561529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 41aafccf-84d6-4654-9908-1ae0baffbabd no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:58.562682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 38bb14e9-81fa-4e30-88f1-dff0d3f6764f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:58.562931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.612676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.628296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 41aafccf-84d6-4654-9908-1ae0baffbabd {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:58.628682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 41aafccf-84d6-4654-9908-1ae0baffbabd not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:58.629387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:25:58.677592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:25:58.677947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 86ea0ad7-ac64-4b82-9f91-8058f0a6fdc2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:25:58.692150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9afd9-cbc4-4e2a-a69d-5f45e17d5d4f tempest-TestVolumeBootPattern-1019833087 tempest-TestVolumeBootPattern-1019833087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:58.693633 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8fa9afd9-cbc4-4e2a-a69d-5f45e17d5d4f tempest-TestVolumeBootPattern-1019833087 tempest-TestVolumeBootPattern-1019833087-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1093 time: 0.1531889 Nov 24 19:25:58.696880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44144) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:58.703948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:58.711515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:58.715666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:floatingip and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:58.718823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:58.721822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.730318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d413a61-1f1c-4124-b934-c91739a9b39d tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:58.759034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 38bb14e9-81fa-4e30-88f1-dff0d3f6764f owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:25:58.761495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:58.770965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=aae5f06f-92c8-4dd3-aad5-9e6070ffb202,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:58.774981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.780236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ee97f-1db9-453b-a639-5af4dc569d98 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:25:58.780546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:58.787633 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/aae5f06f-92c8-4dd3-aad5-9e6070ffb202 HTTP/1.1" status: 204 len: 168 time: 0.6150784 Nov 24 19:25:58.790354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44148) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:58.819290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.824800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:25:58.825379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.838924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-423a54d4-94f0-483a-ad9c-192fe976beab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:58.846299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:58.954401 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7412107 Nov 24 19:25:58.959823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44152) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:58.975916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:58.998257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=5bd780b7-aa7d-4621-b11f-956ed023f905,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:59.001396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:59.015925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] Sync routers for ids ['af0d518b-b420-4923-a3aa-18543d4b250e'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:25:59.026369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:25:59.044021 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-626003cb-d369-4435-8766-bbd36f37df7c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2499950 Nov 24 19:25:59.044238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44156) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:59.120050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:25:59.123847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:25:59.126675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:25:59.133948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:25:59.145753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:25:59.148448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] Routers {'af0d518b-b420-4923-a3aa-18543d4b250e'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:59.149367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['af0d518b-b420-4923-a3aa-18543d4b250e'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:59.150451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.217259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da7cc18c-e79a-4c92-849a-c6fefb7513ef tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.325631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] Set router af0d518b-b420-4923-a3aa-18543d4b250e gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:59.340693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.347065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:59.350753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.438029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-42c62165-aa41-4bf8-b63a-d011792d7277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.439613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=38bb14e9-81fa-4e30-88f1-dff0d3f6764f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:59.441595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'name': 'tempest-NetworksTestDHCPv6-router-2054490627', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:46Z', 'updated_at': '2021-11-24T19:25:56Z', 'revision_number': 3, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:59.448515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] Checking router: af0d518b-b420-4923-a3aa-18543d4b250e for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:25:59.461592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] Routers {'af0d518b-b420-4923-a3aa-18543d4b250e'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:25:59.462177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:25:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['af0d518b-b420-4923-a3aa-18543d4b250e'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:59.476924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:25:59.579817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:25:59.583848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.597382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Deleting port cb54aea5-006d-472f-be26-9579df2744e5 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:25:59.597835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.630015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.635817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] Set router af0d518b-b420-4923-a3aa-18543d4b250e gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:25:59.696877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-99411ed4-4493-48ec-bb85-00b924f26c3f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:25:59.737754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da7cc18c-e79a-4c92-849a-c6fefb7513ef tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.743156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da7cc18c-e79a-4c92-849a-c6fefb7513ef tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.766040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'name': 'tempest-NetworksTestDHCPv6-router-2054490627', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:46Z', 'updated_at': '2021-11-24T19:25:56Z', 'revision_number': 3, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:25:59.810005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65734b-098e-4759-bd32-b0afb7b3ddbf None None] The sync data for ids ['af0d518b-b420-4923-a3aa-18543d4b250e'] in dv-neutron-818346-1-hyperv is: [{'id': 'af0d518b-b420-4923-a3aa-18543d4b250e', 'name': 'tempest-NetworksTestDHCPv6-router-2054490627', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:46Z', 'updated_at': '2021-11-24T19:25:56Z', 'revision_number': 3, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:25:59.819303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.827454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da7cc18c-e79a-4c92-849a-c6fefb7513ef tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.827454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7cc18c-e79a-4c92-849a-c6fefb7513ef tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Fanout notify agent at l3_agent the message router_deleted on router af0d518b-b420-4923-a3aa-18543d4b250e {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:25:59.873613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da7cc18c-e79a-4c92-849a-c6fefb7513ef tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.875675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-da7cc18c-e79a-4c92-849a-c6fefb7513ef tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/routers/af0d518b-b420-4923-a3aa-18543d4b250e HTTP/1.1" status: 204 len: 168 time: 0.8305979 Nov 24 19:25:59.885562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44160) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:25:59.886965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Allocated IP 172.26.6.59 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/857143d9-d26a-4244-b643-def54521bcde) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:25:59.899589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:25:59.952213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] For port cb54aea5-006d-472f-be26-9579df2744e5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=cb54aea5-006d-472f-be26-9579df2744e5,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:25:59.952732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.956607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.961044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:25:59.983517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=0cd074fe-c18d-441c-8e46-13981f62cc6f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:25:59.994641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:00.009359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:00.009819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 5bd780b7-aa7d-4621-b11f-956ed023f905, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:26:00.016155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.016654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router 3226a94d-6a62-4cc7-9836-978946573106 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:26:00.047096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.050715 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/3226a94d-6a62-4cc7-9836-978946573106 HTTP/1.1" status: 204 len: 168 time: 2.6417909 Nov 24 19:26:00.050715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:26:00.052941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44164) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:00.092351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Calling delete_port for cb54aea5-006d-472f-be26-9579df2744e5 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:00.150805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:00.157423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:00.163877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:00.168480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 5bd780b7-aa7d-4621-b11f-956ed023f905) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:00.187532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbef97-df28-4c75-9374-03286b8e914b None None] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:00.193660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:00.201514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:00.202820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.241367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.247069 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2868638 Nov 24 19:26:00.248530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.250937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44168) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:00.275943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:00.279518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.317179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.317448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.324383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5301d6b7-53fb-4796-b708-f59d06afc156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:00.368121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-95b99d9c-c6ac-45fc-a06e-e3807d82cad4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:00.376439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] No DVR routers for this DVR port cb54aea5-006d-472f-be26-9579df2744e5 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:00.381628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Pushing event deleted for resources: {'Port': ['ID=cb54aea5-006d-472f-be26-9579df2744e5,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:00.393946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:00.465476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:00.475041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:00.485432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:00.528503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=857143d9-d26a-4244-b643-def54521bcde,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:00.540717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:00.657726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-5bd780b7-aa7d-4621-b11f-956ed023f905', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:00.666456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.716106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.745559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cb54aea5-006d-472f-be26-9579df2744e5 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:00.790695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: cb54aea5-006d-472f-be26-9579df2744e5 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:00.790908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device cb54aea5-006d-472f-be26-9579df2744e5 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:00.791354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38bb14e9-81fa-4e30-88f1-dff0d3f6764f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:00.795069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.802967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-52d82bd5-8967-4ed3-a4bf-3439e0b5de12 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:00.808399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86949410-e427-45f2-b389-ee846d1e0d21']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:00.839382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 38bb14e9-81fa-4e30-88f1-dff0d3f6764f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:00.839639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38bb14e9-81fa-4e30-88f1-dff0d3f6764f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:00.839979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dccd7c4b-a3b1-4e60-bd31-4b886f759fbb no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:00.876004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:00.881289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab135eb1-517d-43a0-8c85-c08487347914') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:00.881853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab135eb1-517d-43a0-8c85-c08487347914') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:00.884109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: dccd7c4b-a3b1-4e60-bd31-4b886f759fbb {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:00.884378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:00.884512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dccd7c4b-a3b1-4e60-bd31-4b886f759fbb not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:00.923036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.949692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:00.950161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.956639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.968952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:26:00.969739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:00.984781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be92b73-2004-4d6d-87c1-3c357ddb0d75 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:26:00.986273 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:26:00.997518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=1c25a201-6de0-4f5d-af74-75839a08828e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:01.004840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:01.033434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.074690 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1847372 Nov 24 19:26:01.082367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44172) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:01.087527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Allocated IP 2001:db8::2 (5bd780b7-aa7d-4621-b11f-956ed023f905/0cd074fe-c18d-441c-8e46-13981f62cc6f/b6056968-b3a6-4fee-a170-41507cbd34fb) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:01.097686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1895950306', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:01.109034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:01.117330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:router and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:01.121930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:01.133083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:01.171128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.172298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.199369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.226085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.268790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.273013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-aaa71040-1e9e-478a-8138-711d03316928 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1862519 Nov 24 19:26:01.273013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.278848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44176) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:01.279320 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.283468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-982ab25d-3913-401d-9c0f-082e1a340751 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:01.301942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.317601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=86949410-e427-45f2-b389-ee846d1e0d21,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:01.329456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:01.339308 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/86949410-e427-45f2-b389-ee846d1e0d21 HTTP/1.1" status: 204 len: 168 time: 1.2840915 Nov 24 19:26:01.361526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44180) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:01.370736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--2055298043', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:01.378498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:01.386046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:01.386800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '1c25a201-6de0-4f5d-af74-75839a08828e'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:01.387651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.477664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.509089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Transition to ACTIVE for port object b6056968-b3a6-4fee-a170-41507cbd34fb will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:01.562244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:01.569912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Transition to ACTIVE for port object b6056968-b3a6-4fee-a170-41507cbd34fb will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:01.579037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:01.588536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.594060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:01.637105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:01.640978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.661631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Pushing event updated for resources: {'Port': ['ID=b6056968-b3a6-4fee-a170-41507cbd34fb,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:01.670545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:01.674652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:26:01.682603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:01.685414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.685829 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment c4753a38-4ef1-4c76-a87a-25ca8cdb94f9 of type vlan for network 032eaa2a-e22a-4706-98a5-93646271de89 Nov 24 19:26:01.688101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:01.690354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/1c25a201-6de0-4f5d-af74-75839a08828e/88bea738-68eb-44f2-8ad1-31420adcff45) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:01.693792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:01.716851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.768855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8::1 (5bd780b7-aa7d-4621-b11f-956ed023f905/0cd074fe-c18d-441c-8e46-13981f62cc6f/2b171fd7-0465-4db0-aaaa-0c8f9c0aac30) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:01.815869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Attempting to bind port b6056968-b3a6-4fee-a170-41507cbd34fb on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:01.816476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Attempting to bind port b6056968-b3a6-4fee-a170-41507cbd34fb by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:01.817396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Attempting to bind port b6056968-b3a6-4fee-a170-41507cbd34fb on network 5bd780b7-aa7d-4621-b11f-956ed023f905 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:01.868835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.875036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:01.875927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:01.884832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e09e3f6f-ade5-4918-8fd9-30340a48dfe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:01.941423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.040798 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6786156 Nov 24 19:26:02.051824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44184) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:02.059178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-491066356', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:02.069424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=032eaa2a-e22a-4706-98a5-93646271de89,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:02.074249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:02.075139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:02.086928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.089316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:02.095246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:02.095246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Checking segment: {'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:02.095603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:02.095696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.096027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Bound using segment: {'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:02.096349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Bound port: b6056968-b3a6-4fee-a170-41507cbd34fb, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:02.096743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.104225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.107270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:02.123644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 032eaa2a-e22a-4706-98a5-93646271de89 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:26:02.129857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:02.146121 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.147161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.174678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.186615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.193399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:02.242947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.273886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:02.277040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:02.281217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:02.281746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.296747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-605461f2-9140-4a9d-902e-f55bb0770455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.306870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.348758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Transition to ACTIVE for port object 88bea738-68eb-44f2-8ad1-31420adcff45 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:02.349040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:02.364774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:02.371473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] For port b6056968-b3a6-4fee-a170-41507cbd34fb, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:02.377911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] For port b6056968-b3a6-4fee-a170-41507cbd34fb, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b6056968-b3a6-4fee-a170-41507cbd34fb,segment=NetworkSegment(41583a39-6eb6-457a-9200-8bd039d999a4),segment_id=41583a39-6eb6-457a-9200-8bd039d999a4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:02.381553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Transition to ACTIVE for port object 88bea738-68eb-44f2-8ad1-31420adcff45 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:02.385896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.390292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fe89aa9-5cb5-4328-8071-74ddff4fd150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:02.477864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.537160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:02.545056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:02.551363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:02.554539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.558871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Pushing event updated for resources: {'Port': ['ID=b6056968-b3a6-4fee-a170-41507cbd34fb,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:02.561665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:02.564005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:02.564005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af550bce-f966-4762-887e-547033c6a65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:02.693055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.696694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Pushing event updated for resources: {'Port': ['ID=88bea738-68eb-44f2-8ad1-31420adcff45,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:02.699712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:02.753271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.766501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Attempting to bind port 88bea738-68eb-44f2-8ad1-31420adcff45 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:02.767369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Attempting to bind port 88bea738-68eb-44f2-8ad1-31420adcff45 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:02.767895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Attempting to bind port 88bea738-68eb-44f2-8ad1-31420adcff45 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:02.777402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:02.777942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:02.778960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.778960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:02.780774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Bound port: 88bea738-68eb-44f2-8ad1-31420adcff45, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:02.780774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.786193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=857143d9-d26a-4244-b643-def54521bcde,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:02.793181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:02.802346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.897987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] For port 88bea738-68eb-44f2-8ad1-31420adcff45, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:02.898524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.901609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] For port 88bea738-68eb-44f2-8ad1-31420adcff45, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=88bea738-68eb-44f2-8ad1-31420adcff45,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:02.911205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:02.922422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:03.030796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Pushing event updated for resources: {'Port': ['ID=88bea738-68eb-44f2-8ad1-31420adcff45,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:03.034777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:03.057960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::1 (b695011e-6a3b-4058-8828-f9b351dbf876/1c25a201-6de0-4f5d-af74-75839a08828e/a0a54295-dc05-4172-8def-9e90b64dd1b5) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:03.345418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Floating IP 5fec3cbf-c287-41ee-8a1f-e4928e04331e associated. External IP: 172.26.6.59, port: f9d81a63-cb96-4857-b6b4-e2b95615b32e. Nov 24 19:26:03.709026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:03.746056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:03.803844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:03.828630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:03.840409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:03.841140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object a0a54295-dc05-4172-8def-9e90b64dd1b5 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:03.841397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:03.848487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5f15a354-fa92-4d74-8af4-db701beaa1d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:03.965977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a661c7b9-e5be-406f-9a88-253af0d12b96 None None] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:03.973809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:03.980665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:03.989349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-da1a204a-27c8-48a7-af5c-a99f5c3b2bd5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:04.080665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.139 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/8da0b395-bdb9-4557-a47f-2dea35b21cea) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:04.105497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:04.108638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-36c55960-efdc-4f19-899c-eb0d56895a34 None None] Provisioning for port b6056968-b3a6-4fee-a170-41507cbd34fb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:04.110623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:04.241465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:04.253704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:04.260766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:04.261301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:04.286812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:04.290925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:04.295837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=a0a54295-dc05-4172-8def-9e90b64dd1b5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:04.303521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:04.313310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:04.325242 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:04.340756 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:04.345308 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:04.357573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:04.435953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7249196 Nov 24 19:26:04.435953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:26:04.501711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-89b0e9e8-d2e6-4e67-977a-41002e6e945a None None] Provisioning for port 88bea738-68eb-44f2-8ad1-31420adcff45 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:04.512567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:04.557353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:04.563052 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'status': 'completed', 'code': 200} Nov 24 19:26:04.611782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:04.704670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b6056968-b3a6-4fee-a170-41507cbd34fb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:04.743026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:26:04.749260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:04.751121 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:04.758484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6ad02498-e3bb-4c7d-bdf4-87a9aabe1383 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:04.886084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port b6056968-b3a6-4fee-a170-41507cbd34fb completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:04.898510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Provisioning complete for port b6056968-b3a6-4fee-a170-41507cbd34fb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:04.899194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:04.939625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-4dd328db-4c62-45fe-9353-562f890cbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:04.942206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-4dd328db-4c62-45fe-9353-562f890cbd16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1098 time: 0.3775873 Nov 24 19:26:04.949994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b6056968-b3a6-4fee-a170-41507cbd34fb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:04.951766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.071193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=8da0b395-bdb9-4557-a47f-2dea35b21cea,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:05.107004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:05.112083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:05.118284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:05.124707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:05.186205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:05.235431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:05.277884 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0235584 Nov 24 19:26:05.279859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.285953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44194) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:05.292038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2005399841'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:05.297830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:05.302633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:05.306721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:05.314580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:05.335430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:05.336076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:05.392199 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:01Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:05.400366 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:05.409510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.414714 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:05.415933 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:05.484248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-a8fa3ee6-aed2-4925-9b8e-f231169ab619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:05.485820 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-a8fa3ee6-aed2-4925-9b8e-f231169ab619 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.5329032 Nov 24 19:26:05.511562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port b6056968-b3a6-4fee-a170-41507cbd34fb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b6056968-b3a6-4fee-a170-41507cbd34fb,segment=NetworkSegment(41583a39-6eb6-457a-9200-8bd039d999a4),segment_id=41583a39-6eb6-457a-9200-8bd039d999a4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:05.543002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.543982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 88bea738-68eb-44f2-8ad1-31420adcff45 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:05.580486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:05.583867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:05.588031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.657771 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-4643097a-d17f-4c59-817a-dfcf0a89ed54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 200 len: 998 time: 0.1200686 Nov 24 19:26:05.669619 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:05.688956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:26:05.689329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:26:05.696736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:26:05.743631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:05.770248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-37c12d1f-f353-4445-9d95-20808bccefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:05.771567 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-37c12d1f-f353-4445-9d95-20808bccefbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.1001863 Nov 24 19:26:05.787591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.788226 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 6797d874-fcb5-487e-8c1f-19c671a5f976 of type vlan for network 45ea20c4-66c1-43be-a759-09c3b32aeb9d Nov 24 19:26:05.830859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=b6056968-b3a6-4fee-a170-41507cbd34fb,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:05.837102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:05.867774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.888928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-e32b3443-e101-444a-bb41-f8423aba33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:05.890432 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-e32b3443-e101-444a-bb41-f8423aba33c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103535 Nov 24 19:26:05.891488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.892347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.896841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cc75e8eb-038c-4e10-88d5-a4fb45626c27 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:05.908540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.976140 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:05.982912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 88bea738-68eb-44f2-8ad1-31420adcff45 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:06.055740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.061635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:06.062335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.070554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5a193f60-5e52-46e5-971d-6ed682b0ddf6 tempest-TagsExtTest-1081283477 tempest-TagsExtTest-1081283477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:06.136301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=a0a54295-dc05-4172-8def-9e90b64dd1b5,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:06.148406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:06.166913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 88bea738-68eb-44f2-8ad1-31420adcff45 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:06.167794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.193059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=45ea20c4-66c1-43be-a759-09c3b32aeb9d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:06.201942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:06.214351 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-0e583710-878a-42e7-852c-1629dd03f723 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830298 Nov 24 19:26:06.230020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:06.232723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:06.265109 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9779828 Nov 24 19:26:06.272696 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:01Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:06.273929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44198) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:06.278095 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d9233-ac42-49f4-8d79-7865b157a478 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:01Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:06.279558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:06.325587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:26:06.474695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Provisioning for port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:06.495640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Provisioning complete for port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:06.496060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.575501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:06.584662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:06.591116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:06.605905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:06.608765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c1dbb35-6a3f-4daf-8fb5-d508d9e94725 req-35945bf7-9cb8-4f55-bc26-160e049a7f66 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771746 Nov 24 19:26:06.610728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.635045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Router 084db376-4604-40ed-8dfa-dfb2f258b712 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:26:06.636649 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19265c8d-36a6-4cc6-ad85-de0c794014f7 None None] New status for floating IP 5fec3cbf-c287-41ee-8a1f-e4928e04331e: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:26:06.706751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcd2cd-2da8-4258-ac35-1af982eefc4a None None] Port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:06.738894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:02Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:03Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:06.744502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:06.748976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 88bea738-68eb-44f2-8ad1-31420adcff45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=88bea738-68eb-44f2-8ad1-31420adcff45,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:06.750069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:06.750427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Updating router e75db031-a24a-4d8d-9a78-cb4a4ceccebf port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:26:06.752245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.803755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.819344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:06.826830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "PUT /v2.0/routers/084db376-4604-40ed-8dfa-dfb2f258b712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5444400 Nov 24 19:26:06.827563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44202) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:06.838997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af550bce-f966-4762-887e-547033c6a65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:06.857959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:06.920266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f8e4e-a8b2-4878-929f-858097fbeee8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:06.921723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-be5f8e4e-a8b2-4878-929f-858097fbeee8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:06.945336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-be5f8e4e-a8b2-4878-929f-858097fbeee8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:06.950420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-be5f8e4e-a8b2-4878-929f-858097fbeee8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports/a0a54295-dc05-4172-8def-9e90b64dd1b5 HTTP/1.1" status: 200 len: 911 time: 0.1196427 Nov 24 19:26:06.950420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44206) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:06.955578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b6056968-b3a6-4fee-a170-41507cbd34fb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:06.999594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Sync routers for ids ['084db376-4604-40ed-8dfa-dfb2f258b712'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:07.168513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=88bea738-68eb-44f2-8ad1-31420adcff45,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:07.198909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d90a8a00-c1d0-4c1b-81f6-4e9c69cc016b None None] Provisioning for port a0a54295-dc05-4172-8def-9e90b64dd1b5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:07.215543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:07.218033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Routers {'084db376-4604-40ed-8dfa-dfb2f258b712'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:07.218802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['084db376-4604-40ed-8dfa-dfb2f258b712'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:07.252748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:26:07.253095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae999239-cee9-481a-9540-e2d1f445ec73 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:07.261671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae999239-cee9-481a-9540-e2d1f445ec73 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:07.264106 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ae999239-cee9-481a-9540-e2d1f445ec73 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3106904 Nov 24 19:26:07.265313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:07.266873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44210) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:07.272766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2e1b1cc6-d012-4e34-b60c-83f364b55236 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:07.351708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:07.374973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d90a8a00-c1d0-4c1b-81f6-4e9c69cc016b None None] Provisioning complete for port a0a54295-dc05-4172-8def-9e90b64dd1b5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:07.374973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d90a8a00-c1d0-4c1b-81f6-4e9c69cc016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:07.623305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d90a8a00-c1d0-4c1b-81f6-4e9c69cc016b None None] Port a0a54295-dc05-4172-8def-9e90b64dd1b5 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:07.657337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=b6368a0d-d24b-4cdf-9073-afec1cc107c0,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:07.669222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:07.686435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:07.686435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 45ea20c4-66c1-43be-a759-09c3b32aeb9d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:26:07.717326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:07.724918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b6056968-b3a6-4fee-a170-41507cbd34fb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:07.725103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:07.726219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:26:07.749160 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Sync routers for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:07.756296 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 45ea20c4-66c1-43be-a759-09c3b32aeb9d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:07.759309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:07.765269 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7103074 Nov 24 19:26:07.766993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44214) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:07.767101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Set router 084db376-4604-40ed-8dfa-dfb2f258b712 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:07.773194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:07.775083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:07.807891 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:07.808672 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:07.839076 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cd8603e8-afd4-4f54-ac1e-579c4d867f08 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673766 Nov 24 19:26:07.839076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44218) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:07.875429 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5971715 Nov 24 19:26:07.878169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44222) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:08.048651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5624c7f-5939-4156-9660-47b366a3470a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:08.051817 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c5624c7f-5939-4156-9660-47b366a3470a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2105048 Nov 24 19:26:08.057611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44226) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:08.116043 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e86487f1-64c5-416a-9e8d-4f061fc7afed tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574763 Nov 24 19:26:08.118808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44230) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:08.126464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078717799', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:08.184699 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:08.296691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:08.307928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:08.313261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:08.322283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:08.334800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172dc4f-5154-41ed-8ca1-c568b6d43a2c None None] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:08.337926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:08.345287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:08.541249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d90a8a00-c1d0-4c1b-81f6-4e9c69cc016b None None] Provisioning complete for port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:08.541840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d90a8a00-c1d0-4c1b-81f6-4e9c69cc016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:08.606744 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:05Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:08.612584 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Checking router: 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:08.614210 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Updating router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 port 8da0b395-bdb9-4557-a47f-2dea35b21cea binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:26:08.677037 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:08.706036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:08.714110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7f287a77-e555-4a8c-b08b-25d285d3f6b4 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:08.803390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d90a8a00-c1d0-4c1b-81f6-4e9c69cc016b None None] Port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:08.804832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:08.888099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:08.904967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=664f1369-ce3c-4a57-b1e5-c8406ee63420,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:08.916751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:08.935452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:08.936218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: 032eaa2a-e22a-4706-98a5-93646271de89, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:26:08.974989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 032eaa2a-e22a-4706-98a5-93646271de89 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:26:08.996724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 032eaa2a-e22a-4706-98a5-93646271de89) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:09.008814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 88bea738-68eb-44f2-8ad1-31420adcff45 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:09.017194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:09.018234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.033913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b11e03-912c-42cc-b3aa-a5d56b5d4a1d None None] Network 032eaa2a-e22a-4706-98a5-93646271de89 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:09.056619 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9371951 Nov 24 19:26:09.057532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44234) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:09.140566 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.154008 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Transition to ACTIVE for port object 8da0b395-bdb9-4557-a47f-2dea35b21cea will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:09.167091 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.173267 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:09.212176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.232663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:09.233781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.249263 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Attempting to bind port 8da0b395-bdb9-4557-a47f-2dea35b21cea on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:09.249642 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Attempting to bind port 8da0b395-bdb9-4557-a47f-2dea35b21cea by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:09.250220 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Attempting to bind port 8da0b395-bdb9-4557-a47f-2dea35b21cea on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:09.261890 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:09.262532 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:09.263124 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.263674 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:09.264332 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Bound port: 8da0b395-bdb9-4557-a47f-2dea35b21cea, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:09.264465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Transition to ACTIVE for port object 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:09.264999 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.298870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.347136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d2483b2-931a-4a21-9859-b1c73e280a9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:09.352441 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] For port 8da0b395-bdb9-4557-a47f-2dea35b21cea, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:09.355822 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] For port 8da0b395-bdb9-4557-a47f-2dea35b21cea, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8da0b395-bdb9-4557-a47f-2dea35b21cea,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:09.364930 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Pushing event updated for resources: {'Port': ['ID=8da0b395-bdb9-4557-a47f-2dea35b21cea,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:09.373256 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.379195 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.380022 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.380507 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.380989 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.381497 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.381978 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.382454 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.382936 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.383409 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.383906 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.384389 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.384859 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:09.390508 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:09.391206 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:09.466673 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Pushing event updated for resources: {'Port': ['ID=8da0b395-bdb9-4557-a47f-2dea35b21cea,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:09.470839 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:09.483267 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:09.484099 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:09.539320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084db376-4604-40ed-8dfa-dfb2f258b712', 'name': 'tempest-NetworksTestDHCPv6-router-1895950306', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:04Z', 'revision_number': 2, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None, '_interfaces': [{'id': 'a0a54295-dc05-4172-8def-9e90b64dd1b5', 'name': '', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'mac_address': 'fa:16:3e:96:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084db376-4604-40ed-8dfa-dfb2f258b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '1c25a201-6de0-4f5d-af74-75839a08828e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:05Z', 'revision_number': 2, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'subnets': [{'id': '1c25a201-6de0-4f5d-af74-75839a08828e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:09.587620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 88bea738-68eb-44f2-8ad1-31420adcff45 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:09.589201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.611560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port a0a54295-dc05-4172-8def-9e90b64dd1b5 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:09.611914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:09.643179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Checking router: 084db376-4604-40ed-8dfa-dfb2f258b712 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:09.643761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Updating router 084db376-4604-40ed-8dfa-dfb2f258b712 port a0a54295-dc05-4172-8def-9e90b64dd1b5 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:26:09.747454 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:09.764929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851ee37-09ea-438c-8d54-35d6e51d0dc2 None None] Pushing event updated for resources: {'Port': ['ID=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:09.802398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2851ee37-09ea-438c-8d54-35d6e51d0dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:09.874091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8:1::1 (45ea20c4-66c1-43be-a759-09c3b32aeb9d/b6368a0d-d24b-4cdf-9073-afec1cc107c0/f539b790-9bc8-4201-b5de-3c1ab4f37d32) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:09.903523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.013639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.058395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Attempting to bind port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:10.059074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Attempting to bind port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:10.059634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Attempting to bind port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 on network 5bd780b7-aa7d-4621-b11f-956ed023f905 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:10.074328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-032eaa2a-e22a-4706-98a5-93646271de89', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:10.075439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.104015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:10.104490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Checking segment: {'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:10.104909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.105316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Bound using segment: {'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:10.105814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Bound port: 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41583a39-6eb6-457a-9200-8bd039d999a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:10.106358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.136139 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:05Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:10.141068 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d316b920-9fbc-4a41-97b7-80f66f3ff4ab None None] The sync data for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv is: [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:05Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:10.197761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for a0a54295-dc05-4172-8def-9e90b64dd1b5 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:10.355551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.382115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object f539b790-9bc8-4201-b5de-3c1ab4f37d32 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:10.416529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.473385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.494831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-278a6e5c-d3d7-473e-8138-8395df66ce25 tempest-RoutersAdminTest-1263835110 tempest-RoutersAdminTest-1263835110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:10.543739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:10.558916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=a0a54295-dc05-4172-8def-9e90b64dd1b5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:10.562660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:10.568454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-baa1d28a-7356-40a9-9088-e4a41dd4c2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:10.602757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] For port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:10.656096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=f539b790-9bc8-4201-b5de-3c1ab4f37d32,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:10.659112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:10.728289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Allocated IP 2001:db8:1::2 (45ea20c4-66c1-43be-a759-09c3b32aeb9d/b6368a0d-d24b-4cdf-9073-afec1cc107c0/b863e011-0537-410c-b519-efb2a4d2da30) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:11.063600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] For port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,segment=NetworkSegment(41583a39-6eb6-457a-9200-8bd039d999a4),segment_id=41583a39-6eb6-457a-9200-8bd039d999a4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:11.064138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8da0b395-bdb9-4557-a47f-2dea35b21cea up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:11.081026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:11.122814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:11.132840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:11.134194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3c996636-25ba-4620-9dbc-743094bce018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:11.145800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:11.146330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:11.162800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:11.174687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Allocated IP 172.20.0.2 (032eaa2a-e22a-4706-98a5-93646271de89/664f1369-ce3c-4a57-b1e5-c8406ee63420/449579f1-8936-4b74-a8c8-1548009cee6e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:11.275340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:11.323480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Transition to ACTIVE for port object b863e011-0537-410c-b519-efb2a4d2da30 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:11.393149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:11.393742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:11.460644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851ee37-09ea-438c-8d54-35d6e51d0dc2 None None] Pushing event updated for resources: {'Port': ['ID=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:11.528992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2851ee37-09ea-438c-8d54-35d6e51d0dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:11.529389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Router 084db376-4604-40ed-8dfa-dfb2f258b712 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:11.558023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Transition to ACTIVE for port object b863e011-0537-410c-b519-efb2a4d2da30 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:11.559292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 8da0b395-bdb9-4557-a47f-2dea35b21cea completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:11.567462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.resource_extend [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:26:11.586315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:11.597373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25eb5bdf-655a-44e2-a975-a3f33ef79da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:11.612173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:11.630090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8da0b395-bdb9-4557-a47f-2dea35b21cea triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:11.630677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:11.732090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:11.820511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "PUT /v2.0/routers/084db376-4604-40ed-8dfa-dfb2f258b712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5525882 Nov 24 19:26:11.823085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44240) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:11.855476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:11.901883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:11.923904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:11.930954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6eaf7-7858-430d-9aa8-e976c7e8815a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:11.932585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6eaf7-7858-430d-9aa8-e976c7e8815a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:11.933709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-32f6eaf7-7858-430d-9aa8-e976c7e8815a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:11.954638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:11.960610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-32f6eaf7-7858-430d-9aa8-e976c7e8815a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:11.962116 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-32f6eaf7-7858-430d-9aa8-e976c7e8815a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1374047 Nov 24 19:26:11.965005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44244) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:11.965275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Pushing event updated for resources: {'Port': ['ID=b863e011-0537-410c-b519-efb2a4d2da30,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:11.984949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:12.062606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:26:12.062979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:26:12.121379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 1c25a201-6de0-4f5d-af74-75839a08828e {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:12.126897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.209870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.259477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.283799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.292685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.293454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.298725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:12.305706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Attempting to bind port b863e011-0537-410c-b519-efb2a4d2da30 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:12.306098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Attempting to bind port b863e011-0537-410c-b519-efb2a4d2da30 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:12.306480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Attempting to bind port b863e011-0537-410c-b519-efb2a4d2da30 on network 45ea20c4-66c1-43be-a759-09c3b32aeb9d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:12.344742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:12.345131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Checking segment: {'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:12.345548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.345956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Bound using segment: {'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:12.346442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Bound port: b863e011-0537-410c-b519-efb2a4d2da30, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:12.346831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.358160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Transition to ACTIVE for port object 449579f1-8936-4b74-a8c8-1548009cee6e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:12.438999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Transition to ACTIVE for port object 449579f1-8936-4b74-a8c8-1548009cee6e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:12.457627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.477098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.496513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f7a33c95-e3ed-461a-bd70-5148d9efe2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:12.552168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (032eaa2a-e22a-4706-98a5-93646271de89/664f1369-ce3c-4a57-b1e5-c8406ee63420/9a29bc02-ec56-4a54-ac82-0a618375f03a) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:12.592759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=f539b790-9bc8-4201-b5de-3c1ab4f37d32,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:12.597048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.604159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 8da0b395-bdb9-4557-a47f-2dea35b21cea, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8da0b395-bdb9-4557-a47f-2dea35b21cea,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:12.628239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:12.664341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.666900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Port a0a54295-dc05-4172-8def-9e90b64dd1b5 not found while updating agent binding for router 084db376-4604-40ed-8dfa-dfb2f258b712. {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 19:26:12.670634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Network 032eaa2a-e22a-4706-98a5-93646271de89 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:12.681303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:12.683704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] For port b863e011-0537-410c-b519-efb2a4d2da30, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:12.688722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Pushing event updated for resources: {'Port': ['ID=449579f1-8936-4b74-a8c8-1548009cee6e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:12.691750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:12.697569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:12.701042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25eb5bdf-655a-44e2-a975-a3f33ef79da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:12.714724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:12.716986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:12.747213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] For port b863e011-0537-410c-b519-efb2a4d2da30, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b863e011-0537-410c-b519-efb2a4d2da30,segment=NetworkSegment(6797d874-fcb5-487e-8c1f-19c671a5f976),segment_id=6797d874-fcb5-487e-8c1f-19c671a5f976)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:12.757153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.775298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 9a29bc02-ec56-4a54-ac82-0a618375f03a will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:12.782592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.792969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Routers {'084db376-4604-40ed-8dfa-dfb2f258b712'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:12.793660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['084db376-4604-40ed-8dfa-dfb2f258b712'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:12.794573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a99954a6-8b70-4122-935a-3af1bf52a95f tempest-FloatingIPAdminTestJSON-2088098053 tempest-FloatingIPAdminTestJSON-2088098053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:12.806253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.818755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:12.859414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.869964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 032eaa2a-e22a-4706-98a5-93646271de89 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:12.879196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:12.883300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:12.896580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=1c25a201-6de0-4f5d-af74-75839a08828e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:12.946502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:12.953008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.962401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:12.970720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:12.980969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df999b-6500-4181-86b9-5a716d1c914d None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:12.995152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=9a29bc02-ec56-4a54-ac82-0a618375f03a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:12.998289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:13.030906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] Set router 084db376-4604-40ed-8dfa-dfb2f258b712 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:13.044114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/1c25a201-6de0-4f5d-af74-75839a08828e HTTP/1.1" status: 204 len: 168 time: 1.0780418 Nov 24 19:26:13.047894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44250) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:13.147438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:13.156461 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2781446 Nov 24 19:26:13.157279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44254) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:13.163687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-303060808'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:13.169127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:13.173350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:13.176377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:13.184200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:13.194353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:13.198046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.202085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=8da0b395-bdb9-4557-a47f-2dea35b21cea,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:13.210979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Attempting to bind port 449579f1-8936-4b74-a8c8-1548009cee6e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:13.211368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Attempting to bind port 449579f1-8936-4b74-a8c8-1548009cee6e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:13.211757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Attempting to bind port 449579f1-8936-4b74-a8c8-1548009cee6e on network 032eaa2a-e22a-4706-98a5-93646271de89 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:13.214734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084db376-4604-40ed-8dfa-dfb2f258b712', 'name': 'tempest-NetworksTestDHCPv6-router-1895950306', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:10Z', 'revision_number': 3, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:13.217118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9fb259f2-4bca-42d8-a74b-4f156dfb94a3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:router {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:13.228822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:26:13.229061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:13.234247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:13.237426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.238155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 9745dd55-17f1-4465-8d49-77fe20fa13fc of type vlan for network d534b96e-8021-4c25-87e6-17cf14963eab Nov 24 19:26:13.278974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.327496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.337540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.344369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:13.345728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.370709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e2b1a-748d-4863-bf0c-3630dfb7f3ab None None] The sync data for ids ['084db376-4604-40ed-8dfa-dfb2f258b712'] in dv-neutron-818346-1-hyperv is: [{'id': '084db376-4604-40ed-8dfa-dfb2f258b712', 'name': 'tempest-NetworksTestDHCPv6-router-1895950306', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:10Z', 'revision_number': 3, 'project_id': 'b1273cf07267447ea7d91290c3f6a234', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:13.370709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:13.370709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Checking segment: {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:13.370709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.370709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Bound using segment: {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:13.372203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Bound port: 449579f1-8936-4b74-a8c8-1548009cee6e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:13.372203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.375272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b67f598c-e1d9-4d55-ac59-6d60e37e422f tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:13.427993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9fb259f2-4bca-42d8-a74b-4f156dfb94a3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:router {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:13.429834 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9fb259f2-4bca-42d8-a74b-4f156dfb94a3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3809199 Nov 24 19:26:13.433626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44258) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:13.530510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:02Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:10Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:13.576086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4177237 Nov 24 19:26:13.579765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44262) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:13.592651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:13.610013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Pushing event updated for resources: {'Port': ['ID=b863e011-0537-410c-b519-efb2a4d2da30,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:13.615588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791fdf1b-cd90-462c-979a-3d6786a4eac1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.617502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=d534b96e-8021-4c25-87e6-17cf14963eab,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:13.620699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ebc9e-1164-45b7-bf30-8a41a57a8217 None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:02Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:10Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:13.626057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:13.627599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:13.692589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] For port 449579f1-8936-4b74-a8c8-1548009cee6e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:13.696643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] For port 449579f1-8936-4b74-a8c8-1548009cee6e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=449579f1-8936-4b74-a8c8-1548009cee6e,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:13.705177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d534b96e-8021-4c25-87e6-17cf14963eab details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:26:13.748459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:13.764317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:13.780431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:13.796373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:13.801427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:13.809454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:13.823209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:13.828017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.043517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Pushing event updated for resources: {'Port': ['ID=449579f1-8936-4b74-a8c8-1548009cee6e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:14.046924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:14.152667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:26:14.158135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Deleting port 88bea738-68eb-44f2-8ad1-31420adcff45 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:14.158514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.323951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.332697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc37ac10-9df9-406b-9138-e9d20132b5ec tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:14.572208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=55b2ee93-ccbd-4706-89e8-58cb3205592b,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:14.577688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791fdf1b-cd90-462c-979a-3d6786a4eac1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.584571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:14.589705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791fdf1b-cd90-462c-979a-3d6786a4eac1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.594748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:14.594748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: d534b96e-8021-4c25-87e6-17cf14963eab, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:26:14.604745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] For port 88bea738-68eb-44f2-8ad1-31420adcff45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=88bea738-68eb-44f2-8ad1-31420adcff45,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:14.604745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.623192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network d534b96e-8021-4c25-87e6-17cf14963eab is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:26:14.666186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d534b96e-8021-4c25-87e6-17cf14963eab) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:14.724288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:14.724288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.729792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23757d1-f5e9-4bd7-b6d0-4c9be5aba3a0 None None] Network d534b96e-8021-4c25-87e6-17cf14963eab requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:14.763750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791fdf1b-cd90-462c-979a-3d6786a4eac1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:14.763750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791fdf1b-cd90-462c-979a-3d6786a4eac1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Fanout notify agent at l3_agent the message router_deleted on router 084db376-4604-40ed-8dfa-dfb2f258b712 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:26:14.806123 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2169385 Nov 24 19:26:14.806123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44266) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:14.956497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Calling delete_port for 88bea738-68eb-44f2-8ad1-31420adcff45 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:15.034617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-791fdf1b-cd90-462c-979a-3d6786a4eac1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:15.034617 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-791fdf1b-cd90-462c-979a-3d6786a4eac1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/routers/084db376-4604-40ed-8dfa-dfb2f258b712 HTTP/1.1" status: 204 len: 168 time: 1.5978405 Nov 24 19:26:15.046287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44270) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:15.215232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:15.215232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:15.250603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c279c5-bb33-46e1-92d5-cc844e8e9030 None None] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:15.288235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:15.447450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:15.447450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=9a29bc02-ec56-4a54-ac82-0a618375f03a,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:15.447450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:15.620847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd7b5d-14e8-4950-b8f2-5d74165ce6e5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:15.620847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ddcd7b5d-14e8-4950-b8f2-5d74165ce6e5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:15.682866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] Sync routers for ids ['084db376-4604-40ed-8dfa-dfb2f258b712'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:15.682866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:15.693495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8da0b395-bdb9-4557-a47f-2dea35b21cea up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:15.721679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ddcd7b5d-14e8-4950-b8f2-5d74165ce6e5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:15.721679 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ddcd7b5d-14e8-4950-b8f2-5d74165ce6e5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6794891 Nov 24 19:26:15.726878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44274) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:15.789066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63cc0ead-1c0f-4ea5-9931-ec27f034285f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:15.883400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Pushing event deleted for resources: {'Port': ['ID=88bea738-68eb-44f2-8ad1-31420adcff45,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:15.896331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:16.000482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] Routers set() bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:16.000482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] Router IDs set() for agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 19:26:16.000482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_agentschedulers_db [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'084db376-4604-40ed-8dfa-dfb2f258b712'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent'). {{(pid=87487) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 19:26:16.021414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3f49b702-fb18-4c0c-a9b2-c11834fe65e1 None None] Provisioning for port b863e011-0537-410c-b519-efb2a4d2da30 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:16.035912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] No DVR routers for this DVR port 88bea738-68eb-44f2-8ad1-31420adcff45 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:16.051742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8da0b395-bdb9-4557-a47f-2dea35b21cea triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:16.051742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:16.094365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4090599e-9a3a-4b53-aa3f-426c2c372dea tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:16.094365 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4090599e-9a3a-4b53-aa3f-426c2c372dea tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3686380 Nov 24 19:26:16.100900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44278) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:16.126101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 032eaa2a-e22a-4706-98a5-93646271de89 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:16.126101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:16.223650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7e3784f9-a963-4565-be5f-b5634937b23c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:router {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:16.266069 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:16.293917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7e3784f9-a963-4565-be5f-b5634937b23c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:router {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:16.293917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7e3784f9-a963-4565-be5f-b5634937b23c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1838043 Nov 24 19:26:16.293917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44282) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:16.299141 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:16.299141 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:16.304080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:16.308877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] Routers set() bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:16.308877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] Router IDs set() for agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 19:26:16.308877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_agentschedulers_db [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'084db376-4604-40ed-8dfa-dfb2f258b712'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent'). {{(pid=87487) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 19:26:16.308877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd53ff9-dcd1-4b99-ad94-7976ec59b132 None None] The sync data for ids ['084db376-4604-40ed-8dfa-dfb2f258b712'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:16.328142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:16.649809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:16.655389 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:16.663079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:16.663079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:16.673400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:16.688711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51345deb-c431-4aeb-b266-59998799e431 None None] Network 032eaa2a-e22a-4706-98a5-93646271de89 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:16.739172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:16.808722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:16.808722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:17.027033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 449579f1-8936-4b74-a8c8-1548009cee6e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:17.061163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c7e18035-7a35-4628-b686-01a46fc2c235 None None] Provisioning for port 449579f1-8936-4b74-a8c8-1548009cee6e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:17.146829 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:11Z', 'revision_number': 3, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:10Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:11Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:17.156997 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:17.156997 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Updating router e75db031-a24a-4d8d-9a78-cb4a4ceccebf port f539b790-9bc8-4201-b5de-3c1ab4f37d32 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:26:17.245504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-d534b96e-8021-4c25-87e6-17cf14963eab', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:17.245504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:17.272447 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:17.562302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:17.577982 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/4f3c9fbb-2e75-40ee-acdb-67c6ff693e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5113266 Nov 24 19:26:17.577982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44288) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:17.709054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Sync routers for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:17.839630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 449579f1-8936-4b74-a8c8-1548009cee6e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:17.884509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 449579f1-8936-4b74-a8c8-1548009cee6e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:17.884509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:17.921268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:17.921268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.948821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:17.973676 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ca5fc123-7fac-48c6-995f-efdce00f65e1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7689 time: 0.3873477 Nov 24 19:26:17.973676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44292) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:18.032532 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:18.049428 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Transition to ACTIVE for port object f539b790-9bc8-4201-b5de-3c1ab4f37d32 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:18.062527 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:18.079335 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:18.150391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.150391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.169305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:18.181484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44296) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:18.187010 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ee64232-be46-4997-9f47-31e0454a1ce7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7098 time: 0.1985834 Nov 24 19:26:18.280586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3cb33b56-521a-44ef-8e24-6e0153553665 None None] Provisioning for port f539b790-9bc8-4201-b5de-3c1ab4f37d32 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:18.376265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Allocated IP 2001:db8:2::2 (d534b96e-8021-4c25-87e6-17cf14963eab/55b2ee93-ccbd-4706-89e8-58cb3205592b/a74ccd45-765e-4463-9c95-9d78b7d1b9b8) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:18.578881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:18.646267 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eec79f-e24d-4577-be64-6342eecf32e8 None None] Pushing event updated for resources: {'Port': ['ID=f539b790-9bc8-4201-b5de-3c1ab4f37d32,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:18.668591 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a8eec79f-e24d-4577-be64-6342eecf32e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:18.683144 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Attempting to bind port f539b790-9bc8-4201-b5de-3c1ab4f37d32 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:18.683144 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Attempting to bind port f539b790-9bc8-4201-b5de-3c1ab4f37d32 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:18.683144 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Attempting to bind port f539b790-9bc8-4201-b5de-3c1ab4f37d32 on network 45ea20c4-66c1-43be-a759-09c3b32aeb9d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:18.688739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:18.705518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:18.705518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Checking segment: {'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:18.705518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:18.705518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Bound using segment: {'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:18.705518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Bound port: f539b790-9bc8-4201-b5de-3c1ab4f37d32, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6797d874-fcb5-487e-8c1f-19c671a5f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:18.705518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:18.894795 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] For port f539b790-9bc8-4201-b5de-3c1ab4f37d32, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:18.909151 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] For port f539b790-9bc8-4201-b5de-3c1ab4f37d32, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f539b790-9bc8-4201-b5de-3c1ab4f37d32,segment=NetworkSegment(6797d874-fcb5-487e-8c1f-19c671a5f976),segment_id=6797d874-fcb5-487e-8c1f-19c671a5f976)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:18.923577 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:18.943901 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:19.033177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:26:19.074522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:19.080490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c4e8596e-05f1-461d-aef5-7c9aa71e451f tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:19.113645 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:19.113645 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:19.172017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=bf62c6e9-9865-4abc-b1a3-37e6895066da,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:19.181513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 449579f1-8936-4b74-a8c8-1548009cee6e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=449579f1-8936-4b74-a8c8-1548009cee6e,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:19.181664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:19.218012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:19.220127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:19.226753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:19.227346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:19.388821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:19.388821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b863e011-0537-410c-b519-efb2a4d2da30 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:19.423629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44312) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:19.431591 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1262155 Nov 24 19:26:19.437816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:19.512167 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eec79f-e24d-4577-be64-6342eecf32e8 None None] Pushing event updated for resources: {'Port': ['ID=f539b790-9bc8-4201-b5de-3c1ab4f37d32,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:19.522755 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a8eec79f-e24d-4577-be64-6342eecf32e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:19.562877 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:19.599323 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-81ef9429-6cf8-4927-b56e-9ef131d0e29e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4305 time: 1.3918536 Nov 24 19:26:19.621196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4299b7-11b3-4a1f-8bfd-0a56043debd7 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:19.740418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:19.801821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4818f227-d99e-42e1-8d6b-701a898268cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:19.958796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:19.958796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:19.958796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:19.981074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:20.015514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05d1c-0d80-443f-8aa9-08f8c43e2066 req-34d9b6a1-25a2-4192-bcb5-b8e637428d02 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:20.021479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:20.021479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.028845 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebe05d1c-0d80-443f-8aa9-08f8c43e2066 req-34d9b6a1-25a2-4192-bcb5-b8e637428d02 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.1812537 Nov 24 19:26:20.097189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=449579f1-8936-4b74-a8c8-1548009cee6e,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:20.128183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:20.131747 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebe05d1c-0d80-443f-8aa9-08f8c43e2066 req-8d652678-44c5-480f-b0fb-327730e4a2f4 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957029 Nov 24 19:26:20.361297 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:11Z', 'revision_number': 3, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:10Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:18Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:20.379908 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f36c1-4ebb-41fc-994f-faf36ab00dc6 None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:11Z', 'revision_number': 3, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:10Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:18Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:20.392450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.399449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a21f41d7-108e-465b-bb49-d972f0a38d6a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:20.486276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.508543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Transition to ACTIVE for port object a74ccd45-765e-4463-9c95-9d78b7d1b9b8 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:20.539091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:20.539091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:20.557075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:20.557075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.584653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44326) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:20.600284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Transition to ACTIVE for port object a74ccd45-765e-4463-9c95-9d78b7d1b9b8 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:20.605446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490088196', 'description': 'tempest-secgroup-smoke-1490088196 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:20.617343 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1922739 Nov 24 19:26:20.625948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44330) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:20.625948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:20.630733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=bc829dea-5a4a-4d34-949b-1bd339e6a07a,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:20.630733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:20.634585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:ad:b7:2e', 'name': 'tempest-NetworksTestDHCPv6-488455737'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:20.642581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1a4053d8-8b0a-4534-8559-480d11116662 None None] Provisioning complete for port 449579f1-8936-4b74-a8c8-1548009cee6e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:20.642581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1a4053d8-8b0a-4534-8559-480d11116662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.689254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.704108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:20.718097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f53ea472-d803-4144-ae0a-8883ac760448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:20.760410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port b863e011-0537-410c-b519-efb2a4d2da30 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:20.763251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:20.833397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:20.846840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b863e011-0537-410c-b519-efb2a4d2da30 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:20.847818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.891718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Network d534b96e-8021-4c25-87e6-17cf14963eab is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:20.900044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8:2::1 (d534b96e-8021-4c25-87e6-17cf14963eab/55b2ee93-ccbd-4706-89e8-58cb3205592b/e11f8752-509e-45ba-804a-538f15ca6a95) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:20.917839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:20.927099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:20.943423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:20.953823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:21.012936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Pushing event updated for resources: {'Port': ['ID=a74ccd45-765e-4463-9c95-9d78b7d1b9b8,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:21.026558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:21.048241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:21.065610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:21.075793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:21.081382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:21.089830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:21.111163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:21.212141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Attempting to bind port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:21.213029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Attempting to bind port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:21.213029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Attempting to bind port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 on network d534b96e-8021-4c25-87e6-17cf14963eab {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:21.220730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': 'bc829dea-5a4a-4d34-949b-1bd339e6a07a'}, {'subnet_id': 'bf62c6e9-9865-4abc-b1a3-37e6895066da'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:21.221588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.289547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:21.289934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Checking segment: {'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:21.290348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.290789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Bound using segment: {'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:21.291289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Bound port: a74ccd45-765e-4463-9c95-9d78b7d1b9b8, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:21.291677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.323346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.402727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object e11f8752-509e-45ba-804a-538f15ca6a95 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:21.413566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.420957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.451253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.460657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.463238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1a4053d8-8b0a-4534-8559-480d11116662 None None] Provisioning for port 9a29bc02-ec56-4a54-ac82-0a618375f03a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:21.468921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:21.489462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:14Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:21.491452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1a4053d8-8b0a-4534-8559-480d11116662 None None] Provisioning complete for port 9a29bc02-ec56-4a54-ac82-0a618375f03a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:21.491790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1a4053d8-8b0a-4534-8559-480d11116662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.501213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 43245908-6c67-4932-bb6c-b02a57f8886f yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:26:21.563522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Checking router: 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:21.563917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Updating router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 port 9a29bc02-ec56-4a54-ac82-0a618375f03a binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:26:21.587543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e92d0e-d73d-4233-b324-e5be0e856832 req-4481d271-3acf-489d-a24e-26d636efd1a4 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:21.589059 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e92d0e-d73d-4233-b324-e5be0e856832 req-4481d271-3acf-489d-a24e-26d636efd1a4 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.3396940 Nov 24 19:26:21.602773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.603934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0263090 Nov 24 19:26:21.606925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44336) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:21.609546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dddf83f-b2e6-474f-8823-e51db81d90b9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:21.613580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '8dddf83f-b2e6-474f-8823-e51db81d90b9', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:21.622185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:21.627406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:21.628957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:21.632799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:21.640394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:21.647634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port b863e011-0537-410c-b519-efb2a4d2da30, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b863e011-0537-410c-b519-efb2a4d2da30,segment=NetworkSegment(6797d874-fcb5-487e-8c1f-19c671a5f976),segment_id=6797d874-fcb5-487e-8c1f-19c671a5f976)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:21.650415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.657242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d9e1b35b-19da-4495-bdb7-ec161ad92daa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:21.662751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.671887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.672860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:21.704951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] For port a74ccd45-765e-4463-9c95-9d78b7d1b9b8, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:21.707700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:21.730138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.735162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.735384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1a4053d8-8b0a-4534-8559-480d11116662 None None] Port 9a29bc02-ec56-4a54-ac82-0a618375f03a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:21.737192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c11f1177-e06c-4ac6-8f79-5065962aeabb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:21.740743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e92d0e-d73d-4233-b324-e5be0e856832 req-ed4cab2c-adfa-49a5-a8ae-90ccbb395d19 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390150 Nov 24 19:26:21.748579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network d534b96e-8021-4c25-87e6-17cf14963eab is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:21.751934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:21.757121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:21.757661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.763339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=e11f8752-509e-45ba-804a-538f15ca6a95,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:21.765229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39e64d1-548d-49d0-9e48-346fc598f881,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:21.768179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:21.774116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:21.779046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.780967 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724031 Nov 24 19:26:21.784114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44340) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:21.792350 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '8dddf83f-b2e6-474f-8823-e51db81d90b9', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:21.798610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] For port a74ccd45-765e-4463-9c95-9d78b7d1b9b8, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a74ccd45-765e-4463-9c95-9d78b7d1b9b8,segment=NetworkSegment(9745dd55-17f1-4465-8d49-77fe20fa13fc),segment_id=9745dd55-17f1-4465-8d49-77fe20fa13fc)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:21.804056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:21.808257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.813419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:21.817932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:21.825484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:21.846298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.909001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.926911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.928998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.935400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.937620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-53793492-45e1-4186-bfae-71ace0125c09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:21.975832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfc596b-4273-4c94-bf89-1d8ff83fd811,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:21.980474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:21.992908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:21.994767 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2080166 Nov 24 19:26:21.997594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44344) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:22.003162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '8dddf83f-b2e6-474f-8823-e51db81d90b9', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:22.009878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:22.014851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:22.017786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:22.026821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:22.032695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=b863e011-0537-410c-b519-efb2a4d2da30,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:22.036581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:22.046483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:22.051490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.074275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:22.099217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Allocated IP 172.20.0.2 (b695011e-6a3b-4058-8828-f9b351dbf876/bc829dea-5a4a-4d34-949b-1bd339e6a07a/48682bab-1d4c-4fe7-ac3d-de691639c418) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:22.127583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.132495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.134716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1ebadd1b-9921-4efd-aaf6-c9de3fdbcf6a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:22.153163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:22.153529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.162717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363f6bff-53e9-4961-a18c-3a9666f4e16d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:22.167491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:22.173458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.174720 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759820 Nov 24 19:26:22.177554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44348) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:22.183204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '8dddf83f-b2e6-474f-8823-e51db81d90b9', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:22.190089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:22.194977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:22.198777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:22.205431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:22.223172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Allocated IP 2001:db8::f816:3eff:fefd:6c94 (b695011e-6a3b-4058-8828-f9b351dbf876/bf62c6e9-9865-4abc-b1a3-37e6895066da/48682bab-1d4c-4fe7-ac3d-de691639c418) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:22.227824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.332175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.338315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.340746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-96910612-25e3-414c-b171-b114f3742b8a tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:22.367211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f1a323-9bd7-420b-b44d-6132274246ca,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:22.369910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:22.381576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.382911 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2043767 Nov 24 19:26:22.386197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44352) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:22.396705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '8dddf83f-b2e6-474f-8823-e51db81d90b9', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:22.404867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:22.410364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:22.415030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:22.422915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:22.486295 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:26:22.509809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Pushing event updated for resources: {'Port': ['ID=a74ccd45-765e-4463-9c95-9d78b7d1b9b8,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:22.521646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.526458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3d1cbf2a-c2a1-43ab-81e0-1cbc1723cfd3 None None] Provisioning complete for port 9a29bc02-ec56-4a54-ac82-0a618375f03a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:22.526458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbf2a-c2a1-43ab-81e0-1cbc1723cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.572594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:22.638192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.638192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.649003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.659450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-64f40847-91cd-4061-aeab-5b156f673680 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:22.695108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.704049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.708593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:22.732813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cbf2a-c2a1-43ab-81e0-1cbc1723cfd3 None None] Port 9a29bc02-ec56-4a54-ac82-0a618375f03a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:22.734482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee776c34-78d7-4c15-b8c3-991c23573449,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:22.741037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:22.767801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.770668 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3831773 Nov 24 19:26:22.784049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44356) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:22.796289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '8dddf83f-b2e6-474f-8823-e51db81d90b9', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:22.816846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:22.830265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:22.837083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=e11f8752-509e-45ba-804a-538f15ca6a95,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:22.844189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:22.850396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:22.856674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:22.856674 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:26:22.874222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.883493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:22.930405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network d534b96e-8021-4c25-87e6-17cf14963eab is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:22.932169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:23.000065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.000065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.026056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-06feafc1-6af3-4092-9eaa-230990c99ea2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:23.048396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50da7caa-dabf-45b6-96af-844c243b0576,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:23.048396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:23.062197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.062197 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2763963 Nov 24 19:26:23.233513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.239565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:23.249804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Transition to ACTIVE for port object 48682bab-1d4c-4fe7-ac3d-de691639c418 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:23.251357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111320d-92ab-448a-b74d-9a519b731543 req-560251b0-88c9-45fd-9655-9b256a4cc839 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:23.252193 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6111320d-92ab-448a-b74d-9a519b731543 req-560251b0-88c9-45fd-9655-9b256a4cc839 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.2421460 Nov 24 19:26:23.283453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Transition to ACTIVE for port object 48682bab-1d4c-4fe7-ac3d-de691639c418 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:23.301615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.316765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,segment=NetworkSegment(41583a39-6eb6-457a-9200-8bd039d999a4),segment_id=41583a39-6eb6-457a-9200-8bd039d999a4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:23.316765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:23.403629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.447169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.447169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:23.457125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:23.457125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:23.528223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Pushing event updated for resources: {'Port': ['ID=48682bab-1d4c-4fe7-ac3d-de691639c418,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:23.535736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:23.535736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Transition to ACTIVE for port object 9a29bc02-ec56-4a54-ac82-0a618375f03a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:23.546718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:23.575437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 88bea738-68eb-44f2-8ad1-31420adcff45 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:23.674666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 88bea738-68eb-44f2-8ad1-31420adcff45 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:23.674666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 88bea738-68eb-44f2-8ad1-31420adcff45 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:23.719776 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6111320d-92ab-448a-b74d-9a519b731543 req-e63ac3a8-2e58-44c4-990e-a7d10bb3f347 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4518597 Nov 24 19:26:23.788981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:23.798944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-961839d0-d770-45bd-be75-4fb27469e9fc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:23.809326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a44fa4-64ea-474f-93c4-80e44a3403b8 None None] Network d534b96e-8021-4c25-87e6-17cf14963eab requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:23.916496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:23.955255 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:23.963759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-961839d0-d770-45bd-be75-4fb27469e9fc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:23.977981 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:23.977981 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:23.985490 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-961839d0-d770-45bd-be75-4fb27469e9fc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490088196&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.5419788 Nov 24 19:26:24.091765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2837191 Nov 24 19:26:24.094885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44376) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:24.111813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-973550549'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:24.121040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:24.123666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:network and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:24.131359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:24.136965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:24.194174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Attempting to bind port 48682bab-1d4c-4fe7-ac3d-de691639c418 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:24.194635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Attempting to bind port 48682bab-1d4c-4fe7-ac3d-de691639c418 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:24.195655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Attempting to bind port 48682bab-1d4c-4fe7-ac3d-de691639c418 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:24.211433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a74ccd45-765e-4463-9c95-9d78b7d1b9b8 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:24.247345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ceab4478-57e6-4b2a-a7eb-bcb8b484bcbb None None] Provisioning for port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:24.257603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 172.20.0.11 (b695011e-6a3b-4058-8828-f9b351dbf876/bc829dea-5a4a-4d34-949b-1bd339e6a07a/43245908-6c67-4932-bb6c-b02a57f8886f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:24.262245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:24.265735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.288659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fead:b72e (b695011e-6a3b-4058-8828-f9b351dbf876/bf62c6e9-9865-4abc-b1a3-37e6895066da/43245908-6c67-4932-bb6c-b02a57f8886f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:24.293640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:24.297297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:24.297785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:24.298246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.298735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:24.299399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Bound port: 48682bab-1d4c-4fe7-ac3d-de691639c418, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:24.299989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.314349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:26:24.323626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.324303 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added segment 670376b2-ecba-4c9c-acaa-c48ca7cb70ff of type vlan for network 09199299-2bfc-4128-8384-a0037d2fd49e Nov 24 19:26:24.328802 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:24.340467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:24.353795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2851ee37-09ea-438c-8d54-35d6e51d0dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.595s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:24.354024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.445463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-0d41267a-ab2e-49ef-985e-d85feb43e10e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:24.452556 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-0d41267a-ab2e-49ef-985e-d85feb43e10e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=032eaa2a-e22a-4706-98a5-93646271de89 HTTP/1.1" status: 200 len: 797 time: 0.4620848 Nov 24 19:26:24.469860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.469860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:24.469860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.484655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a2765fe-7c8b-45b7-9101-01311a78e376 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:24.593219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Attempting to bind port 9a29bc02-ec56-4a54-ac82-0a618375f03a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:24.593219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Attempting to bind port 9a29bc02-ec56-4a54-ac82-0a618375f03a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:24.593219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Attempting to bind port 9a29bc02-ec56-4a54-ac82-0a618375f03a on network 032eaa2a-e22a-4706-98a5-93646271de89 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:24.605567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:24.605567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Checking segment: {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:24.605567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.605567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Bound using segment: {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:24.605567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Bound port: 9a29bc02-ec56-4a54-ac82-0a618375f03a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:24.607160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.607308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Network': ['ID=09199299-2bfc-4128-8384-a0037d2fd49e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:24.622399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b4652-6fe3-4c16-8709-385a1d6f9164 None None] Pushing event updated for resources: {'Port': ['ID=9a29bc02-ec56-4a54-ac82-0a618375f03a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:24.622399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-df6b4652-6fe3-4c16-8709-385a1d6f9164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:24.624774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-aaacc2e5-25e7-4fac-8f6d-c32fdae7c722 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.1781914 Nov 24 19:26:24.652225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 09199299-2bfc-4128-8384-a0037d2fd49e details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:26:24.668944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:24.721189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44380) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:24.727875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'subnet': {'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:24.732692 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6315403 Nov 24 19:26:24.742184 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:21Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:22Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:18Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:24.746791 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:24.748625 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Updating router e75db031-a24a-4d8d-9a78-cb4a4ceccebf port e11f8752-509e-45ba-804a-538f15ca6a95 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:26:24.855400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:24.863807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:subnet and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:24.868862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:24.881515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:24.885250 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.905111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Made reservation on behalf of e891ffdccdb444a9852e1f6573a90742 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:24.910149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:24.952956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c717a4ab-ebe4-4a22-9587-1f4c9b711ebc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:25.108575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] For port 48682bab-1d4c-4fe7-ac3d-de691639c418, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:25.127897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] For port 48682bab-1d4c-4fe7-ac3d-de691639c418, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=48682bab-1d4c-4fe7-ac3d-de691639c418,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:25.188737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.203470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-14b87e69-74ed-4278-afc1-357766a4f87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:25.216381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.235481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 43245908-6c67-4932-bb6c-b02a57f8886f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:25.251880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.259650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-65a20ecd-36d0-4b0b-86ed-4685bc8fbbbd tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:25.330951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:25.352937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Checking segment: {'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:25.352937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network hostable DHCP agents. Network: 09199299-2bfc-4128-8384-a0037d2fd49e, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:26:25.371325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Subnet': ['ID=9f5d22bd-14ab-44e0-8493-6d81a1a805ff,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:25.374710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:25.379906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 09199299-2bfc-4128-8384-a0037d2fd49e is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:26:25.386238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Pushing event updated for resources: {'Port': ['ID=48682bab-1d4c-4fe7-ac3d-de691639c418,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:25.388754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:25.389773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.403888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 09199299-2bfc-4128-8384-a0037d2fd49e) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:25.412192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c717a4ab-ebe4-4a22-9587-1f4c9b711ebc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:25.414698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c717a4ab-ebe4-4a22-9587-1f4c9b711ebc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7876940 Nov 24 19:26:25.438912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:25.438912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c941853-b262-4637-9cb5-f1432209f5ff None None] Network 09199299-2bfc-4128-8384-a0037d2fd49e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:25.444331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:25.445146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.472950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.506141 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7837641 Nov 24 19:26:25.508117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:25.513129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44386) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:25.589507 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.606459 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Transition to ACTIVE for port object e11f8752-509e-45ba-804a-538f15ca6a95 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:25.630367 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.638188 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-40a7ddac-842c-47ef-aeff-496b66e3e916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:25.687381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] For port 9a29bc02-ec56-4a54-ac82-0a618375f03a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:25.716220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:25.723676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:25.741690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:25.743163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] For port 9a29bc02-ec56-4a54-ac82-0a618375f03a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9a29bc02-ec56-4a54-ac82-0a618375f03a,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:25.824814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=43245908-6c67-4932-bb6c-b02a57f8886f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:25.847997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:25.929883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:25.960038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68125509-9405-4211-af59-be6d9de10ba1 req-62b9beee-b35d-454d-8a00-2a54c091d344 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:25.969011 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-68125509-9405-4211-af59-be6d9de10ba1 req-62b9beee-b35d-454d-8a00-2a54c091d344 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 1.0031457 Nov 24 19:26:26.047649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.065405 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a1f9-d527-4896-88d8-80049850784a None None] Pushing event updated for resources: {'Port': ['ID=e11f8752-509e-45ba-804a-538f15ca6a95,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:26.069320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:26.102069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-e7e7b0bc-94c2-4d40-893b-9635d0299968 service neutron] 10.222.0.47 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685586 Nov 24 19:26:26.112455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:26.113437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.208423 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5912025 Nov 24 19:26:26.262011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44390) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:26.307881 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4914a1f9-d527-4896-88d8-80049850784a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:26.310954 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-68125509-9405-4211-af59-be6d9de10ba1 req-c0e4d97f-4df0-422c-857e-4e70a7e2e269 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373573 Nov 24 19:26:26.334424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-09199299-2bfc-4128-8384-a0037d2fd49e', 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'fixed_ips': [{'subnet_id': '9f5d22bd-14ab-44e0-8493-6d81a1a805ff'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:26.335363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.367291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port a74ccd45-765e-4463-9c95-9d78b7d1b9b8, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a74ccd45-765e-4463-9c95-9d78b7d1b9b8,segment=NetworkSegment(9745dd55-17f1-4465-8d49-77fe20fa13fc),segment_id=9745dd55-17f1-4465-8d49-77fe20fa13fc)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:26.368724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:26.369834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:26.457396 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-8aa40327-7da7-44ee-bfc5-75fe6e3e7066 service neutron] 10.222.0.47 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208671 Nov 24 19:26:26.476357 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Attempting to bind port e11f8752-509e-45ba-804a-538f15ca6a95 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:26.476747 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Attempting to bind port e11f8752-509e-45ba-804a-538f15ca6a95 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:26.478204 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Attempting to bind port e11f8752-509e-45ba-804a-538f15ca6a95 on network d534b96e-8021-4c25-87e6-17cf14963eab {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:26.510166 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:26.510527 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Checking segment: {'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:26.510738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.511030 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.511799 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Bound using segment: {'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:26.512332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 449579f1-8936-4b74-a8c8-1548009cee6e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:26.512673 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Bound port: e11f8752-509e-45ba-804a-538f15ca6a95, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9745dd55-17f1-4465-8d49-77fe20fa13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:26.513070 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.610608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b4652-6fe3-4c16-8709-385a1d6f9164 None None] Pushing event updated for resources: {'Port': ['ID=9a29bc02-ec56-4a54-ac82-0a618375f03a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:26.796488 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] For port e11f8752-509e-45ba-804a-538f15ca6a95, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:26.800128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-df6b4652-6fe3-4c16-8709-385a1d6f9164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:26.802311 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] For port e11f8752-509e-45ba-804a-538f15ca6a95, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e11f8752-509e-45ba-804a-538f15ca6a95,segment=NetworkSegment(9745dd55-17f1-4465-8d49-77fe20fa13fc),segment_id=9745dd55-17f1-4465-8d49-77fe20fa13fc)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:26.808834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72650022-57e1-425d-9302-8a5e6b648f50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:26.809453 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.813917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9738065a-0219-4bcb-a7b1-fab83a33a237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:26.817309 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8abbe8e9-b6d8-496c-9581-d32f01ee998d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:26.822608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72650022-57e1-425d-9302-8a5e6b648f50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:26.823446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72650022-57e1-425d-9302-8a5e6b648f50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:26.893502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2d995c6c-4bf9-4927-9021-93475aa0fe0a None None] Provisioning complete for port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:26.894442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d995c6c-4bf9-4927-9021-93475aa0fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:26.983209 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-afd8cce9-65c9-4556-9998-295d1139225c req-a1f26063-7106-46d2-8c9d-ad2bfcd8b337 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 210 time: 0.1869094 Nov 24 19:26:26.991005 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a1f9-d527-4896-88d8-80049850784a None None] Pushing event updated for resources: {'Port': ['ID=e11f8752-509e-45ba-804a-538f15ca6a95,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:26.999576 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4914a1f9-d527-4896-88d8-80049850784a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:27.007915 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:27.008784 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:27.083692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-72650022-57e1-425d-9302-8a5e6b648f50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:27.087262 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-72650022-57e1-425d-9302-8a5e6b648f50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8149698 Nov 24 19:26:27.088208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44402) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:27.226605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 43245908-6c67-4932-bb6c-b02a57f8886f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:27.227117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:27.238946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:27.420915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=a74ccd45-765e-4463-9c95-9d78b7d1b9b8,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:27.428888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:27.452912 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:27.491849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:27.740026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Allocated IP 2001:db8:3::2 (09199299-2bfc-4128-8384-a0037d2fd49e/9f5d22bd-14ab-44e0-8493-6d81a1a805ff/3254ca80-2277-4044-8bca-9b0164ea7745) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:27.866260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 449579f1-8936-4b74-a8c8-1548009cee6e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:27.866260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:27.989398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:28.210724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:21Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:26Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:18Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:28.215812 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8cc6f0-c275-4dfb-ba0b-779c6ef17a5d None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:21Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:26Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:18Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:28.266673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01208dd7-24b6-4d9c-af04-34f6fc901367 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:28.397998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 43245908-6c67-4932-bb6c-b02a57f8886f owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:28.446594 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25c01f2c-7587-4a62-9162-b11535a69419 req-dc00c44f-7ed1-4488-a32e-a1270a40cae0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 210 time: 0.1088159 Nov 24 19:26:28.469153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db0ace-7a22-4963-b807-0d219b738774 req-d11b3713-d8ee-4de8-9218-e98d5ba245e0 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:28.470967 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27db0ace-7a22-4963-b807-0d219b738774 req-d11b3713-d8ee-4de8-9218-e98d5ba245e0 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.8019848 Nov 24 19:26:28.562031 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27db0ace-7a22-4963-b807-0d219b738774 req-7b4df218-8147-4786-896d-5a00e8f9511d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806420 Nov 24 19:26:28.950170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2d995c6c-4bf9-4927-9021-93475aa0fe0a None None] Provisioning for port e11f8752-509e-45ba-804a-538f15ca6a95 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:29.015720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b863e011-0537-410c-b519-efb2a4d2da30 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:29.098671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:29.110831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46c17075-c1b4-450b-b636-f5b5bfc9a0a6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:29.179577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=43245908-6c67-4932-bb6c-b02a57f8886f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:29.186411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:29.252576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:25Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:29.290844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-a86ac412-d407-4612-9400-4fda470ff001 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:29.292647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-a86ac412-d407-4612-9400-4fda470ff001 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=032eaa2a-e22a-4706-98a5-93646271de89 HTTP/1.1" status: 200 len: 797 time: 0.5585070 Nov 24 19:26:29.323500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec152991-a6a5-44e0-8d96-de31e705bc1a None None] The sync data for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv is: [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:25Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:29.332773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:29.349468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c979e029-2e79-4f86-aa56-b3b6253b6ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:29.357088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Transition to ACTIVE for port object 3254ca80-2277-4044-8bca-9b0164ea7745 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:29.380506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b863e011-0537-410c-b519-efb2a4d2da30 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:29.380506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:29.461387 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-2a8b4a9f-39a1-47b4-9279-d0653b621572 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 380 time: 0.1523328 Nov 24 19:26:29.469200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:29.469366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Transition to ACTIVE for port object 3254ca80-2277-4044-8bca-9b0164ea7745 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:29.476998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['8dddf83f-b2e6-474f-8823-e51db81d90b9']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:29.519367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:29.533659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:29.585312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-70583618-9e26-4a21-b401-c31569801ece None None] Provisioning for port 48682bab-1d4c-4fe7-ac3d-de691639c418 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:29.648746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Network 09199299-2bfc-4128-8384-a0037d2fd49e is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:29.654943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Allocated IP 2001:db8:3::1 (09199299-2bfc-4128-8384-a0037d2fd49e/9f5d22bd-14ab-44e0-8493-6d81a1a805ff/7c9ceea6-924b-47bc-ad20-7473a73fa8b1) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:29.662765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:29.668492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:29.729593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Pushing event updated for resources: {'Port': ['ID=3254ca80-2277-4044-8bca-9b0164ea7745,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:29.739597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:29.811438 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/43245908-6c67-4932-bb6c-b02a57f8886f HTTP/1.1" status: 204 len: 168 time: 2.7218935 Nov 24 19:26:29.835072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44420) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:29.948567 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c749abb9-a83a-49d7-ad2f-6035c6ca29c0 req-3e6be93f-cd49-4a52-a196-4bdd51cbfb21 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 210 time: 0.2331748 Nov 24 19:26:29.958960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a808a8a-3b21-44d6-8ec1-980ae4a38732 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:29.961615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a808a8a-3b21-44d6-8ec1-980ae4a38732 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:29.970593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a808a8a-3b21-44d6-8ec1-980ae4a38732 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:29.972116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3a808a8a-3b21-44d6-8ec1-980ae4a38732 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:29.985255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f539b790-9bc8-4201-b5de-3c1ab4f37d32 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:30.032540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3a808a8a-3b21-44d6-8ec1-980ae4a38732 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:30.033578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3a808a8a-3b21-44d6-8ec1-980ae4a38732 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2003045 Nov 24 19:26:30.043782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44424) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:30.062516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Attempting to bind port 3254ca80-2277-4044-8bca-9b0164ea7745 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:30.064705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Attempting to bind port 3254ca80-2277-4044-8bca-9b0164ea7745 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:30.065329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Attempting to bind port 3254ca80-2277-4044-8bca-9b0164ea7745 on network 09199299-2bfc-4128-8384-a0037d2fd49e {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:30.110071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:30.111471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Checking segment: {'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:30.117941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.118788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Bound using segment: {'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:30.119464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Bound port: 3254ca80-2277-4044-8bca-9b0164ea7745, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:30.120168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.135406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.139123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:30.149164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.153814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:30.182714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Transition to ACTIVE for port object 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:30.186071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:30.188754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet bc829dea-5a4a-4d34-949b-1bd339e6a07a {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:30.190456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.198736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.286809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port f539b790-9bc8-4201-b5de-3c1ab4f37d32 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:30.293508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.297724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] For port 3254ca80-2277-4044-8bca-9b0164ea7745, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:30.300332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f539b790-9bc8-4201-b5de-3c1ab4f37d32 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:30.300569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.361760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] For port 3254ca80-2277-4044-8bca-9b0164ea7745, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3254ca80-2277-4044-8bca-9b0164ea7745,segment=NetworkSegment(670376b2-ecba-4c9c-acaa-c48ca7cb70ff),segment_id=670376b2-ecba-4c9c-acaa-c48ca7cb70ff)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:30.370285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.375862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2851ee37-09ea-438c-8d54-35d6e51d0dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:30.380209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.389365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4d3dcea1-3643-484f-bb2a-86db5cdf55ce tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:30.481658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Pushing event updated for resources: {'Port': ['ID=3254ca80-2277-4044-8bca-9b0164ea7745,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:30.492666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:30.530013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2467e8b-eb22-4460-a279-65d7949861b9 req-10324e9b-b08e-4558-b22d-bf3b38d0d9bf tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:30.538271 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2467e8b-eb22-4460-a279-65d7949861b9 req-10324e9b-b08e-4558-b22d-bf3b38d0d9bf tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.7657406 Nov 24 19:26:30.615977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.3 (032eaa2a-e22a-4706-98a5-93646271de89/664f1369-ce3c-4a57-b1e5-c8406ee63420/b7198200-0a45-4963-b9f2-e83a512b225d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:30.644999 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2467e8b-eb22-4460-a279-65d7949861b9 req-2ef5e37f-8d8e-4c7a-b9e9-ff9aeff0de6e tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019232 Nov 24 19:26:30.653833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.694784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0d7e1558-16ee-45e3-8e36-78c0c62b3129 None None] Could not find standard attr ID for object 43245908-6c67-4932-bb6c-b02a57f8886f. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:26:30.729757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port f539b790-9bc8-4201-b5de-3c1ab4f37d32, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f539b790-9bc8-4201-b5de-3c1ab4f37d32,segment=NetworkSegment(6797d874-fcb5-487e-8c1f-19c671a5f976),segment_id=6797d874-fcb5-487e-8c1f-19c671a5f976)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:30.735616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.738084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:30.763816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 09199299-2bfc-4128-8384-a0037d2fd49e is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:30.765193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:30.771586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:30.772345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.793457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=7c9ceea6-924b-47bc-ad20-7473a73fa8b1,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:30.797968 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:30.825860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:30.922527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=f539b790-9bc8-4201-b5de-3c1ab4f37d32,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:30.934825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:31.234783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 48682bab-1d4c-4fe7-ac3d-de691639c418 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:31.246286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.261079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.268949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8d9dd610-8967-4754-8015-3c70452f2ba7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:31.291990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.309898 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a607237b-1e08-4285-bd9a-07a3a2c529d4 req-a0c35b81-ab19-4ecf-95e6-372f41eacb12 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 210 time: 0.1284151 Nov 24 19:26:31.324317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object b7198200-0a45-4963-b9f2-e83a512b225d will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:31.367902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.376110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de0ad0b3-93be-434f-83f4-eee1d3edea95 tempest-ExtraDHCPOptionsTestJSON-2104445057 tempest-ExtraDHCPOptionsTestJSON-2104445057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:31.380885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.405611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339bb1b-3d20-4878-9e5c-9691791df742 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:31.426786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=bc829dea-5a4a-4d34-949b-1bd339e6a07a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:31.429573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:31.444652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 032eaa2a-e22a-4706-98a5-93646271de89 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:31.448807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:31.453915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:31.460844 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/bc829dea-5a4a-4d34-949b-1bd339e6a07a HTTP/1.1" status: 204 len: 168 time: 1.4141362 Nov 24 19:26:31.463814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44430) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:31.524424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:31.525331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.537509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet bf62c6e9-9865-4abc-b1a3-37e6895066da {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:31.544999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.549810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=b7198200-0a45-4963-b9f2-e83a512b225d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:31.556582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:31.570361 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1028352 Nov 24 19:26:31.577079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 48682bab-1d4c-4fe7-ac3d-de691639c418 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:31.582445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Request body: {'port': {'device_id': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:31.587425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 48682bab-1d4c-4fe7-ac3d-de691639c418 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:31.588053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.767590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.782103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.880488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.912999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d2f280df-35b9-4224-a85a-ebcf67659429 None None] Provisioning for port b7198200-0a45-4963-b9f2-e83a512b225d completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:31.921781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d2f280df-35b9-4224-a85a-ebcf67659429 None None] Provisioning complete for port b7198200-0a45-4963-b9f2-e83a512b225d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:31.922427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d2f280df-35b9-4224-a85a-ebcf67659429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:31.984316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.011596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d2f280df-35b9-4224-a85a-ebcf67659429 None None] Port b7198200-0a45-4963-b9f2-e83a512b225d cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:32.053077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-28114284-d7ef-4f73-9db8-98a31a8c86b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.095609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.104000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.105067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.110644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c2ac74c4-18d7-4302-805f-ee56ed8e7e0a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:32.156256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.164630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e96e9-947a-458c-84e2-d4254f0f00be req-c5bb6986-3c92-4028-81f2-d0b24786da1d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:32.171830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8c0e96e9-947a-458c-84e2-d4254f0f00be req-c5bb6986-3c92-4028-81f2-d0b24786da1d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.3558800 Nov 24 19:26:32.183794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:26:32.184193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:26:32.207737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.284780 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/bf62c6e9-9865-4abc-b1a3-37e6895066da HTTP/1.1" status: 204 len: 168 time: 0.8175385 Nov 24 19:26:32.288562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event updated for resources: {'Port': ['ID=7c9ceea6-924b-47bc-ad20-7473a73fa8b1,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:32.295249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:32.310214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44436) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:32.310861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3195c80a-d8d7-481e-bc05-fd8525a7d55b tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:32.429634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1d5a2d17-f1a7-4c43-ad2d-9ce104cf2e76 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:router {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:32.440168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=bf62c6e9-9865-4abc-b1a3-37e6895066da,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:32.450320 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:32.479737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1d5a2d17-f1a7-4c43-ad2d-9ce104cf2e76 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:router {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:32.481137 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d5a2d17-f1a7-4c43-ad2d-9ce104cf2e76 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391425 Nov 24 19:26:32.488598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44444) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:32.515006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Network 09199299-2bfc-4128-8384-a0037d2fd49e is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:32.516405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:32.548437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:32.568430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733398ea-cd6d-4bb3-a081-042bcb44cfc1 None None] Network 09199299-2bfc-4128-8384-a0037d2fd49e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:32.657058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8c0e96e9-947a-458c-84e2-d4254f0f00be req-e2cd02e7-3d2c-47a2-9866-1944b14c736a tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4841290 Nov 24 19:26:32.737323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9835902-4001-4b44-b860-a93564359fcc None None] Provisioning for port 3254ca80-2277-4044-8bca-9b0164ea7745 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:32.745810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:32.782690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a471cf33-41a1-4b66-a1c9-4ae7d769da24 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:32.799688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:32.816005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775a590-f4cf-4e53-b306-1b4d87a69135 req-b25f9f7a-a6a1-42a3-9171-4661e6cbee15 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:32.816973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9775a590-f4cf-4e53-b306-1b4d87a69135 req-b25f9f7a-a6a1-42a3-9171-4661e6cbee15 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:32.822118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7198200-0a45-4963-b9f2-e83a512b225d {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:26:32.827244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:32.834222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.837270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:32.857176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:32.862169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.867219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Transition to ACTIVE for port object b7198200-0a45-4963-b9f2-e83a512b225d will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:32.887953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9775a590-f4cf-4e53-b306-1b4d87a69135 req-b25f9f7a-a6a1-42a3-9171-4661e6cbee15 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:32.889457 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9775a590-f4cf-4e53-b306-1b4d87a69135 req-b25f9f7a-a6a1-42a3-9171-4661e6cbee15 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 931 time: 0.3996899 Nov 24 19:26:32.890244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.895354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:32.954405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:32.954812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:32.959184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.060375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:33.068928 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5553591 Nov 24 19:26:33.069848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44448) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:33.075584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:33.081143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:33.094397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-59e0f857-af6f-4fb1-b42a-7bdf55b15fa6 None None] Provisioning complete for port 48682bab-1d4c-4fe7-ac3d-de691639c418 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:33.094786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-59e0f857-af6f-4fb1-b42a-7bdf55b15fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.147172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9775a590-f4cf-4e53-b306-1b4d87a69135 req-93fd67b7-c0a0-4008-9fb8-c1cff769ba88 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154589 Nov 24 19:26:33.182119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Pushing event updated for resources: {'Port': ['ID=b7198200-0a45-4963-b9f2-e83a512b225d,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:33.188845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:33.235418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 48682bab-1d4c-4fe7-ac3d-de691639c418, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=48682bab-1d4c-4fe7-ac3d-de691639c418,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:33.254746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:33.255419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:33.323421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Attempting to bind port b7198200-0a45-4963-b9f2-e83a512b225d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:33.323782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Attempting to bind port b7198200-0a45-4963-b9f2-e83a512b225d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:33.324036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Attempting to bind port b7198200-0a45-4963-b9f2-e83a512b225d on network 032eaa2a-e22a-4706-98a5-93646271de89 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:33.359795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Port b7198200-0a45-4963-b9f2-e83a512b225d on network 032eaa2a-e22a-4706-98a5-93646271de89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:26:33.360157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Attempting to bind port b7198200-0a45-4963-b9f2-e83a512b225d on network 032eaa2a-e22a-4706-98a5-93646271de89 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:33.377121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.377551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:33.377936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Checking segment: {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:33.378627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a74ccd45-765e-4463-9c95-9d78b7d1b9b8 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:33.378899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Bound using segment: {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:33.379343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Bound port: b7198200-0a45-4963-b9f2-e83a512b225d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:33.379689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.418328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:33.430716 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:26:33.490158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] For port b7198200-0a45-4963-b9f2-e83a512b225d, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:33.504388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] For port b7198200-0a45-4963-b9f2-e83a512b225d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b7198200-0a45-4963-b9f2-e83a512b225d,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:33.520837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.527092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0110f728-82bd-44c0-b158-d6be5e31057a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:33.593226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:33.593851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.595242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7198200-0a45-4963-b9f2-e83a512b225d HTTP/1.1" status: 200 len: 1093 time: 2.0174692 Nov 24 19:26:33.597632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:26:33.662630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:33.694833 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'status': 'completed', 'code': 200} Nov 24 19:26:33.747664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=48682bab-1d4c-4fe7-ac3d-de691639c418,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:33.750704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:33.790416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Pushing event updated for resources: {'Port': ['ID=b7198200-0a45-4963-b9f2-e83a512b225d,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:33.795914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:33.829254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.extraroute_db [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 19:26:33.851808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.extraroute_db [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Removed routes are [] {{(pid=87486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 19:26:33.852421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.890896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:33.891293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:33.980975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:26:33.995001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:26:34.008080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Deleting port 48682bab-1d4c-4fe7-ac3d-de691639c418 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:34.008914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:34.046901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-88665854-579c-4b86-ad15-43a6593326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:34.048701 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-88665854-579c-4b86-ad15-43a6593326e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 1096 time: 0.3771579 Nov 24 19:26:34.146399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-c175f41d-dc20-48ae-9130-ddc92e5e6253 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7198200-0a45-4963-b9f2-e83a512b225d HTTP/1.1" status: 200 len: 217 time: 0.0871511 Nov 24 19:26:34.208876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a29bc02-ec56-4a54-ac82-0a618375f03a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:34.281618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:34.293584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:34.364643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c5501-c413-409e-8f7b-ed8a51284d22 req-e660869e-70b4-49cf-ae71-6b0fe373b991 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:34.366691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c5501-c413-409e-8f7b-ed8a51284d22 req-e660869e-70b4-49cf-ae71-6b0fe373b991 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.5199161 Nov 24 19:26:34.406064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-b32d6da0-137d-45c6-a02e-bbe3adf87152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:34.407518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-b32d6da0-137d-45c6-a02e-bbe3adf87152 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=664f1369-ce3c-4a57-b1e5-c8406ee63420 HTTP/1.1" status: 200 len: 835 time: 0.2556860 Nov 24 19:26:34.433776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9a29bc02-ec56-4a54-ac82-0a618375f03a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:34.494038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9a29bc02-ec56-4a54-ac82-0a618375f03a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:34.494428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:34.504153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:34.669483 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c5501-c413-409e-8f7b-ed8a51284d22 req-89ca1262-cac8-4959-8519-a9af462a5243 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919044 Nov 24 19:26:34.766257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:34.770211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] For port 48682bab-1d4c-4fe7-ac3d-de691639c418, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=48682bab-1d4c-4fe7-ac3d-de691639c418,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:34.770789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:34.788719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ebe37-be8a-454b-be32-a667749b5aa5 req-34646a20-2022-4460-82c2-a9a2575f121b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:34.790606 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b5ebe37-be8a-454b-be32-a667749b5aa5 req-34646a20-2022-4460-82c2-a9a2575f121b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 943 time: 0.4881244 Nov 24 19:26:34.847943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:34.848525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-fa017596-7506-4f16-aa78-09cfba39e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:34.851098 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-fa017596-7506-4f16-aa78-09cfba39e7a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=032eaa2a-e22a-4706-98a5-93646271de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4315782 Nov 24 19:26:34.855713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:34.857101 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b3c73554-15a6-47f3-a704-8d18239f3c29 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 200 len: 953 time: 1.7862444 Nov 24 19:26:34.859633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44458) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:34.929120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Calling delete_port for 48682bab-1d4c-4fe7-ac3d-de691639c418 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:34.965041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.008392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d316acfa-21ff-48ee-bc11-8c711c78932a None None] Provisioning for port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:35.016174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b5ebe37-be8a-454b-be32-a667749b5aa5 req-4c17689c-250e-41d7-9806-d3f382253d7c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187667 Nov 24 19:26:35.048169 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ff84881e-5dc1-4abd-910e-2b8690e11a54 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 200 len: 953 time: 0.1842999 Nov 24 19:26:35.048805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44462) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:35.053893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'routes': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:35.060656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d316acfa-21ff-48ee-bc11-8c711c78932a None None] Provisioning complete for port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:35.061047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d316acfa-21ff-48ee-bc11-8c711c78932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.147468 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-5115bded-4b74-497d-a3e3-b0291037af6d service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848778 Nov 24 19:26:35.161553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d316acfa-21ff-48ee-bc11-8c711c78932a None None] Port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:35.164469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.179462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c9ceea6-924b-47bc-ad20-7473a73fa8b1', 'name': '', 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:dc:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9f5d22bd-14ab-44e0-8493-6d81a1a805ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:27Z', 'updated_at': '2021-11-24T19:26:31Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '9f5d22bd-14ab-44e0-8493-6d81a1a805ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:26Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:35.199076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port 48682bab-1d4c-4fe7-ac3d-de691639c418, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=48682bab-1d4c-4fe7-ac3d-de691639c418,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:35.199343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:35.199442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Updating router e75db031-a24a-4d8d-9a78-cb4a4ceccebf port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:26:35.259303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9a29bc02-ec56-4a54-ac82-0a618375f03a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9a29bc02-ec56-4a54-ac82-0a618375f03a,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:35.267151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.267478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:35.299912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:35.308526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.323644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.324444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.332083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:35.355814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.377518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32c0525d-1e64-47f7-860b-bc24f363e15d req-65c7c3d2-ac70-4d31-9814-a65080ea0b82 service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225266 Nov 24 19:26:35.390653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:26:35.391202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:26:35.399217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:35.407685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:35.413058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:35.413654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.448705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=48682bab-1d4c-4fe7-ac3d-de691639c418,revision_number=7']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:35.485841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:35.489219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-11c133cb-60ca-4c19-95b6-db7484add690 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:35.530474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0299423 Nov 24 19:26:35.539790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44466) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:35.542074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9a29bc02-ec56-4a54-ac82-0a618375f03a,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:35.547093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:35.551215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:35.551863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f109d366-f451-4f99-a172-4fa15c159557 None None] Provisioning complete for port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:35.552397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f109d366-f451-4f99-a172-4fa15c159557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.665473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=5f816699-fb93-48fa-a4d2-4b921605dd89,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:35.670789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:35.678946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:35.679351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.687791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.extraroute_db [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added routes are [] {{(pid=87486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 19:26:35.688331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.extraroute_db [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 19:26:35.722633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-260d829c-6635-412b-bc90-895f8b7c880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:35.724134 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-260d829c-6635-412b-bc90-895f8b7c880c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 1096 time: 0.2766776 Nov 24 19:26:35.728998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.730556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:35.755269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f109d366-f451-4f99-a172-4fa15c159557 None None] Port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:26:35.755631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:35.761612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:35.812288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:35.896756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:35.900519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.924121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Deleting port 48682bab-1d4c-4fe7-ac3d-de691639c418 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:35.925253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:35.970958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e11f8752-509e-45ba-804a-538f15ca6a95 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:36.028160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-c0bcc07c-0ac1-40e5-b7fb-8f7ba26dd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:36.029627 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-c0bcc07c-0ac1-40e5-b7fb-8f7ba26dd2b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=032eaa2a-e22a-4706-98a5-93646271de89 HTTP/1.1" status: 200 len: 898 time: 0.2964363 Nov 24 19:26:36.074494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.077927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.138406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e11f8752-509e-45ba-804a-538f15ca6a95 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:36.147545 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-e5cb7e4e-8faa-4dc9-b4e3-d1411f332143 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7198200-0a45-4963-b9f2-e83a512b225d HTTP/1.1" status: 200 len: 217 time: 0.1088009 Nov 24 19:26:36.152737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e11f8752-509e-45ba-804a-538f15ca6a95 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:36.153296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.241558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c5c68-1bff-4ce1-a8b6-d74472a549b0 req-5f2b52b4-e44a-4c51-87ac-b59a5eac0b98 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:36.243267 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a3c5c68-1bff-4ce1-a8b6-d74472a549b0 req-5f2b52b4-e44a-4c51-87ac-b59a5eac0b98 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.4238334 Nov 24 19:26:36.284793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.resource_extend [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:26:36.387485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:36.460855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.481280 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a3c5c68-1bff-4ce1-a8b6-d74472a549b0 req-e0096421-d390-49f0-b7d5-aef92399be09 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288966 Nov 24 19:26:36.484670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] For port 48682bab-1d4c-4fe7-ac3d-de691639c418, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=48682bab-1d4c-4fe7-ac3d-de691639c418,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:36.485513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.492336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-5d1c8abb-261a-477c-a459-27e2b4622d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:36.493772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-5d1c8abb-261a-477c-a459-27e2b4622d9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=664f1369-ce3c-4a57-b1e5-c8406ee63420 HTTP/1.1" status: 200 len: 835 time: 0.3007078 Nov 24 19:26:36.501577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Transition to ACTIVE for port object 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:36.566756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.573945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:36.580792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.585051 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-626bb963-f7f8-48e6-8c6e-ac0846a07ccb tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 200 len: 703 time: 1.5330522 Nov 24 19:26:36.585269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44474) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:36.615234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b90bc-6f45-4c6c-a7b8-13b033451765 req-1e923ad3-1ca2-4550-80f4-0c3cb1e531bc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:36.616787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e63b90bc-6f45-4c6c-a7b8-13b033451765 req-1e923ad3-1ca2-4550-80f4-0c3cb1e531bc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 943 time: 0.4794135 Nov 24 19:26:36.639201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Calling delete_port for 48682bab-1d4c-4fe7-ac3d-de691639c418 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:36.683206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.695150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-7c6b06ff-db35-4705-ba29-7b3df16e35e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:36.734102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-5a2621a9-fc48-47cc-9779-74f630c2cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:36.736541 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-5a2621a9-fc48-47cc-9779-74f630c2cd36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=032eaa2a-e22a-4706-98a5-93646271de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2336018 Nov 24 19:26:36.747721 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e63b90bc-6f45-4c6c-a7b8-13b033451765 req-bda1e396-786f-4e6c-9bd0-9c63c4388da0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127160 Nov 24 19:26:36.777282 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b7def7c2-2d50-4ddb-b8b2-b8a5164c19f1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 200 len: 703 time: 0.1908047 Nov 24 19:26:36.779621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44478) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:36.811978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.819854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-88629036-0aef-45eb-8bbe-e75f1f7a49c0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:36.875203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port e11f8752-509e-45ba-804a-538f15ca6a95, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e11f8752-509e-45ba-804a-538f15ca6a95,segment=NetworkSegment(9745dd55-17f1-4465-8d49-77fe20fa13fc),segment_id=9745dd55-17f1-4465-8d49-77fe20fa13fc)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:36.916774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75a647-72cb-4aa6-8f47-c48797aa9ca0 None None] Pushing event updated for resources: {'Port': ['ID=7c9ceea6-924b-47bc-ad20-7473a73fa8b1,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:36.920383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a75a647-72cb-4aa6-8f47-c48797aa9ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:36.938573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:36.953435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:37.059861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:37.077259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=87025005-baac-459e-8be2-e4fc1e1f439f,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:37.080282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:37.089840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:37.101691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:37.102296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.145338 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6039336 Nov 24 19:26:37.149831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44486) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:37.160110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:ef:64:87', 'name': 'tempest-NetworksTestDHCPv6-1808468015'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:37.169809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Attempting to bind port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:37.170203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Attempting to bind port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:37.170585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Attempting to bind port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 on network 09199299-2bfc-4128-8384-a0037d2fd49e {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:37.193141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:37.193536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Checking segment: {'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:37.194069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.194579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Bound using segment: {'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:37.195067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Bound port: 7c9ceea6-924b-47bc-ad20-7473a73fa8b1, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670376b2-ecba-4c9c-acaa-c48ca7cb70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:37.195456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.216101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a29bc02-ec56-4a54-ac82-0a618375f03a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:37.252237 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-c1f36ed3-4dcd-4d9c-baec-6bd214f713b3 service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612565 Nov 24 19:26:37.326168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=e11f8752-509e-45ba-804a-538f15ca6a95,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:37.328838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.368144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:37.368624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:37.427900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:37.442773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:37.446811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:37.454469 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ac2ebfa-c6ab-4484-b921-d2d2dae78622 req-51134eca-b2cb-4540-b0fa-d46e6eb986ea service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955040 Nov 24 19:26:37.455292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:37.462244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Pushing event deleted for resources: {'Port': ['ID=48682bab-1d4c-4fe7-ac3d-de691639c418,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:37.469092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:37.474170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:37.509873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.534979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] No DVR routers for this DVR port 48682bab-1d4c-4fe7-ac3d-de691639c418 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:37.565728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] For port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:37.569465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9a29bc02-ec56-4a54-ac82-0a618375f03a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:37.569840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.594351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3e5c5-5af5-494e-8cd3-8acba3fdcb2d None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:37.609131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.650255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port b00fa81d-256b-4b82-a890-bf40c906de06 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:26:37.683412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] For port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7c9ceea6-924b-47bc-ad20-7473a73fa8b1,segment=NetworkSegment(670376b2-ecba-4c9c-acaa-c48ca7cb70ff),segment_id=670376b2-ecba-4c9c-acaa-c48ca7cb70ff)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:37.701115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:37.709253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:37.819196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:37.819860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:37.880371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae488af-aeb9-44cc-84f9-77d0e322db04 req-5ebbb1d0-918a-4fbc-8739-c442e2026afe tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:37.881882 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fae488af-aeb9-44cc-84f9-77d0e322db04 req-5ebbb1d0-918a-4fbc-8739-c442e2026afe tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.1862907 Nov 24 19:26:37.951940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:37.953015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:38.030108 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fae488af-aeb9-44cc-84f9-77d0e322db04 req-292d44d2-1d29-4b0a-b35d-ac6d2130ac1f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413274 Nov 24 19:26:38.079572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:38.126370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a91f1-3103-4efc-9062-a86c37bfe27c req-0f16bf30-f081-4d02-90bb-5f7b1dc692be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:38.128404 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab3a91f1-3103-4efc-9062-a86c37bfe27c req-0f16bf30-f081-4d02-90bb-5f7b1dc692be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 943 time: 0.1819470 Nov 24 19:26:38.149382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b7198200-0a45-4963-b9f2-e83a512b225d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:26:38.161206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 172.20.0.11 (b695011e-6a3b-4058-8828-f9b351dbf876/87025005-baac-459e-8be2-e4fc1e1f439f/b00fa81d-256b-4b82-a890-bf40c906de06) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:38.173598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:feef:6487 (b695011e-6a3b-4058-8828-f9b351dbf876/5f816699-fb93-48fa-a4d2-4b921605dd89/b00fa81d-256b-4b82-a890-bf40c906de06) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:38.207058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab3a91f1-3103-4efc-9062-a86c37bfe27c req-9a67f327-b30d-4bbf-baea-69b157fe2c8a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629504 Nov 24 19:26:38.252382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75a647-72cb-4aa6-8f47-c48797aa9ca0 None None] Pushing event updated for resources: {'Port': ['ID=7c9ceea6-924b-47bc-ad20-7473a73fa8b1,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:38.314052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port 7c9ceea6-924b-47bc-ad20-7473a73fa8b1, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7c9ceea6-924b-47bc-ad20-7473a73fa8b1,segment=NetworkSegment(670376b2-ecba-4c9c-acaa-c48ca7cb70ff),segment_id=670376b2-ecba-4c9c-acaa-c48ca7cb70ff)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:38.314446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:38.320465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a75a647-72cb-4aa6-8f47-c48797aa9ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:38.370200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.resource_extend [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:26:38.385749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f539b790-9bc8-4201-b5de-3c1ab4f37d32 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:38.414581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:38.431795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object b00fa81d-256b-4b82-a890-bf40c906de06 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:38.444096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:38.459545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:38.466072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:38.531749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:38.534834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:38.537336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:38.738467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=b00fa81d-256b-4b82-a890-bf40c906de06,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:38.747150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b7198200-0a45-4963-b9f2-e83a512b225d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b7198200-0a45-4963-b9f2-e83a512b225d,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:38.751664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.752160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.752605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.753244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.753975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.754112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.754495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.754929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.755366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.755798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.756248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.756676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.760630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:38.766572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f539b790-9bc8-4201-b5de-3c1ab4f37d32 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:38.766955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:38.781915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:38.782733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:38.797037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'port_id': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'mac_address': 'fa:16:3e:23:40:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:26:38.807612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:38.813514 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6598554 Nov 24 19:26:38.813710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44494) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:38.814957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-af8d3476-1a44-4d0a-b770-3931e290f7f4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:38.899622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=7c9ceea6-924b-47bc-ad20-7473a73fa8b1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:38.913867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.914232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.914614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.914991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.915358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.915726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.916117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.916480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.916842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.917203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.917559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.917918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:38.922596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:38.957494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c594fb-2844-4e42-a102-34659ec680ce tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:38.959276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-55c594fb-2844-4e42-a102-34659ec680ce tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:39.003518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '5f816699-fb93-48fa-a4d2-4b921605dd89'}, {'subnet_id': '87025005-baac-459e-8be2-e4fc1e1f439f'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:26:39.004004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-55c594fb-2844-4e42-a102-34659ec680ce tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:39.004517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:39.005702 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-55c594fb-2844-4e42-a102-34659ec680ce tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1906481 Nov 24 19:26:39.008881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44498) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:39.022731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:39.098329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port b00fa81d-256b-4b82-a890-bf40c906de06 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:39.099072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:39.103481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7198200-0a45-4963-b9f2-e83a512b225d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:26:39.122762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:39.192811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 7, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c9ceea6-924b-47bc-ad20-7473a73fa8b1', 'name': '', 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:dc:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9f5d22bd-14ab-44e0-8493-6d81a1a805ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:27Z', 'updated_at': '2021-11-24T19:26:37Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '9f5d22bd-14ab-44e0-8493-6d81a1a805ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:36Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:39.207385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b7198200-0a45-4963-b9f2-e83a512b225d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b7198200-0a45-4963-b9f2-e83a512b225d,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:39.213248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c74cb67-db97-4b35-8d7e-64f76cb96966 None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 7, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c9ceea6-924b-47bc-ad20-7473a73fa8b1', 'name': '', 'network_id': '09199299-2bfc-4128-8384-a0037d2fd49e', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:dc:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9f5d22bd-14ab-44e0-8493-6d81a1a805ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:27Z', 'updated_at': '2021-11-24T19:26:37Z', 'revision_number': 4, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '9f5d22bd-14ab-44e0-8493-6d81a1a805ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:36Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:39.225037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3254ca80-2277-4044-8bca-9b0164ea7745 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:39.325252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:39.328901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a75a647-72cb-4aa6-8f47-c48797aa9ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:39.465891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 3254ca80-2277-4044-8bca-9b0164ea7745 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:39.537394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3254ca80-2277-4044-8bca-9b0164ea7745 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:39.537716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:39.594197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:39.634334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b7198200-0a45-4963-b9f2-e83a512b225d,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:39.637602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:39.646766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7ff79-1234-4b09-aa6b-636428c16216 req-631acc67-d5f1-4cc9-a760-136cdd19c534 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:39.648394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51f7ff79-1234-4b09-aa6b-636428c16216 req-631acc67-d5f1-4cc9-a760-136cdd19c534 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.4194310 Nov 24 19:26:39.684514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Allocated IP 172.20.0.2 (b695011e-6a3b-4058-8828-f9b351dbf876/87025005-baac-459e-8be2-e4fc1e1f439f/3aa75bba-8638-4263-a0bd-d302c8fa176a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:39.693918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Allocated IP 2001:db8::f816:3eff:fe88:7b53 (b695011e-6a3b-4058-8828-f9b351dbf876/5f816699-fb93-48fa-a4d2-4b921605dd89/3aa75bba-8638-4263-a0bd-d302c8fa176a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:39.708040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:39.739343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['b7198200-0a45-4963-b9f2-e83a512b225d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:26:39.929993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 62b0923f-ec2b-4ad7-970f-f95020ad5abc details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:26:39.935651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for b00fa81d-256b-4b82-a890-bf40c906de06 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:39.944297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 62b0923f-ec2b-4ad7-970f-f95020ad5abc no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:39.945871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:39.963026 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794825 Nov 24 19:26:39.963315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44506) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:39.982130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cdbcc-6e2c-4d2e-927a-372cb628d09a req-1fa9c101-3837-4a72-9ee3-e645fc81c387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:39.990413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c91cdbcc-6e2c-4d2e-927a-372cb628d09a req-1fa9c101-3837-4a72-9ee3-e645fc81c387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 944 time: 0.5422628 Nov 24 19:26:40.024392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.024623 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51f7ff79-1234-4b09-aa6b-636428c16216 req-cdd23c8e-2943-4657-b31c-d3758e5ec03d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680074 Nov 24 19:26:40.067412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet 9f5d22bd-14ab-44e0-8493-6d81a1a805ff {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:40.074082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.107295 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c91cdbcc-6e2c-4d2e-927a-372cb628d09a req-4cd65bfd-d7e2-4478-bb54-3e74aca70ded tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157501 Nov 24 19:26:40.136869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12581fc-01dc-408d-86bd-5c143909eefd req-f70bfaff-afa5-4aa7-9b9b-7f665f81790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:40.138419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c12581fc-01dc-408d-86bd-5c143909eefd req-f70bfaff-afa5-4aa7-9b9b-7f665f81790a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1099 time: 0.3349454 Nov 24 19:26:40.152531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.223361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 3254ca80-2277-4044-8bca-9b0164ea7745, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3254ca80-2277-4044-8bca-9b0164ea7745,segment=NetworkSegment(670376b2-ecba-4c9c-acaa-c48ca7cb70ff),segment_id=670376b2-ecba-4c9c-acaa-c48ca7cb70ff)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:40.233268 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c12581fc-01dc-408d-86bd-5c143909eefd req-1a00ac2c-0abd-4f96-9fc1-85f89cebb233 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633190 Nov 24 19:26:40.262173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.299031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.311686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.318095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a891b17b-0b75-456b-95d7-9119a1ac8a18 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:40.345224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1573eb40-0081-4335-ad9c-b8550b42c16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:40.366767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=b00fa81d-256b-4b82-a890-bf40c906de06,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:40.367535 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:40.370048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:40.381135 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:40.382104 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:40.388183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.397237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0e430bba-99c4-47d9-8be2-b542acc5873b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:40.415398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 48682bab-1d4c-4fe7-ac3d-de691639c418 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:40.441912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5d22bd-14ab-44e0-8493-6d81a1a805ff,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:40.446262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:40.449200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.460168 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/9f5d22bd-14ab-44e0-8493-6d81a1a805ff HTTP/1.1" status: 204 len: 168 time: 0.4956179 Nov 24 19:26:40.460782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44510) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:40.488455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3fe317-01c7-4f99-bafd-31721db3553b None None] Network 09199299-2bfc-4128-8384-a0037d2fd49e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:40.514954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 48682bab-1d4c-4fe7-ac3d-de691639c418 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:40.515314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 48682bab-1d4c-4fe7-ac3d-de691639c418 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:40.535184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.574895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.575840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/b00fa81d-256b-4b82-a890-bf40c906de06 HTTP/1.1" status: 204 len: 168 time: 1.5656338 Nov 24 19:26:40.577114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44514) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:40.622463 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:40.647197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.666178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 3254ca80-2277-4044-8bca-9b0164ea7745 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:40.666774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.671789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1422c-4803-4b2c-810e-ad83db09bb57 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:40.673637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1422c-4803-4b2c-810e-ad83db09bb57 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:40.676000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1422c-4803-4b2c-810e-ad83db09bb57 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:40.676889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-33f1422c-4803-4b2c-810e-ad83db09bb57 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:40.689727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.700993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-33f1422c-4803-4b2c-810e-ad83db09bb57 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:40.705305 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-33f1422c-4803-4b2c-810e-ad83db09bb57 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1268325 Nov 24 19:26:40.706820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44518) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:40.713003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e11f8752-509e-45ba-804a-538f15ca6a95 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:40.782375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=3254ca80-2277-4044-8bca-9b0164ea7745,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:40.785640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:40.789087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 5f816699-fb93-48fa-a4d2-4b921605dd89 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:40.790864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Transition to ACTIVE for port object 3aa75bba-8638-4263-a0bd-d302c8fa176a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:40.821893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:40.844249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:26:40.903838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'port_id': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'mac_address': 'fa:16:3e:75:5d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:26:40.915626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:40.959899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port 3254ca80-2277-4044-8bca-9b0164ea7745, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3254ca80-2277-4044-8bca-9b0164ea7745,segment=NetworkSegment(670376b2-ecba-4c9c-acaa-c48ca7cb70ff),segment_id=670376b2-ecba-4c9c-acaa-c48ca7cb70ff)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:40.960404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:40.981361 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'code': 200} Nov 24 19:26:40.985039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Transition to ACTIVE for port object 3aa75bba-8638-4263-a0bd-d302c8fa176a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:41.013695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.017765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.056524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41d346fd-4734-42a0-9d2b-4e3a15a2573a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:41.057654 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:38Z', 'revision_number': 8, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:36Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:41.064085 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:41.075447 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:41.076355 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:41.092570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.108865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.186800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 3254ca80-2277-4044-8bca-9b0164ea7745 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:41.205842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:41.210499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.228632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:41.231117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:41.245694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.250470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e11f8752-509e-45ba-804a-538f15ca6a95 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:41.250900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.290648 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:41.330091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:41.334446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:41.355682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-446455ca-3e3f-4530-8356-f2b4e7c85ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:41.372774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.384092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1e3248f-a20c-46b8-b7d3-ef4d36c443cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:41.430529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No DVR routers for this DVR port 3254ca80-2277-4044-8bca-9b0164ea7745 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:41.511118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=3254ca80-2277-4044-8bca-9b0164ea7745,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:41.521038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:41.538280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b0923f-ec2b-4ad7-970f-f95020ad5abc {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:26:41.613554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.628417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3ae1fe7f-b0c3-499c-86c6-0cf2d929a286 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:41.645440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.673710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09199299-2bfc-4128-8384-a0037d2fd49e']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:41.688348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670376b2-ecba-4c9c-acaa-c48ca7cb70ff') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:41.688792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670376b2-ecba-4c9c-acaa-c48ca7cb70ff') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:41.706884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.710022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=5f816699-fb93-48fa-a4d2-4b921605dd89,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:41.713274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.726835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:41.729560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.737247 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5f816699-fb93-48fa-a4d2-4b921605dd89 HTTP/1.1" status: 204 len: 168 time: 1.0291326 Nov 24 19:26:41.737786 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:38Z', 'revision_number': 8, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:36Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:41.741376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:26:41.742046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.744508 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a57681-012a-4b2c-9592-99e9879792e9 None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:38Z', 'revision_number': 8, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e11f8752-509e-45ba-804a-538f15ca6a95', 'name': '', 'network_id': 'd534b96e-8021-4c25-87e6-17cf14963eab', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:a8:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:17Z', 'updated_at': '2021-11-24T19:26:36Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '55b2ee93-ccbd-4706-89e8-58cb3205592b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:41.744878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44528) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:26:41.765298 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:26:41.799568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Attempting to bind port 3aa75bba-8638-4263-a0bd-d302c8fa176a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:26:41.800099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Attempting to bind port 3aa75bba-8638-4263-a0bd-d302c8fa176a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:26:41.800540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Attempting to bind port 3aa75bba-8638-4263-a0bd-d302c8fa176a on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:26:41.818525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:41.837557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:26:41.838181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:26:41.838922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.839225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:26:41.839721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Bound port: 3aa75bba-8638-4263-a0bd-d302c8fa176a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:26:41.840241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.866213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.872579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ed411fb-7283-48ca-9738-db208cc76fcf tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:41.875847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.879736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d772227-69ec-4c1a-a15b-74c79c58ca49 req-28b2b596-99a1-4a71-9d77-887914a40523 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:41.887301 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7d772227-69ec-4c1a-a15b-74c79c58ca49 req-28b2b596-99a1-4a71-9d77-887914a40523 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 944 time: 0.6052306 Nov 24 19:26:41.888353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:41.903244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=09199299-2bfc-4128-8384-a0037d2fd49e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:41.907510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:41.909785 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/09199299-2bfc-4128-8384-a0037d2fd49e HTTP/1.1" status: 204 len: 168 time: 1.4473984 Nov 24 19:26:41.912415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44532) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:41.921365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816021ce-4e2b-450f-bc13-f8386e2203be req-e90cfaa7-0b7f-4ade-b93f-c8fd6e34c5f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:41.929160 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-816021ce-4e2b-450f-bc13-f8386e2203be req-e90cfaa7-0b7f-4ade-b93f-c8fd6e34c5f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 944 time: 0.6033578 Nov 24 19:26:41.948454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Pushing event updated for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:41.954728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:41.959053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:41.972682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 87025005-baac-459e-8be2-e4fc1e1f439f {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:41.991907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.028748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7d772227-69ec-4c1a-a15b-74c79c58ca49 req-36549b4b-cd35-424f-acc4-26459c2926ee tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401157 Nov 24 19:26:42.069902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-816021ce-4e2b-450f-bc13-f8386e2203be req-94388b0e-cd53-4c43-bde0-bc506f1a88f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395624 Nov 24 19:26:42.076806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.103569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:42.105005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:42.162143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87a923-0571-4320-b73c-617ab9a64503 None None] DHCP port deletion for 09199299-2bfc-4128-8384-a0037d2fd49e request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:26:42.192490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:26:42.197003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3aa75bba-8638-4263-a0bd-d302c8fa176a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:26:42.205366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.209548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.216023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:42.287913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['62b0923f-ec2b-4ad7-970f-f95020ad5abc'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:26:42.298536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.305999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5092fc5a-408b-4a68-a64e-31acda753b3b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:42.357070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.363814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=87025005-baac-459e-8be2-e4fc1e1f439f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:42.367953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:42.382941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/87025005-baac-459e-8be2-e4fc1e1f439f HTTP/1.1" status: 204 len: 168 time: 0.6256576 Nov 24 19:26:42.383215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44538) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:42.413693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Pushing event updated for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:42.419544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:42.457248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb698f64-a77a-46f9-b122-ffbf1bde9541 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:42.468173 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d1647305-2de6-49df-bbf2-709f67600d47 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841327 Nov 24 19:26:42.473853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44542) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:42.479377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:42.620282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:42.626065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:42.629180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:42.635131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:42.638831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:42.646734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:42.650946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.728593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:42.728943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7c9ceea6-924b-47bc-ad20-7473a73fa8b1 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:42.729367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3254ca80-2277-4044-8bca-9b0164ea7745 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:42.736348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.772715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 3254ca80-2277-4044-8bca-9b0164ea7745 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:42.773064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3254ca80-2277-4044-8bca-9b0164ea7745 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:42.892420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08836496-24db-4867-a0f9-c73481342ca1 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:26:42.941995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:42.948872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-17d8e6a8-9923-432a-aedb-466f9c444bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:43.024325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:43.027819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:43.033063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:43.033734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:43.068643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=b4c9509c-3414-414b-bb0c-270038a23fa9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:43.077563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:43.092153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08836496-24db-4867-a0f9-c73481342ca1 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:26:43.093742 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6193495 Nov 24 19:26:43.100424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44548) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:43.109533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:43.165846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port e11f8752-509e-45ba-804a-538f15ca6a95 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:43.166609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:43.402512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:43.409660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:43.416735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:43.424572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:43.430193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port e11f8752-509e-45ba-804a-538f15ca6a95, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e11f8752-509e-45ba-804a-538f15ca6a95,segment=NetworkSegment(9745dd55-17f1-4465-8d49-77fe20fa13fc),segment_id=9745dd55-17f1-4465-8d49-77fe20fa13fc)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:43.430193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:43.446294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:43.449807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:43.538881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d46dd9-b371-4da0-9ad8-edadf6118f31 req-74e202ca-4e9e-4c4e-9243-648082c7e717 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:43.540459 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91d46dd9-b371-4da0-9ad8-edadf6118f31 req-74e202ca-4e9e-4c4e-9243-648082c7e717 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 944 time: 0.2255833 Nov 24 19:26:43.567870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc993452-9849-47a1-97e4-d3bb0c13784f req-33bf624b-546e-4af0-8c89-fd608b36b06a tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:43.569401 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc993452-9849-47a1-97e4-d3bb0c13784f req-33bf624b-546e-4af0-8c89-fd608b36b06a tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 945 time: 0.3002391 Nov 24 19:26:43.579434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for e11f8752-509e-45ba-804a-538f15ca6a95 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:43.682165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91d46dd9-b371-4da0-9ad8-edadf6118f31 req-27a22089-2e2e-43f2-bcc5-1f99ec13513a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266382 Nov 24 19:26:43.689720 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc993452-9849-47a1-97e4-d3bb0c13784f req-e8b48872-7979-4491-8132-90be9210c42d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057768 Nov 24 19:26:43.711877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Update dhcp port {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': 'b4c9509c-3414-414b-bb0c-270038a23fa9'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': '3aa75bba-8638-4263-a0bd-d302c8fa176a'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:26:43.727868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44554) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:43.771885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:43.910927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b7198200-0a45-4963-b9f2-e83a512b225d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:43.937209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:43.944194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cef8d666-2c41-4560-81b6-b8c74f534a0d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:44.010475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=e11f8752-509e-45ba-804a-538f15ca6a95,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:44.046997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:44.047246 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-34e3cda5-ddf5-4202-9ea9-e02515fb49e5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/floatingips/d5574a2d-2441-4b1e-98c8-d3d8764e5358 HTTP/1.1" status: 200 len: 993 time: 0.3138108 Nov 24 19:26:44.075774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Allocated IP 172.20.0.2 (b695011e-6a3b-4058-8828-f9b351dbf876/b4c9509c-3414-414b-bb0c-270038a23fa9/3aa75bba-8638-4263-a0bd-d302c8fa176a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:44.090585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port b7198200-0a45-4963-b9f2-e83a512b225d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:44.119546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port b7198200-0a45-4963-b9f2-e83a512b225d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:44.119946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:44.277920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:26:44.289974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:44.361535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3aa75bba-8638-4263-a0bd-d302c8fa176a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:44.373054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:44.410712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:44.425695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:26:44.445629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b7198200-0a45-4963-b9f2-e83a512b225d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b7198200-0a45-4963-b9f2-e83a512b225d,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:44.445629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Ignored duplicate provisioning block setup for port 3aa75bba-8638-4263-a0bd-d302c8fa176a by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 19:26:44.458000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:44.459267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 62b0923f-ec2b-4ad7-970f-f95020ad5abc up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:44.494009 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'code': 200} Nov 24 19:26:44.500126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-952d5231-62d1-4c83-b564-5fdaf092b5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:44.565843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:44.574956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:44.739797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b7198200-0a45-4963-b9f2-e83a512b225d,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:44.745428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:44.764750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.765101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.765439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.765776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.766102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.766435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.767239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.767239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.767414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.767726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.768071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.768465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:26:44.791942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:44.793482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-38c33629-691d-4799-b540-fc27d8886f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:44.913448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 62b0923f-ec2b-4ad7-970f-f95020ad5abc triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:44.913448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.052779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:45.086542 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1728332 Nov 24 19:26:45.089645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44562) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:45.090909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:45.093403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Pushing event updated for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:45.111027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:45.126345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:45.126988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:45.211947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet 55b2ee93-ccbd-4706-89e8-58cb3205592b {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:45.215779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.217643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3aa75bba-8638-4263-a0bd-d302c8fa176a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:45.254359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.260570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.276678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.277480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.288534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b4492db3-f354-41ba-8cdd-51a506f211b0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:45.297385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.329176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:45.340690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.348845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:45.351809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ce10a-d800-4d77-bdb7-089554e83c9e req-b330e3f3-7236-4a1e-bd4c-62fa7be3325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:45.353631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-860ce10a-d800-4d77-bdb7-089554e83c9e req-b330e3f3-7236-4a1e-bd4c-62fa7be3325f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 1098 time: 0.6274111 Nov 24 19:26:45.381304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617846f-22c3-488f-8651-7b50d4e68a2f req-3ab5ac3d-9709-45fa-a5b1-d97477e7d675 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:45.382575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b617846f-22c3-488f-8651-7b50d4e68a2f req-3ab5ac3d-9709-45fa-a5b1-d97477e7d675 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 945 time: 0.5022390 Nov 24 19:26:45.414075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.450544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:45.450770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:45.459000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:45.466020 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-860ce10a-d800-4d77-bdb7-089554e83c9e req-9ec9b313-b2a5-494a-8a62-e51535364047 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990853 Nov 24 19:26:45.466946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:45.467406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.484328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=7']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:45.495887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:45.498634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e7fb14f-3244-43ad-8e6b-6c37004f3d56 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:45.505074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.511882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d2eda986-c30b-4fae-a6fe-23a0382e31f6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:45.556919 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b617846f-22c3-488f-8651-7b50d4e68a2f req-68222e26-ffaf-4c1a-9790-5e799aba7bf5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479521 Nov 24 19:26:45.570063 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4682877 Nov 24 19:26:45.573779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44566) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:45.578577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.583350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:18:21:f2', 'name': 'tempest-NetworksTestDHCPv6-605603861'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:45.595236 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/55b2ee93-ccbd-4706-89e8-58cb3205592b HTTP/1.1" status: 204 len: 168 time: 0.5014696 Nov 24 19:26:45.601167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=55b2ee93-ccbd-4706-89e8-58cb3205592b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:45.605428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:45.606177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44570) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:45.631117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=36900e2b-0865-445f-a9d7-fac735ab7553,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:45.648182 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:45.653746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:45.680753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:45.761317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:45.765556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:45.770041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:45.777339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:45.793380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.861029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:45.863848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:45.863848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:45.930448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:43Z', 'revision_number': 9, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:45.938700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:45.959822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:45.960710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:45.999399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:46.037449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 28b6fb7b-f760-4772-855f-978ce2bdd77d yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:26:46.228271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:46.276629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port a74ccd45-765e-4463-9c95-9d78b7d1b9b8, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a74ccd45-765e-4463-9c95-9d78b7d1b9b8,segment=NetworkSegment(9745dd55-17f1-4465-8d49-77fe20fa13fc),segment_id=9745dd55-17f1-4465-8d49-77fe20fa13fc)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:46.277153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:46.297547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774d290f-0f4b-4642-b55f-c09713802d68 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:46.344395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 172.20.0.9 (b695011e-6a3b-4058-8828-f9b351dbf876/b4c9509c-3414-414b-bb0c-270038a23fa9/28b6fb7b-f760-4772-855f-978ce2bdd77d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:46.352228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fe18:21f2 (b695011e-6a3b-4058-8828-f9b351dbf876/36900e2b-0865-445f-a9d7-fac735ab7553/28b6fb7b-f760-4772-855f-978ce2bdd77d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:46.455229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for a74ccd45-765e-4463-9c95-9d78b7d1b9b8 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:46.609846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:46.615521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8c7d9624-e53e-47a0-8554-d85b83c09233 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:46.622389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:46.650328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 28b6fb7b-f760-4772-855f-978ce2bdd77d will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:46.651825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:26:46.686127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=a74ccd45-765e-4463-9c95-9d78b7d1b9b8,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:46.690982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:46.698014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d21a6-de2a-40b4-a625-3490fd40db5d None None] Network d534b96e-8021-4c25-87e6-17cf14963eab requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:46.703158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No DVR routers for this DVR port a74ccd45-765e-4463-9c95-9d78b7d1b9b8 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:46.726702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:46.733007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9c804977-ec83-4fc6-a084-a4eccb250b73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:46.817452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3aa75bba-8638-4263-a0bd-d302c8fa176a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:46.958397 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'code': 200} Nov 24 19:26:46.959652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:46.990443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efe6ee92-59c4-444b-a504-96a3f76bc504 None None] Provisioning for port 3aa75bba-8638-4263-a0bd-d302c8fa176a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:47.018411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d534b96e-8021-4c25-87e6-17cf14963eab']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:47.036463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9745dd55-17f1-4465-8d49-77fe20fa13fc') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:47.036708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9745dd55-17f1-4465-8d49-77fe20fa13fc') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:47.052351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.072738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.082218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:26:47.083215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:26:47.100750 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:26:47.110022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:47.114116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:47.126505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:47.195651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=28b6fb7b-f760-4772-855f-978ce2bdd77d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:47.204682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:47.220958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.224162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:47.226590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.226925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-47a0f88f-3d9b-4799-a0c2-6abef493a46c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:47.227038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05df570-d74a-4a6c-8594-7c92be343446 None None] DHCP port deletion for d534b96e-8021-4c25-87e6-17cf14963eab request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:26:47.235013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 3aa75bba-8638-4263-a0bd-d302c8fa176a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:47.248645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.256120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=d534b96e-8021-4c25-87e6-17cf14963eab,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:47.260675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:47.268187 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/d534b96e-8021-4c25-87e6-17cf14963eab HTTP/1.1" status: 204 len: 168 time: 1.6564786 Nov 24 19:26:47.270659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165538e8-99e5-4f99-953a-e9761a8c8b70 req-5f6bdb60-0534-4868-a972-dc64536b718d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:47.271202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44578) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:47.272196 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-165538e8-99e5-4f99-953a-e9761a8c8b70 req-5f6bdb60-0534-4868-a972-dc64536b718d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 945 time: 0.4863176 Nov 24 19:26:47.283406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:47.285476 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7097123 Nov 24 19:26:47.286418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44582) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:47.287413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.320632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:43Z', 'revision_number': 9, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:47.396511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-165538e8-99e5-4f99-953a-e9761a8c8b70 req-850c277d-a195-461c-b5d4-e3d1f9b7c27d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650587 Nov 24 19:26:47.406892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01667489-9f6e-4c00-a4f7-930d3c7d4440 None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:43Z', 'revision_number': 9, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f539b790-9bc8-4201-b5de-3c1ab4f37d32', 'name': '', 'network_id': '45ea20c4-66c1-43be-a759-09c3b32aeb9d', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:09Z', 'updated_at': '2021-11-24T19:26:30Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': 'b6368a0d-d24b-4cdf-9073-afec1cc107c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:47.423991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb83fca-175d-4685-bd0d-72f80c89b5eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:47.436055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb83fca-175d-4685-bd0d-72f80c89b5eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:47.437229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0fb83fca-175d-4685-bd0d-72f80c89b5eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:47.475059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0fb83fca-175d-4685-bd0d-72f80c89b5eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:47.477696 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0fb83fca-175d-4685-bd0d-72f80c89b5eb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1891389 Nov 24 19:26:47.480764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44586) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:47.558487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.580361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 28b6fb7b-f760-4772-855f-978ce2bdd77d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:47.580628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.613599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3aa75bba-8638-4263-a0bd-d302c8fa176a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:47.620518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:47.623289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:47.710135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:47.713379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:47.931118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.046453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.116765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 28b6fb7b-f760-4772-855f-978ce2bdd77d owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:48.338751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ed546-262a-4753-a6b6-ab01cb6b2497 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:48.404409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.426948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-392d2484-e174-47cd-a6c2-c04a324afb7e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:48.455211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d52c1ee5-3636-420c-8d46-770dd5cdd6c1 None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:48.456155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d52c1ee5-3636-420c-8d46-770dd5cdd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.561939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=28b6fb7b-f760-4772-855f-978ce2bdd77d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:48.564711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:48.735945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3aa75bba-8638-4263-a0bd-d302c8fa176a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:48.793361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port f539b790-9bc8-4201-b5de-3c1ab4f37d32 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:48.793816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.854798 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d52c1ee5-3636-420c-8d46-770dd5cdd6c1 None None] Could not find standard attr ID for object 28b6fb7b-f760-4772-855f-978ce2bdd77d. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:26:48.855012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.871093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:48.871093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.897394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/28b6fb7b-f760-4772-855f-978ce2bdd77d HTTP/1.1" status: 204 len: 168 time: 1.4140143 Nov 24 19:26:48.903433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44592) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:48.955502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:48.974981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58115ab4-b211-4fc4-9fbf-8565883dafc7 req-532c8e03-d38f-4b72-a2d0-9cbb80ef29a5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:48.976511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58115ab4-b211-4fc4-9fbf-8565883dafc7 req-532c8e03-d38f-4b72-a2d0-9cbb80ef29a5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 945 time: 0.3372746 Nov 24 19:26:49.036984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56c461-72f8-4a86-99d4-24f2762bab93 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:49.038495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56c461-72f8-4a86-99d4-24f2762bab93 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:49.040472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56c461-72f8-4a86-99d4-24f2762bab93 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:49.040839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bd56c461-72f8-4a86-99d4-24f2762bab93 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:49.051800 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58115ab4-b211-4fc4-9fbf-8565883dafc7 req-d2366055-ce03-4ef3-9a9b-e974d77fa8f5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686967 Nov 24 19:26:49.068081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bd56c461-72f8-4a86-99d4-24f2762bab93 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:49.069459 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bd56c461-72f8-4a86-99d4-24f2762bab93 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1632330 Nov 24 19:26:49.089732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44596) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:49.122026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port f539b790-9bc8-4201-b5de-3c1ab4f37d32, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f539b790-9bc8-4201-b5de-3c1ab4f37d32,segment=NetworkSegment(6797d874-fcb5-487e-8c1f-19c671a5f976),segment_id=6797d874-fcb5-487e-8c1f-19c671a5f976)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:49.125973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.131198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a74ccd45-765e-4463-9c95-9d78b7d1b9b8 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:49.174822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: a74ccd45-765e-4463-9c95-9d78b7d1b9b8 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:49.175440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a74ccd45-765e-4463-9c95-9d78b7d1b9b8 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:49.176195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e11f8752-509e-45ba-804a-538f15ca6a95 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:49.198456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 36900e2b-0865-445f-a9d7-fac735ab7553 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:49.202659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.227105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: e11f8752-509e-45ba-804a-538f15ca6a95 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:49.227500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e11f8752-509e-45ba-804a-538f15ca6a95 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:49.296414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for f539b790-9bc8-4201-b5de-3c1ab4f37d32 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:49.329553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.433444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e4277-b3c8-466f-8dec-72afa028036c req-40cd3add-5963-44f4-a475-0138424efa04 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:49.441722 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f1e4277-b3c8-466f-8dec-72afa028036c req-40cd3add-5963-44f4-a475-0138424efa04 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 945 time: 0.1985769 Nov 24 19:26:49.490117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.546924 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f1e4277-b3c8-466f-8dec-72afa028036c req-8780b57f-e606-47bb-87fd-61120220619d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046865 Nov 24 19:26:49.593231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-22db3272-6a78-4eae-a965-dd223c5ff42b None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:49.593893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22db3272-6a78-4eae-a965-dd223c5ff42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.605566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44602) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:49.606516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.611265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69c8031b-171e-4b70-82ca-10e00a0b2ff1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:49.643986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.655166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:49.748986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=f539b790-9bc8-4201-b5de-3c1ab4f37d32,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:49.805487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:49.874129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=36900e2b-0865-445f-a9d7-fac735ab7553,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:49.877147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:49.881613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:49.903737 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/36900e2b-0865-445f-a9d7-fac735ab7553 HTTP/1.1" status: 204 len: 168 time: 0.8197966 Nov 24 19:26:49.905793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44606) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:49.978426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76798bd2-3f2f-4a7c-9445-fe837f5604da None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:50.023113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet b4c9509c-3414-414b-bb0c-270038a23fa9 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:50.026976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.027317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.098527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.103278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-82d08ef2-620b-4882-8306-42e693bc6147 None None] Could not find standard attr ID for object 28b6fb7b-f760-4772-855f-978ce2bdd77d. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:26:50.219491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.227186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d3966-012d-47fb-8536-edc8acc7a569 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:50.228866 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-845d3966-012d-47fb-8536-edc8acc7a569 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 1093 time: 0.6215999 Nov 24 19:26:50.231817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44610) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:50.240961 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:50.251674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:50.260459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:50.265223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:50.274883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:50.346714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.355921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46d81123-a95c-41c4-9522-59e335959a8c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:50.399515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c9509c-3414-414b-bb0c-270038a23fa9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:50.401600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.404365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:50.416001 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/b4c9509c-3414-414b-bb0c-270038a23fa9 HTTP/1.1" status: 204 len: 168 time: 0.5030799 Nov 24 19:26:50.417385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44614) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:50.422978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.494720 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7ba13b21-7bd3-4b00-9e3e-3a6620bf65b2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758827 Nov 24 19:26:50.497470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44618) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:50.505384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:50.640414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:50.645950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:50.649622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:50.655607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:50.667278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:50.671418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.684109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:50.885328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:50.897281 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:50.919032 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:50.919669 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:50.948647 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6762435 Nov 24 19:26:50.950075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44622) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:50.978428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:50.984246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2af65e19-200d-483d-bb99-ac2a49899ca8 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:51.024254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.083805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=db019bd3-a04b-4a59-99c6-bd0b55d0ac2a,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:51.090148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:51.103384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:51.104527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:51.106937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet b6368a0d-d24b-4cdf-9073-afec1cc107c0 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:51.107897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:51.108603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.114162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.114736 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:51.150132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6501758 Nov 24 19:26:51.152214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44626) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:51.168371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7138766-2cd1-4134-ad2d-7019542b922d None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:51.170852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:51.228114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.312818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.103 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/31a70ae4-8f4e-4a43-8484-b1e9dc1a7f36) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:51.332729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-aecf4b64-54ea-45bb-9f88-2687a3895b36 None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:51.335300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aecf4b64-54ea-45bb-9f88-2687a3895b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.358828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:51.365250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:51.368683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:51.375366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:51.387728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:51.392275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.430090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.517703 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:49Z', 'revision_number': 10, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:51.521890 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:51.531298 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:51.532162 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:51.551632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.570747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.582667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b88c15bd-089f-4851-8850-b26fca74213e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:51.622266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.635013 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/b6368a0d-d24b-4cdf-9073-afec1cc107c0 HTTP/1.1" status: 204 len: 168 time: 0.6839275 Nov 24 19:26:51.636844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44630) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:51.637728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b8b2f-01bd-412d-906f-f01849163bd2 None None] Network 45ea20c4-66c1-43be-a759-09c3b32aeb9d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:51.662011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=b6368a0d-d24b-4cdf-9073-afec1cc107c0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:51.669334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:51.698865 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:51.786478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.798266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.806159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6a4f0f23-4a67-4482-b0e7-fc63d1383e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:51.861337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port b863e011-0537-410c-b519-efb2a4d2da30 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:51.862546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:51.893126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:26:51.928698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:51.938876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:51.944239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:52.012098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=31a70ae4-8f4e-4a43-8484-b1e9dc1a7f36,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:52.015402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:52.030289 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:49Z', 'revision_number': 10, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:52.036203 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7803ae0-52f2-4864-852f-e2043781e6a2 None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:49Z', 'revision_number': 10, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None, '_interfaces': [{'id': '2b171fd7-0465-4db0-aaaa-0c8f9c0aac30', 'name': '', 'network_id': '5bd780b7-aa7d-4621-b11f-956ed023f905', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'mac_address': 'fa:16:3e:b5:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:23Z', 'revision_number': 5, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'subnets': [{'id': '0cd074fe-c18d-441c-8e46-13981f62cc6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:52.118539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.321052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port b863e011-0537-410c-b519-efb2a4d2da30, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b863e011-0537-410c-b519-efb2a4d2da30,segment=NetworkSegment(6797d874-fcb5-487e-8c1f-19c671a5f976),segment_id=6797d874-fcb5-487e-8c1f-19c671a5f976)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:52.321600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.329336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e5a9de5c-ee5d-4919-81cf-946f27a9496e None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:52.329756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e5a9de5c-ee5d-4919-81cf-946f27a9496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.355089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3aa75bba-8638-4263-a0bd-d302c8fa176a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:52.382105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.388285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.389048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.395237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-81eedc20-6851-4cb4-ae6a-8a73148e2e28 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:52.449747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] DHCP port deletion for 45ea20c4-66c1-43be-a759-09c3b32aeb9d request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:26:52.466537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Deleting port b863e011-0537-410c-b519-efb2a4d2da30 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:52.467221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.474419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:52.477703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:52.482766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:52.483802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.509481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3d3759-34e9-43af-9954-e00b25066728 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:52.512530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=12']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:52.518636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:52.519642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46b9860d-7144-4241-ac8e-2294df450770 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:52.557434 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3985708 Nov 24 19:26:52.562217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44634) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:52.575592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:77:d1:1b', 'name': 'tempest-NetworksTestDHCPv6-52765363'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:52.651768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3aa75bba-8638-4263-a0bd-d302c8fa176a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:52.720754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for b863e011-0537-410c-b519-efb2a4d2da30 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:52.815391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=cc735b11-90df-4e2f-b7a3-4d7db281b4ac,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:52.820540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:52.879625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:52.884818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:26:52.889346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:26:52.901456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:52.914111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.915169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:52.925199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:52.932975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:52.933353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:52.975869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No DVR routers for this DVR port b863e011-0537-410c-b519-efb2a4d2da30 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:53.012878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=b863e011-0537-410c-b519-efb2a4d2da30,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:53.015840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:53.059516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.087833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 088528c7-67a4-45ab-90c8-9b98733d3fa6 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:26:53.088532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] For port b863e011-0537-410c-b519-efb2a4d2da30, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b863e011-0537-410c-b519-efb2a4d2da30,segment=NetworkSegment(6797d874-fcb5-487e-8c1f-19c671a5f976),segment_id=6797d874-fcb5-487e-8c1f-19c671a5f976)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:53.088934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.124867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.162639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ea20c4-66c1-43be-a759-09c3b32aeb9d']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:53.178078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6797d874-fcb5-487e-8c1f-19c671a5f976') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:53.178383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6797d874-fcb5-487e-8c1f-19c671a5f976') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:53.197678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.223085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.232884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Calling delete_port for b863e011-0537-410c-b519-efb2a4d2da30 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:53.233233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:26:53.233786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:26:53.250200 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:26:53.257728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.334244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 172.20.0.3 (b695011e-6a3b-4058-8828-f9b351dbf876/db019bd3-a04b-4a59-99c6-bd0b55d0ac2a/088528c7-67a4-45ab-90c8-9b98733d3fa6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:53.336413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:26:53.337308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:26:53.343561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fe77:d11b (b695011e-6a3b-4058-8828-f9b351dbf876/cc735b11-90df-4e2f-b7a3-4d7db281b4ac/088528c7-67a4-45ab-90c8-9b98733d3fa6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:53.349229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.354573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:53.377756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.419452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=45ea20c4-66c1-43be-a759-09c3b32aeb9d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:53.437902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:53.451804 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/45ea20c4-66c1-43be-a759-09c3b32aeb9d HTTP/1.1" status: 204 len: 168 time: 1.8105638 Nov 24 19:26:53.454658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44640) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:53.485880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b863e011-0537-410c-b519-efb2a4d2da30 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:53.522253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.581275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.590352 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: b863e011-0537-410c-b519-efb2a4d2da30 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:53.590713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b863e011-0537-410c-b519-efb2a4d2da30 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:53.591135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f539b790-9bc8-4201-b5de-3c1ab4f37d32 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:53.598151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 088528c7-67a4-45ab-90c8-9b98733d3fa6 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:53.630428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: f539b790-9bc8-4201-b5de-3c1ab4f37d32 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:53.631791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f539b790-9bc8-4201-b5de-3c1ab4f37d32 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:53.632281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.637048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Update dhcp port {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': 'cc735b11-90df-4e2f-b7a3-4d7db281b4ac', 'ip_address': '2001:db8::f816:3eff:fe88:7b53'}, {'subnet_id': 'db019bd3-a04b-4a59-99c6-bd0b55d0ac2a'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': '3aa75bba-8638-4263-a0bd-d302c8fa176a'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:26:53.648490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c158eb1-0cba-4771-b501-67f2a824fb68 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:53.699046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.708103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:26:53.711625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:26:53.716342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:26:53.769945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=088528c7-67a4-45ab-90c8-9b98733d3fa6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:53.774754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:53.792666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:53.793284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.819133 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.2558382 Nov 24 19:26:53.821623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44644) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:53.838978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Deleting port b863e011-0537-410c-b519-efb2a4d2da30 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:53.839391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:53.933218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee325cde-a68c-46a1-a431-5da315b22c0f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:53.944208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee325cde-a68c-46a1-a431-5da315b22c0f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:53.946429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ee325cde-a68c-46a1-a431-5da315b22c0f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:53.970375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-31484bae-73f4-4fd9-9ece-e895a6cefcb5 None None] The port 'b863e011-0537-410c-b519-efb2a4d2da30' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:26:53.971805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ee325cde-a68c-46a1-a431-5da315b22c0f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:53.975648 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ee325cde-a68c-46a1-a431-5da315b22c0f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1504228 Nov 24 19:26:53.976087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44648) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:54.062378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Allocated IP 172.20.0.2 (b695011e-6a3b-4058-8828-f9b351dbf876/db019bd3-a04b-4a59-99c6-bd0b55d0ac2a/3aa75bba-8638-4263-a0bd-d302c8fa176a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:26:54.069625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 088528c7-67a4-45ab-90c8-9b98733d3fa6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:54.069625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.215232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3aa75bba-8638-4263-a0bd-d302c8fa176a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:54.241709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.242977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.250230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.257040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3086594-7771-4361-bc7d-bda02e3daad4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:54.259215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Transition to ACTIVE for port object 3aa75bba-8638-4263-a0bd-d302c8fa176a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:26:54.263110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.268774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:54.372435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.407450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=31a70ae4-8f4e-4a43-8484-b1e9dc1a7f36,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:54.416292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Pushing event updated for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=13']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:54.419189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:54.419386 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:54.426745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.508756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 088528c7-67a4-45ab-90c8-9b98733d3fa6 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:54.624826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3aa75bba-8638-4263-a0bd-d302c8fa176a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:26:54.646804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.706822 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP eeee90ff-775c-4cf2-8953-7ef6820ab1d5 associated. External IP: 172.26.6.103, port: b7198200-0a45-4963-b9f2-e83a512b225d. Nov 24 19:26:54.788516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:54.796166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-27120e96-27c3-455a-b083-72f650f64289 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:54.885137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=088528c7-67a4-45ab-90c8-9b98733d3fa6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:54.887600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:55.001281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.016030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/088528c7-67a4-45ab-90c8-9b98733d3fa6 HTTP/1.1" status: 204 len: 168 time: 1.0388191 Nov 24 19:26:55.018877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44652) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:55.095706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bdd7a-8c94-45e6-9ff2-a7545c316437 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:55.097866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bdd7a-8c94-45e6-9ff2-a7545c316437 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:55.099402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bdd7a-8c94-45e6-9ff2-a7545c316437 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:55.100266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eb8bdd7a-8c94-45e6-9ff2-a7545c316437 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:55.132665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eb8bdd7a-8c94-45e6-9ff2-a7545c316437 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:55.133518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eb8bdd7a-8c94-45e6-9ff2-a7545c316437 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1134534 Nov 24 19:26:55.136881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44656) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:55.147557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-adb1768b-8c08-4636-b9eb-cb199b10652c None None] Provisioning for port 3aa75bba-8638-4263-a0bd-d302c8fa176a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:26:55.158375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-adb1768b-8c08-4636-b9eb-cb199b10652c None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:55.159779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-adb1768b-8c08-4636-b9eb-cb199b10652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.221122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet cc735b11-90df-4e2f-b7a3-4d7db281b4ac {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:55.225018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.290147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.378932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:55.383344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:55.383676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.426345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-325958fd-a885-49e6-8154-ca1005c7a2ea None None] Could not find standard attr ID for object 088528c7-67a4-45ab-90c8-9b98733d3fa6. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:26:55.519439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.602128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.608717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:55.648621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.652137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=cc735b11-90df-4e2f-b7a3-4d7db281b4ac,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:55.656581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:55.666596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d7c8a0-38a2-46fc-ae8c-7c8b07f094de None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:55.676900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/cc735b11-90df-4e2f-b7a3-4d7db281b4ac HTTP/1.1" status: 204 len: 168 time: 0.5363278 Nov 24 19:26:55.677480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44660) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:55.751651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet db019bd3-a04b-4a59-99c6-bd0b55d0ac2a {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:55.755412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.812157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.870200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:55.876428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,segment=NetworkSegment(41583a39-6eb6-457a-9200-8bd039d999a4),segment_id=41583a39-6eb6-457a-9200-8bd039d999a4)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:55.876788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:55.885029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] Sync routers for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:55.907317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:55.907898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:55.925983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:56.021169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:56.027044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8e519f71-845a-4e10-bc48-4c8e8d47ae4c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:56.029055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:56.060505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:56.073347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:56.087279 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/db019bd3-a04b-4a59-99c6-bd0b55d0ac2a HTTP/1.1" status: 204 len: 168 time: 0.4079988 Nov 24 19:26:56.088223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=db019bd3-a04b-4a59-99c6-bd0b55d0ac2a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:56.092843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:56.093130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44664) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:56.117755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:56.161018 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9249892 Nov 24 19:26:56.161018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:26:56.161793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44668) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:56.256229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c6ab9cbb-953e-49b4-849b-0b241cc89bd0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1618507 Nov 24 19:26:56.271260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44676) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:56.350660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:56.356172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:56.436716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=2b171fd7-0465-4db0-aaaa-0c8f9c0aac30,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:56.440609 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'status': 'completed', 'code': 200} Nov 24 19:26:56.443143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:56.455675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5c66c877-c49d-4ca5-9eb5-39dd4e3106c0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/eeee90ff-775c-4cf2-8953-7ef6820ab1d5 HTTP/1.1" status: 200 len: 991 time: 0.2925153 Nov 24 19:26:56.571732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-9b09db25-e8be-489a-acb7-846c02c08ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2168038 Nov 24 19:26:56.610165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e70a07-44f2-449d-bb67-f15521d30291 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:56.611183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f6e70a07-44f2-449d-bb67-f15521d30291 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:56.662496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f6e70a07-44f2-449d-bb67-f15521d30291 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:56.663472 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6e70a07-44f2-449d-bb67-f15521d30291 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3894565 Nov 24 19:26:56.666318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44680) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:56.710580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'eeee90ff-775c-4cf2-8953-7ef6820ab1d5', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'port_id': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'mac_address': 'fa:16:3e:23:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:52Z', 'updated_at': '2021-11-24T19:26:52Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:56.721701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] Checking router: 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:56.723592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:56.732955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:56.733662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:56.743338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95746934-b022-493b-ab59-af8f5225af6f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:56.744147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-95746934-b022-493b-ab59-af8f5225af6f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:26:56.812876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-92789fa0-427a-42e7-8b02-05cae115518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:56.814592 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-92789fa0-427a-42e7-8b02-05cae115518b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 1098 time: 0.3314581 Nov 24 19:26:57.002768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-95746934-b022-493b-ab59-af8f5225af6f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:26:57.005227 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-95746934-b022-493b-ab59-af8f5225af6f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3376284 Nov 24 19:26:57.018054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44684) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:57.034562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758172e-6f60-4738-adc8-d13c5e1259dc None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:57.112489 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:57.118803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:26:57.119695 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-15171394-91c6-4d6c-b1f4-4323088eb3e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987232 Nov 24 19:26:57.126869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44688) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:57.161768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:57.269673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:26:57.285278 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:26:57.287575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0ca70251-86ac-45aa-a91f-09ec5a022de9 None None] Provisioning complete for port 3aa75bba-8638-4263-a0bd-d302c8fa176a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:26:57.288188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0ca70251-86ac-45aa-a91f-09ec5a022de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:57.294641 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8379896 Nov 24 19:26:57.295365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44692) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:57.303174 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:57.304279 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:57.379665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-73efefdd-9410-4f46-8c1f-7f39effda610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:57.381246 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-73efefdd-9410-4f46-8c1f-7f39effda610 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc55822092e84d3085b482bbb827f760&device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1099 time: 0.6305516 Nov 24 19:26:57.385872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-189613b9-ecad-47ea-82d9-8ee614702f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:57.388182 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-189613b9-ecad-47ea-82d9-8ee614702f6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=032eaa2a-e22a-4706-98a5-93646271de89 HTTP/1.1" status: 200 len: 898 time: 0.5630660 Nov 24 19:26:57.397037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:57.408348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:57.504648 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:57.556207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting subnet 0cd074fe-c18d-441c-8e46-13981f62cc6f {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:26:57.560119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44696) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:57.629244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:57.655987 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:56Z', 'revision_number': 11, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:57.663239 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:26:57.676621 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:26:57.677609 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:57.781144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:57.791805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'eeee90ff-775c-4cf2-8953-7ef6820ab1d5', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'port_id': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'mac_address': 'fa:16:3e:23:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:52Z', 'updated_at': '2021-11-24T19:26:52Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:57.801107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d4222-debb-4936-b7ee-8cd2915a2231 None None] The sync data for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv is: [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'eeee90ff-775c-4cf2-8953-7ef6820ab1d5', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'port_id': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'mac_address': 'fa:16:3e:23:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:52Z', 'updated_at': '2021-11-24T19:26:52Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:57.834498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-962fb876-4e8e-4568-9ef9-e13d63d72753 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7198200-0a45-4963-b9f2-e83a512b225d HTTP/1.1" status: 200 len: 999 time: 0.4159272 Nov 24 19:26:57.839397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:57.846298 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b5def46b-ad6e-4668-bfc4-68f5efae7774 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/eeee90ff-775c-4cf2-8953-7ef6820ab1d5 HTTP/1.1" status: 200 len: 991 time: 0.2834113 Nov 24 19:26:57.847889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:57.849426 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:26:57.849863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:26:57.911401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:26:57.918991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Deleting port 3aa75bba-8638-4263-a0bd-d302c8fa176a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:57.919816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:57.932398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ff8c4b68-6ceb-470a-90cb-e95c55bb10ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8021328 Nov 24 19:26:57.936953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44700) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:57.953847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:57.993883 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:26:57.997861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-ccf19bc6-f1a7-4369-b9cc-cf69082050dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:57.999313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-ccf19bc6-f1a7-4369-b9cc-cf69082050dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ce4721b-19a3-468e-8640-cca5266fd0ed HTTP/1.1" status: 200 len: 897 time: 0.4659238 Nov 24 19:26:58.003116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-5c96f032-973d-4835-91e2-20936064ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:58.007991 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-5c96f032-973d-4835-91e2-20936064ad92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=664f1369-ce3c-4a57-b1e5-c8406ee63420 HTTP/1.1" status: 200 len: 835 time: 0.1509011 Nov 24 19:26:58.105900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.145753 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:56Z', 'revision_number': 11, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:58.161774 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8435f9f-7b46-46f2-a1de-9523ae61e47b None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:56Z', 'revision_number': 11, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:26:58.212665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:58.227946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:58.247305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e1344a-66ba-4aa7-aa81-a061ca6292b6 None None] New status for floating IP eeee90ff-775c-4cf2-8953-7ef6820ab1d5: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:26:58.249528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.257030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-371e7624-2a75-4bf2-92bd-8e2841017618 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc HTTP/1.1" status: 200 len: 1002 time: 0.2465525 Nov 24 19:26:58.257521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-acd8a62f-eb5e-4b9f-8b29-f0cda26a60e1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:58.286045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:58.289851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.291927 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:26:58.292569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:26:58.310104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd074fe-c18d-441c-8e46-13981f62cc6f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:58.312930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:58.321754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.333922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-68dfc46c-c4db-4608-9cbe-6d74fc93d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:58.335563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-68dfc46c-c4db-4608-9cbe-6d74fc93d005 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faaeb842-1f74-4fad-a011-2df71c269a9e HTTP/1.1" status: 200 len: 835 time: 0.0706830 Nov 24 19:26:58.347911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae25ec-9d35-4bbe-a6ed-9c7abc928b08 None None] Network 5bd780b7-aa7d-4621-b11f-956ed023f905 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:26:58.348370 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/0cd074fe-c18d-441c-8e46-13981f62cc6f HTTP/1.1" status: 204 len: 168 time: 1.0497925 Nov 24 19:26:58.349420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44704) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:58.353893 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fa8e362d-ef1a-46df-ba23-5878785f80bc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4163208 Nov 24 19:26:58.381385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44708) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:58.394629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:58.395229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-b829dffd-262f-431e-8d42-fc4f9363f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:58.396801 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-b829dffd-262f-431e-8d42-fc4f9363f1d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=032eaa2a-e22a-4706-98a5-93646271de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2793465 Nov 24 19:26:58.504138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] For port 3aa75bba-8638-4263-a0bd-d302c8fa176a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3aa75bba-8638-4263-a0bd-d302c8fa176a,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:58.504138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.532185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-81604780-1676-4b40-b45a-8574888b1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:26:58.534905 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-81604780-1676-4b40-b45a-8574888b1461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ce4721b-19a3-468e-8640-cca5266fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1897888 Nov 24 19:26:58.611458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.673804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:58.694247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Deleting port b6056968-b3a6-4fee-a170-41507cbd34fb {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:58.694448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.707674 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-be16beb6-4499-4c41-8a74-2e7a5a318b27 service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004184 Nov 24 19:26:58.747921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:58.787181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:58.791667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:58.793779 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:26:58.794313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:26:58.820412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Calling delete_port for 3aa75bba-8638-4263-a0bd-d302c8fa176a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:58.846245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-48c3dc06-a016-47b8-aaa7-bf5e32d53c43 service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001256 Nov 24 19:26:58.850041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44712) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:58.949401 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6cd9f601-8fba-480f-82cc-75b5e301188b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5660446 Nov 24 19:26:58.953149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44716) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:58.974043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:58.975020 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea15ac2c-94d1-44bd-b00b-d29ad0d5b8df req-c951d894-d400-4a91-a253-b2378ce46385 service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569032 Nov 24 19:26:59.075077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:59.114402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-186be8ba-7161-4e79-9a56-d2dc8c390239 req-d8458b3f-a05a-4885-98ea-476b733f621b service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542851 Nov 24 19:26:59.125154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.145107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-df6b4652-6fe3-4c16-8709-385a1d6f9164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:59.200348 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-436773e7-609d-4fec-ac00-e20950a60c48 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/eeee90ff-775c-4cf2-8953-7ef6820ab1d5 HTTP/1.1" status: 200 len: 991 time: 0.3491580 Nov 24 19:26:59.209807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:59.210026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2b171fd7-0465-4db0-aaaa-0c8f9c0aac30 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:59.210699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3aa75bba-8638-4263-a0bd-d302c8fa176a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:26:59.222778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:59.229864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] For port b6056968-b3a6-4fee-a170-41507cbd34fb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b6056968-b3a6-4fee-a170-41507cbd34fb,segment=NetworkSegment(41583a39-6eb6-457a-9200-8bd039d999a4),segment_id=41583a39-6eb6-457a-9200-8bd039d999a4)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:59.230193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.247739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] No DVR routers for this DVR port 3aa75bba-8638-4263-a0bd-d302c8fa176a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:59.247836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:59.249300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Pushing event deleted for resources: {'Port': ['ID=3aa75bba-8638-4263-a0bd-d302c8fa176a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:59.266298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:59.267830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 3aa75bba-8638-4263-a0bd-d302c8fa176a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:26:59.267830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3aa75bba-8638-4263-a0bd-d302c8fa176a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:26:59.373089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32335ecb-98d2-43e1-b310-1b8ad76eb3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.373197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Calling delete_port for b6056968-b3a6-4fee-a170-41507cbd34fb owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:59.416459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:59.419376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.420728 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:26:59.421135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:26:59.450366 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2820597c-8307-417d-b850-67ef63436f9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4947569 Nov 24 19:26:59.453123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44720) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:26:59.456647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] DHCP port deletion for 5bd780b7-aa7d-4621-b11f-956ed023f905 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:26:59.463340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Deleting port b6056968-b3a6-4fee-a170-41507cbd34fb {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:26:59.463340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.476834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:26:59.681533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.691162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd8328ae-3e44-43d6-a299-698010a30524 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:26:59.732504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] For port b6056968-b3a6-4fee-a170-41507cbd34fb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b6056968-b3a6-4fee-a170-41507cbd34fb,segment=NetworkSegment(41583a39-6eb6-457a-9200-8bd039d999a4),segment_id=41583a39-6eb6-457a-9200-8bd039d999a4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:26:59.732504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.742605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Port': ['ID=b6056968-b3a6-4fee-a170-41507cbd34fb,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:26:59.759890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:26:59.762478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No DVR routers for this DVR port b6056968-b3a6-4fee-a170-41507cbd34fb on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:26:59.796351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:26:59.804395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.831795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:26:59.874020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Calling delete_port for b6056968-b3a6-4fee-a170-41507cbd34fb owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:26:59.918209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.950849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:26:59.951561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:26:59.951885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd780b7-aa7d-4621-b11f-956ed023f905']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:59.961398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:26:59.967102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:26:59.967102 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:26:59.968988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:26:59.982256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41583a39-6eb6-457a-9200-8bd039d999a4') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:26:59.982631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41583a39-6eb6-457a-9200-8bd039d999a4') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:00.001853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.019117 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4b5125c0-e012-46d3-bcbf-43863a956593 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5486684 Nov 24 19:27:00.020729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44724) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:00.026873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:00.050520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.109090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:27:00.109090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:27:00.122370 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:27:00.203843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44728) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:00.232543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:00.236460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.240968 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.246546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-66a43cc5-c10a-47fa-9642-10c4c4905ddc tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:00.267248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:00.274750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Pushing event deleted for resources: {'Network': ['ID=5bd780b7-aa7d-4621-b11f-956ed023f905,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:00.277176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:00.284284 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/networks/5bd780b7-aa7d-4621-b11f-956ed023f905 HTTP/1.1" status: 204 len: 168 time: 1.9327569 Nov 24 19:27:00.286639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44732) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:00.292768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'routes': None}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:00.323950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-38694b16-801c-43bd-b287-12de67ed8d25 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/eeee90ff-775c-4cf2-8953-7ef6820ab1d5 HTTP/1.1" status: 200 len: 993 time: 0.1188209 Nov 24 19:27:00.354541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:00.356639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.357982 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:27:00.358799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:00.452689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Deleting port b6056968-b3a6-4fee-a170-41507cbd34fb {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:00.453133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.502115 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a38abd32-e36e-4f84-9b24-06659d96e233 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4802542 Nov 24 19:27:00.505264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44736) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:00.520609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bd3986bc-e2d7-4c9e-a52d-d48ae83f78cf None None] The port 'b6056968-b3a6-4fee-a170-41507cbd34fb' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:27:00.552003 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-493d3d04-c60f-43fd-a333-4660b8d6152d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452116 Nov 24 19:27:00.554125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44740) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:00.604674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b6056968-b3a6-4fee-a170-41507cbd34fb no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:00.614736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.extraroute_db [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Added routes are [] {{(pid=87486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 19:27:00.615043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.extraroute_db [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Removed routes are [] {{(pid=87486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 19:27:00.615423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.622134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c46e19-9cd6-48ea-855b-9f37e551be4f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:00.623583 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-73c46e19-9cd6-48ea-855b-9f37e551be4f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0681865 Nov 24 19:27:00.626225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44744) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:00.650705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: b6056968-b3a6-4fee-a170-41507cbd34fb {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:00.650705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b6056968-b3a6-4fee-a170-41507cbd34fb not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:00.696921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-26192cee-97db-4964-8848-2f9908ab46ac tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647018 Nov 24 19:27:00.697251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44748) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:00.702762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:00.811215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:00.821583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:00.831825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:00.835468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.871581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:00.875063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.131698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router e75db031-a24a-4d8d-9a78-cb4a4ceccebf has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:27:01.264326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:01.271768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.272933 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c26bdbd-7935-4544-9552-46e6659f0bdf tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 200 len: 704 time: 0.9853654 Nov 24 19:27:01.274852 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] Sync routers for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:01.275890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44752) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:01.284974 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:01.285702 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:01.302513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:01.304069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.308600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0699f45d-3852-4454-89f7-26430b10cee5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:01.323048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e3fc9eb-0acc-44ae-b4f0-83615f57a418 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:01.344481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e3fc9eb-0acc-44ae-b4f0-83615f57a418 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:01.347472 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9e3fc9eb-0acc-44ae-b4f0-83615f57a418 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 200 len: 205 time: 0.0689390 Nov 24 19:27:01.349233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44758) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:01.370402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:01.373353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:01.376381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:01.376989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.384312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e2675-db6d-481a-bdf0-f84ac65f5df1 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:01.398468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=af98550a-ff13-42aa-b338-94cdbdaad725,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:01.401423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:01.417663 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7193060 Nov 24 19:27:01.420191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44762) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:01.426762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:0d:24:14', 'name': 'tempest-NetworksTestDHCPv6-690471275'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:01.443098 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:27:01.530422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8cc4-f31a-492f-a60b-d809fde84052 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.609227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:01.624847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:01.644250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:01.661612 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:56Z', 'revision_number': 11, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:01.673270 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] Checking router: e75db031-a24a-4d8d-9a78-cb4a4ceccebf for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:27:01.696737 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] Routers {'e75db031-a24a-4d8d-9a78-cb4a4ceccebf'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:01.697382 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:01.729887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': 'af98550a-ff13-42aa-b338-94cdbdaad725'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:01.738032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.853462 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] Set router e75db031-a24a-4d8d-9a78-cb4a4ceccebf gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:27:01.861159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.926495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 27690e5b-47fd-4160-bb32-03b8fb3d3ce6 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:01.941511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8cc4-f31a-492f-a60b-d809fde84052 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.944260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8cc4-f31a-492f-a60b-d809fde84052 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.970297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8cc4-f31a-492f-a60b-d809fde84052 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.971860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6d8cc4-f31a-492f-a60b-d809fde84052 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Fanout notify agent at l3_agent the message router_deleted on router e75db031-a24a-4d8d-9a78-cb4a4ceccebf {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:27:01.994474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8cc4-f31a-492f-a60b-d809fde84052 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:01.996534 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4c6d8cc4-f31a-492f-a60b-d809fde84052 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 204 len: 168 time: 0.6459110 Nov 24 19:27:02.002900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44768) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:02.009705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1471556192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:02.020059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:02.028910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Usage tracker for resource:router and tenant:e891ffdccdb444a9852e1f6573a90742 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:02.032418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:02.041672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:02.056661 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:56Z', 'revision_number': 11, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:02.061728 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400da80-a47f-433c-a92e-738565dcf03f None None] The sync data for ids ['e75db031-a24a-4d8d-9a78-cb4a4ceccebf'] in dv-neutron-818346-1-hyperv is: [{'id': 'e75db031-a24a-4d8d-9a78-cb4a4ceccebf', 'name': 'tempest-RoutersIpV6Test-router-886733176', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:25:57Z', 'updated_at': '2021-11-24T19:26:56Z', 'revision_number': 11, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:02.069868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.070518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.074357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Allocated IP 2001:db8::f816:3eff:fed4:6380 (b695011e-6a3b-4058-8828-f9b351dbf876/af98550a-ff13-42aa-b338-94cdbdaad725/ba29595e-38b7-4241-b95e-c766a5b79786) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:02.080949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d5bb7609-6236-4d0f-b0a1-c6f899fa9e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.088839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.115881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.147563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.152403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44772) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:02.152938 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c5537f82-2d2d-42c1-9da7-15796fe81b6c tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1482325 Nov 24 19:27:02.158009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-cc226e44-d969-4eda-89c6-10096e84d8ef tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:02.436784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.447433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Transition to ACTIVE for port object ba29595e-38b7-4241-b95e-c766a5b79786 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:02.466811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Transition to ACTIVE for port object ba29595e-38b7-4241-b95e-c766a5b79786 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:02.481686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.485393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-df6b4652-6fe3-4c16-8709-385a1d6f9164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:02.557990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:02.558936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Pushing event updated for resources: {'Port': ['ID=ba29595e-38b7-4241-b95e-c766a5b79786,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:02.561556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:02.563230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:02.564012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:02.659332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Attempting to bind port ba29595e-38b7-4241-b95e-c766a5b79786 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:02.659716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Attempting to bind port ba29595e-38b7-4241-b95e-c766a5b79786 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:02.660131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Attempting to bind port ba29595e-38b7-4241-b95e-c766a5b79786 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:02.660688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc226e44-d969-4eda-89c6-10096e84d8ef tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.665696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:02.666091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:02.666497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.666899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:02.667372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Bound port: ba29595e-38b7-4241-b95e-c766a5b79786, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:02.667762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.677517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fe0d:2414 (b695011e-6a3b-4058-8828-f9b351dbf876/af98550a-ff13-42aa-b338-94cdbdaad725/27690e5b-47fd-4160-bb32-03b8fb3d3ce6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:02.682221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc226e44-d969-4eda-89c6-10096e84d8ef tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.748645 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.772654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] For port ba29595e-38b7-4241-b95e-c766a5b79786, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:02.775950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] For port ba29595e-38b7-4241-b95e-c766a5b79786, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ba29595e-38b7-4241-b95e-c766a5b79786,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:02.780142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:02.784179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:02.868881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Pushing event updated for resources: {'Port': ['ID=ba29595e-38b7-4241-b95e-c766a5b79786,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:02.874043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:03.140949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc226e44-d969-4eda-89c6-10096e84d8ef tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Router ffbd39c8-6541-437f-bbeb-719841f04912 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:27:03.325962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc226e44-d969-4eda-89c6-10096e84d8ef tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:03.329266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:03.335852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] Sync routers for ids ['ffbd39c8-6541-437f-bbeb-719841f04912'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:03.344931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] Routers {'ffbd39c8-6541-437f-bbeb-719841f04912'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:03.346608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ffbd39c8-6541-437f-bbeb-719841f04912'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:03.352945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cc226e44-d969-4eda-89c6-10096e84d8ef tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:03.354132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cc226e44-d969-4eda-89c6-10096e84d8ef tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "PUT /v2.0/routers/ffbd39c8-6541-437f-bbeb-719841f04912 HTTP/1.1" status: 200 len: 698 time: 1.2003562 Nov 24 19:27:03.357238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44776) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:03.357679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 27690e5b-47fd-4160-bb32-03b8fb3d3ce6 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:03.386852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:03.396000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f858101-0911-426f-98ce-93fac6b97bbc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:03.470016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:03.474265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:03.477006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] Set router ffbd39c8-6541-437f-bbeb-719841f04912 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:27:03.478709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:03.484511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:03.485188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:03.493821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=27690e5b-47fd-4160-bb32-03b8fb3d3ce6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:03.517910 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-26bd8949-b7c6-413d-824e-99ca314a6925 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/routers/ffbd39c8-6541-437f-bbeb-719841f04912 HTTP/1.1" status: 200 len: 704 time: 0.1591566 Nov 24 19:27:03.520335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44780) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:03.520547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:03.527944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1038940 Nov 24 19:27:03.528312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44784) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:03.572235 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c37f5170-b8a9-4824-8313-13aa5c331d1a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffbd39c8-6541-437f-bbeb-719841f04912 HTTP/1.1" status: 200 len: 205 time: 0.0503435 Nov 24 19:27:03.574787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44788) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:03.599286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd39c8-6541-437f-bbeb-719841f04912', 'name': 'tempest-RoutersIpV6Test-router-1471556192', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:27:02Z', 'updated_at': '2021-11-24T19:27:02Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:03.604153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] Checking router: ffbd39c8-6541-437f-bbeb-719841f04912 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:27:03.614380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] Routers {'ffbd39c8-6541-437f-bbeb-719841f04912'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:03.615263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ffbd39c8-6541-437f-bbeb-719841f04912'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:03.636231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85bd83-3e55-4a72-9d85-163ffb3fff2b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:03.645003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85bd83-3e55-4a72-9d85-163ffb3fff2b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:03.646261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aa85bd83-3e55-4a72-9d85-163ffb3fff2b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:03.669960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aa85bd83-3e55-4a72-9d85-163ffb3fff2b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:03.671703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-aa85bd83-3e55-4a72-9d85-163ffb3fff2b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1423249 Nov 24 19:27:03.674548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44792) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:03.755134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] Set router ffbd39c8-6541-437f-bbeb-719841f04912 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:27:03.761813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 27690e5b-47fd-4160-bb32-03b8fb3d3ce6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:03.762441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:03.880981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-924af6be-a382-4bcb-aedf-fb078f2c7d63 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:03.989665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbd39c8-6541-437f-bbeb-719841f04912', 'name': 'tempest-RoutersIpV6Test-router-1471556192', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:27:02Z', 'updated_at': '2021-11-24T19:27:02Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:04.001124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2aee2-dc44-41aa-b303-3e2b75816b11 None None] The sync data for ids ['ffbd39c8-6541-437f-bbeb-719841f04912'] in dv-neutron-818346-1-hyperv is: [{'id': 'ffbd39c8-6541-437f-bbeb-719841f04912', 'name': 'tempest-RoutersIpV6Test-router-1471556192', 'tenant_id': 'e891ffdccdb444a9852e1f6573a90742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:27:02Z', 'updated_at': '2021-11-24T19:27:02Z', 'revision_number': 2, 'project_id': 'e891ffdccdb444a9852e1f6573a90742', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:04.050726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c10f5266-6469-47fd-b0fb-816bb1ec4bd1 None None] Provisioning for port ba29595e-38b7-4241-b95e-c766a5b79786 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:04.187809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.264647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-924af6be-a382-4bcb-aedf-fb078f2c7d63 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.267077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-924af6be-a382-4bcb-aedf-fb078f2c7d63 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.293917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-924af6be-a382-4bcb-aedf-fb078f2c7d63 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.294715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924af6be-a382-4bcb-aedf-fb078f2c7d63 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Fanout notify agent at l3_agent the message router_deleted on router ffbd39c8-6541-437f-bbeb-719841f04912 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:27:04.311409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-924af6be-a382-4bcb-aedf-fb078f2c7d63 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.316284 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-924af6be-a382-4bcb-aedf-fb078f2c7d63 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/ffbd39c8-6541-437f-bbeb-719841f04912 HTTP/1.1" status: 204 len: 168 time: 0.7365949 Nov 24 19:27:04.316470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44796) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.338993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 27690e5b-47fd-4160-bb32-03b8fb3d3ce6 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:04.363728 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7b751d76-4ca5-48f7-9f7f-0c7a44625805 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffbd39c8-6541-437f-bbeb-719841f04912 HTTP/1.1" status: 200 len: 205 time: 0.0460689 Nov 24 19:27:04.366072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44800) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.383499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-58b1c70c-94dc-4ff5-891c-20c1f1b02383 None None] Provisioning for port 27690e5b-47fd-4160-bb32-03b8fb3d3ce6 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:04.388804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-58b1c70c-94dc-4ff5-891c-20c1f1b02383 None None] Provisioning complete for port 27690e5b-47fd-4160-bb32-03b8fb3d3ce6 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:04.389242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-58b1c70c-94dc-4ff5-891c-20c1f1b02383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.437438 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-66191ce8-6301-43d2-9507-ffc5720bc6e2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] delete failed (client error): The resource could not be found. Nov 24 19:27:04.438468 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-66191ce8-6301-43d2-9507-ffc5720bc6e2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/ffbd39c8-6541-437f-bbeb-719841f04912 HTTP/1.1" status: 404 len: 336 time: 0.0715091 Nov 24 19:27:04.441760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44804) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.454836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-58b1c70c-94dc-4ff5-891c-20c1f1b02383 None None] Port 27690e5b-47fd-4160-bb32-03b8fb3d3ce6 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:04.480879 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a760d6a6-bcb2-4ce0-96c9-559930ad2e44 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:04.481610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a760d6a6-bcb2-4ce0-96c9-559930ad2e44 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:04.483381 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a760d6a6-bcb2-4ce0-96c9-559930ad2e44 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/9f5d22bd-14ab-44e0-8493-6d81a1a805ff HTTP/1.1" status: 404 len: 337 time: 0.0406082 Nov 24 19:27:04.485966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44808) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.487008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.505022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.510349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ece1daf-21cb-4a6f-a780-d5e6d0425d94 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:04.530821 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0217edbd-86ef-443e-8623-861147d29694 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:04.531279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0217edbd-86ef-443e-8623-861147d29694 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:04.533005 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0217edbd-86ef-443e-8623-861147d29694 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/55b2ee93-ccbd-4706-89e8-58cb3205592b HTTP/1.1" status: 404 len: 337 time: 0.0458114 Nov 24 19:27:04.536157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44812) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.556020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=27690e5b-47fd-4160-bb32-03b8fb3d3ce6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:04.560425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:04.580651 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64b2905-19e6-4780-ac7b-7d6f32e33aa3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:04.581190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64b2905-19e6-4780-ac7b-7d6f32e33aa3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:04.583159 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d64b2905-19e6-4780-ac7b-7d6f32e33aa3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/b6368a0d-d24b-4cdf-9073-afec1cc107c0 HTTP/1.1" status: 404 len: 337 time: 0.0460281 Nov 24 19:27:04.586554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44816) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.608306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.624225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/27690e5b-47fd-4160-bb32-03b8fb3d3ce6 HTTP/1.1" status: 204 len: 168 time: 0.9479458 Nov 24 19:27:04.626409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44820) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.638110 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5025eca-84ee-43dc-8a3b-4c8411f122b3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:04.639004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5025eca-84ee-43dc-8a3b-4c8411f122b3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:04.640975 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b5025eca-84ee-43dc-8a3b-4c8411f122b3 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/0cd074fe-c18d-441c-8e46-13981f62cc6f HTTP/1.1" status: 404 len: 337 time: 0.0534768 Nov 24 19:27:04.644197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44824) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.658588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ba29595e-38b7-4241-b95e-c766a5b79786 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:04.702495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140b4d7-0c99-4b7c-a90e-339526c94bae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:04.704084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140b4d7-0c99-4b7c-a90e-339526c94bae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:04.704866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b140b4d7-0c99-4b7c-a90e-339526c94bae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:04.708709 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e5914620-25f8-41de-a265-44f11baaf416 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 200 len: 205 time: 0.0600128 Nov 24 19:27:04.708709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44828) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.724459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b140b4d7-0c99-4b7c-a90e-339526c94bae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:04.726291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b140b4d7-0c99-4b7c-a90e-339526c94bae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0987988 Nov 24 19:27:04.728937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44832) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.744495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port ba29595e-38b7-4241-b95e-c766a5b79786 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:04.750793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ba29595e-38b7-4241-b95e-c766a5b79786 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:04.751433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.784630 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-c06a5be3-58b0-4ae0-977a-56a787d8932a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] delete failed (client error): The resource could not be found. Nov 24 19:27:04.788003 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c06a5be3-58b0-4ae0-977a-56a787d8932a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/e75db031-a24a-4d8d-9a78-cb4a4ceccebf HTTP/1.1" status: 404 len: 336 time: 0.0752199 Nov 24 19:27:04.788496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44836) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.848676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f89d89c8-8b95-4870-916e-ac0fb1846af0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Synchronizing usage tracker for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:04.854755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet af98550a-ff13-42aa-b338-94cdbdaad725 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:04.858931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.895608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.914625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f89d89c8-8b95-4870-916e-ac0fb1846af0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Unset dirty status for tenant:e891ffdccdb444a9852e1f6573a90742 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:04.919893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f89d89c8-8b95-4870-916e-ac0fb1846af0 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=5618046b-e306-4c17-a63a-4a91133bba0f HTTP/1.1" status: 200 len: 205 time: 0.1263592 Nov 24 19:27:04.920238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44840) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:04.928251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.957617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port ba29595e-38b7-4241-b95e-c766a5b79786, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ba29595e-38b7-4241-b95e-c766a5b79786,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:04.965419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:04.967290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:05.006478 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-874dc11e-eaf4-4666-b808-a7bc5339ab0b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] delete failed (client error): The resource could not be found. Nov 24 19:27:05.007668 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-874dc11e-eaf4-4666-b808-a7bc5339ab0b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/5618046b-e306-4c17-a63a-4a91133bba0f HTTP/1.1" status: 404 len: 336 time: 0.0864747 Nov 24 19:27:05.010395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44844) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.023702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:05.038838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=ba29595e-38b7-4241-b95e-c766a5b79786,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:05.041857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:05.063327 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e57c06b-7ed8-4109-8c4d-641a7d4daab4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:05.063790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e57c06b-7ed8-4109-8c4d-641a7d4daab4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:05.066515 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3e57c06b-7ed8-4109-8c4d-641a7d4daab4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/4b97200c-bd75-4641-a2ef-e8a645586b65 HTTP/1.1" status: 404 len: 337 time: 0.0552325 Nov 24 19:27:05.069890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44848) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.123454 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a5e8e900-1da6-470c-8f7e-b3a6a50f8922 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=e272710f-ba00-48c8-8d55-91f5afaad695 HTTP/1.1" status: 200 len: 205 time: 0.0500691 Nov 24 19:27:05.123656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44852) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.193210 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-03529a0c-17a8-42bf-9097-e73c8a971cf4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] delete failed (client error): The resource could not be found. Nov 24 19:27:05.194168 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-03529a0c-17a8-42bf-9097-e73c8a971cf4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/e272710f-ba00-48c8-8d55-91f5afaad695 HTTP/1.1" status: 404 len: 336 time: 0.0693352 Nov 24 19:27:05.197032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44856) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.238608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:05.243182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-da3979c9-0e12-4751-86a1-76087251dcc7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:05.245362 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aa660832-05a5-4b14-aa66-0bcc68ca06cc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ae46fa4-eb43-4874-bbed-a8da1249278b HTTP/1.1" status: 200 len: 205 time: 0.0472171 Nov 24 19:27:05.247672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44860) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.278845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=af98550a-ff13-42aa-b338-94cdbdaad725,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:05.280793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:05.284088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:05.292446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef69ab-57b4-4ada-aec5-751847512b13 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:05.298401 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/af98550a-ff13-42aa-b338-94cdbdaad725 HTTP/1.1" status: 204 len: 168 time: 0.5652623 Nov 24 19:27:05.298714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44864) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.319399 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-123bc2a6-6f6a-4fbe-86d1-beed3a2fa177 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] delete failed (client error): The resource could not be found. Nov 24 19:27:05.323127 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-123bc2a6-6f6a-4fbe-86d1-beed3a2fa177 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/2ae46fa4-eb43-4874-bbed-a8da1249278b HTTP/1.1" status: 404 len: 336 time: 0.0745375 Nov 24 19:27:05.323709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44868) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.368450 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ce7d78-d411-4523-b99b-1339ee74a4e2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:05.369088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ce7d78-d411-4523-b99b-1339ee74a4e2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:05.370598 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-90ce7d78-d411-4523-b99b-1339ee74a4e2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/268d4eb5-b5f8-4fec-8820-ee3ca712a7e8 HTTP/1.1" status: 404 len: 337 time: 0.0459697 Nov 24 19:27:05.373199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44872) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.384737 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c7a4fb53-e35a-42ec-b03f-9c1b55982c7a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840580 Nov 24 19:27:05.387277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44876) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.395228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:05.420201 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-71c50394-f649-4167-8b4b-767c133cb59a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5 HTTP/1.1" status: 200 len: 205 time: 0.0445065 Nov 24 19:27:05.421183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44880) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.513706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:05.518336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:05.521579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:05.528112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:05.538874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:05.543904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:05.605880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:05.610839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Deleting port ba29595e-38b7-4241-b95e-c766a5b79786 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:05.611237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:05.612069 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-0ea07c79-43eb-47bd-9799-f3f8cd2ea408 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] delete failed (client error): The resource could not be found. Nov 24 19:27:05.615345 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ea07c79-43eb-47bd-9799-f3f8cd2ea408 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/3cb69d7f-b2f7-4b9e-8a32-f0e95b5a43a5 HTTP/1.1" status: 404 len: 336 time: 0.1908505 Nov 24 19:27:05.615562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44884) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.656522 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ce706a-6127-4231-931b-9712d1162462 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:05.657507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ce706a-6127-4231-931b-9712d1162462 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:05.662192 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-44ce706a-6127-4231-931b-9712d1162462 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/33f93904-6097-4681-bd79-90baef48317b HTTP/1.1" status: 404 len: 337 time: 0.0428417 Nov 24 19:27:05.663000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44888) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.711774 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a509b75b-a620-4cfe-9ccc-80a8583d6c61 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bc54466-94ba-41d4-a1aa-1718c51c4557 HTTP/1.1" status: 200 len: 205 time: 0.0448778 Nov 24 19:27:05.712243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44892) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.794977 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-776abd64-543b-46d0-b82a-1dc65df4ba96 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] delete failed (client error): The resource could not be found. Nov 24 19:27:05.795925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-776abd64-543b-46d0-b82a-1dc65df4ba96 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/routers/9bc54466-94ba-41d4-a1aa-1718c51c4557 HTTP/1.1" status: 404 len: 336 time: 0.0827425 Nov 24 19:27:05.800092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44896) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.830005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] For port ba29595e-38b7-4241-b95e-c766a5b79786, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ba29595e-38b7-4241-b95e-c766a5b79786,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:05.831131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:05.843445 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da14c2c-149d-4bee-a744-6f2989978995 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:05.843928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da14c2c-149d-4bee-a744-6f2989978995 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:05.848530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44900) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:05.848832 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4da14c2c-149d-4bee-a744-6f2989978995 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/62b39a49-1500-4656-a09a-2fbd376c0671 HTTP/1.1" status: 404 len: 337 time: 0.0473683 Nov 24 19:27:05.890742 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-703e48a7-b820-455a-90fb-ee6377042359 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:05.891193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703e48a7-b820-455a-90fb-ee6377042359 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:05.928848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-703e48a7-b820-455a-90fb-ee6377042359 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] 10.222.0.47 "DELETE /v2.0/subnets/df14fd45-51e7-453b-b31d-cda4782564d6 HTTP/1.1" status: 404 len: 337 time: 0.0767481 Nov 24 19:27:05.958799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Calling delete_port for ba29595e-38b7-4241-b95e-c766a5b79786 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:06.029919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:06.043006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.048349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:06.094950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Pushing event deleted for resources: {'Port': ['ID=ba29595e-38b7-4241-b95e-c766a5b79786,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:06.098497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:06.099312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] No DVR routers for this DVR port ba29595e-38b7-4241-b95e-c766a5b79786 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:06.135501 dv-neutron-818346-1-hyperv neutron-server[87485]: WARNING neutron.services.revisions.revision_plugin [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Could not find related port for resource to bump revision. Nov 24 19:27:06.140394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Port ba29595e-38b7-4241-b95e-c766a5b79786 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87485) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 19:27:06.140394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Reverting IP allocation for 2001:db8::f816:3eff:fed4:6380 {{(pid=87485) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 19:27:06.144289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed4:6380 {{(pid=87485) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 19:27:06.145421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.148972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e7d64738-28c7-4d30-bd1e-02960f8879a2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:06.203212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:06.207027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:06.212132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:06.212849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.216762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead4ef00-99fe-4028-a39e-a482e7b157ba None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:06.232014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=00f9134c-a7df-4492-83e4-f34fcda900c1,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:06.236314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44908) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:06.237352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:06.243500 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8548443 Nov 24 19:27:06.246096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44914) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:06.252076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:ad:aa:36', 'name': 'tempest-NetworksTestDHCPv6-1924579845'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:06.400708 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d545dabe-a674-4823-8afc-d2d8afecdb6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e891ffdccdb444a9852e1f6573a90742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629188 Nov 24 19:27:06.402944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:06.403327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44918) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:06.407194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:06.410951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:06.418577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:06.429619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:06.434060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.467877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 393c6a1c-3ba1-4f45-a474-ccccc2cd5255 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:06.468127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.472511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '00f9134c-a7df-4492-83e4-f34fcda900c1'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:06.473460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.497548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.563945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.572741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-134aa855-477f-4525-b4e8-d4fa141c8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:06.589220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee03b53-0bab-475d-a6d4-1c7bd28a9963,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:06.592332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:06.595606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.599560 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ee03b53-0bab-475d-a6d4-1c7bd28a9963 HTTP/1.1" status: 204 len: 168 time: 0.1928756 Nov 24 19:27:06.631608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ba29595e-38b7-4241-b95e-c766a5b79786 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:06.645153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fead:aa36 (b695011e-6a3b-4058-8828-f9b351dbf876/00f9134c-a7df-4492-83e4-f34fcda900c1/393c6a1c-3ba1-4f45-a474-ccccc2cd5255) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:06.666256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: ba29595e-38b7-4241-b95e-c766a5b79786 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:06.666617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ba29595e-38b7-4241-b95e-c766a5b79786 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:06.862709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.883806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 393c6a1c-3ba1-4f45-a474-ccccc2cd5255 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:06.909531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:06.916409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07b0d05e-ad75-4f77-9197-024ba7974ce5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:06.974893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Allocated IP 2001:db8::f816:3eff:fea7:b321 (b695011e-6a3b-4058-8828-f9b351dbf876/00f9134c-a7df-4492-83e4-f34fcda900c1/37bcf1ff-1d0c-4572-85e1-764855887878) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:07.000361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:07.004618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:07.008933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:07.014243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:07.014869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.023529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=393c6a1c-3ba1-4f45-a474-ccccc2cd5255,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:07.031003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:07.049953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7993798 Nov 24 19:27:07.050100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44934) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:07.138549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad5bfb-265d-4169-b813-65aac69b27fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:07.139592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-09ad5bfb-265d-4169-b813-65aac69b27fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:07.157755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-09ad5bfb-265d-4169-b813-65aac69b27fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:07.161453 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-09ad5bfb-265d-4169-b813-65aac69b27fb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1078300 Nov 24 19:27:07.161885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44940) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:07.200437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.211388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Transition to ACTIVE for port object 37bcf1ff-1d0c-4572-85e1-764855887878 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:07.230231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Transition to ACTIVE for port object 37bcf1ff-1d0c-4572-85e1-764855887878 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:07.236209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.241105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3af69dbf-c011-4058-b39e-c9048f039104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:07.247687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 393c6a1c-3ba1-4f45-a474-ccccc2cd5255 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:07.248059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.309867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:07.313349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:07.315948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:07.318420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Pushing event updated for resources: {'Port': ['ID=37bcf1ff-1d0c-4572-85e1-764855887878,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:07.320928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:07.416597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Attempting to bind port 37bcf1ff-1d0c-4572-85e1-764855887878 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:07.416997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Attempting to bind port 37bcf1ff-1d0c-4572-85e1-764855887878 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:07.417375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Attempting to bind port 37bcf1ff-1d0c-4572-85e1-764855887878 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:07.423038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:07.423427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:07.423948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.424439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:07.424917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Bound port: 37bcf1ff-1d0c-4572-85e1-764855887878, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:07.425304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.431682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44952) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:07.517888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:07.521101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.521569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37bcf1ff-1d0c-4572-85e1-764855887878,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:07.529424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.534825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3c199df0-4da6-4c62-9d7b-5de328ada8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:07.555557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-452816624'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:07.561222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:07.566262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:07.569762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:07.581583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:07.594378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:07.598881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.612570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.628354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:07.632561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:security_group_rule and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:07.635557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:07.642263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:07.648288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Pushing event updated for resources: {'Port': ['ID=37bcf1ff-1d0c-4572-85e1-764855887878,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:07.651423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:07.655280 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 393c6a1c-3ba1-4f45-a474-ccccc2cd5255 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:07.743851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.748508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.751522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86589892-9338-4013-a80c-570a8b57f6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:07.786051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f107e2d-585e-46bc-b40b-aebe880ec533,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:07.789490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:07.814633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.820253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:27:07.820964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:07.830901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.831272 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment e73612bb-79d0-465b-8829-c3f83d68984e of type vlan for network e887134e-f5c6-40aa-9aa4-e850d0e86285 Nov 24 19:27:07.880960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.909746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=393c6a1c-3ba1-4f45-a474-ccccc2cd5255,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:07.914456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:07.918612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.925468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:07.926242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.929090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:07.932073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2fcd679f-d06e-4efa-9fd4-925276659fb5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:07.938697 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/393c6a1c-3ba1-4f45-a474-ccccc2cd5255 HTTP/1.1" status: 204 len: 168 time: 0.7757471 Nov 24 19:27:07.943546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44958) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.039132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d95d56b-6ad7-4dde-b6db-11f5370d8982 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:08.040927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d95d56b-6ad7-4dde-b6db-11f5370d8982 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:08.041788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d95d56b-6ad7-4dde-b6db-11f5370d8982 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:08.059557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d95d56b-6ad7-4dde-b6db-11f5370d8982 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:08.061142 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2d95d56b-6ad7-4dde-b6db-11f5370d8982 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1161191 Nov 24 19:27:08.063917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44962) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.134762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 00f9134c-a7df-4492-83e4-f34fcda900c1 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:08.137843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.173092 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7401175 Nov 24 19:27:08.176884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44966) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.184401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1756992107'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:08.192220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=e887134e-f5c6-40aa-9aa4-e850d0e86285,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:08.194588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:08.198670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:08.198923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.199638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:08.202842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:08.206783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:27:08.209830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:08.222023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:08.225965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.256041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:27:08.264852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.265192 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment b6bc9945-727a-4c5d-9c6d-f5003d6f4b56 of type vlan for network 59c586d7-6883-4324-b0e8-8620212c7b85 Nov 24 19:27:08.293687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.300342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.332219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.337980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:08.338568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.343670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7a37913e-f303-4aee-819d-dd867e6ce410 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:08.382181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.386185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-881fd781-6723-40da-9eb7-4eea1386e1ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:08.429070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=00f9134c-a7df-4492-83e4-f34fcda900c1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:08.433082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:08.435139 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2572820 Nov 24 19:27:08.438717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.441969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44970) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.448846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': 'e887134e-f5c6-40aa-9aa4-e850d0e86285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:08.456604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=59c586d7-6883-4324-b0e8-8620212c7b85,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:08.459156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:08.467122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 59c586d7-6883-4324-b0e8-8620212c7b85 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:27:08.529743 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/00f9134c-a7df-4492-83e4-f34fcda900c1 HTTP/1.1" status: 204 len: 168 time: 0.4639544 Nov 24 19:27:08.532220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44974) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.607616 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:08.611750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-80df13ae-0183-48a7-826a-03b9448d9bd4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777369 Nov 24 19:27:08.614423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44978) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.616515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:08.619897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:08.628951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:08.646800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:08.651170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.697313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 37bcf1ff-1d0c-4572-85e1-764855887878 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:08.720244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f5878-7401-437f-9dff-36eca9e87782 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:08.721963 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cf9f5878-7401-437f-9dff-36eca9e87782 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1066554 Nov 24 19:27:08.724463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44982) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.795800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331420f-8b4c-4904-93e1-8bc46aa8b39d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:08.796998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1331420f-8b4c-4904-93e1-8bc46aa8b39d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:08.801711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 37bcf1ff-1d0c-4572-85e1-764855887878 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:08.818959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1331420f-8b4c-4904-93e1-8bc46aa8b39d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:08.819095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd24678a-863f-4ab8-a06f-5961134bad07 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:08.820260 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1331420f-8b4c-4904-93e1-8bc46aa8b39d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0948410 Nov 24 19:27:08.822664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44988) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.909529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d1ff3559-675a-4816-a457-f3d7a5571b1b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855029 Nov 24 19:27:08.914042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 44992) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:08.924230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:08.933043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:08.939173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cbd67fc2-ecb7-4cdb-9a55-21f78168be51 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:08.981433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-66ff342b-878b-478c-a291-206842054440 None None] Provisioning for port 37bcf1ff-1d0c-4572-85e1-764855887878 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:09.022200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-66ff342b-878b-478c-a291-206842054440 None None] Provisioning complete for port 37bcf1ff-1d0c-4572-85e1-764855887878 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:09.022596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66ff342b-878b-478c-a291-206842054440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.054663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:09.068217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:09.080895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:09.084807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.139819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:09.144729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:09.150004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': 'e73612bb-79d0-465b-8829-c3f83d68984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e887134e-f5c6-40aa-9aa4-e850d0e86285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:09.150690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: e887134e-f5c6-40aa-9aa4-e850d0e86285, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:27:09.170873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:27:09.178243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66ff342b-878b-478c-a291-206842054440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.183837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, e887134e-f5c6-40aa-9aa4-e850d0e86285) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:09.194092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:09.194671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.200394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143fbad0-9da0-42f4-a2b3-2ef07f1033ef None None] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:09.232941 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7895944 Nov 24 19:27:09.233514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 44996) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:09.239778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': '59c586d7-6883-4324-b0e8-8620212c7b85', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:09.294396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:09.310435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Deleting port 37bcf1ff-1d0c-4572-85e1-764855887878 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:09.310826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.355669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:09.359583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-66ff342b-878b-478c-a291-206842054440 None None] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37bcf1ff-1d0c-4572-85e1-764855887878,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:09.359712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:09.362792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:09.369086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:09.379171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:09.379431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66ff342b-878b-478c-a291-206842054440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.382635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.386881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:09.473736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:09.590901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff342b-878b-478c-a291-206842054440 None None] Pushing event updated for resources: {'Port': ['ID=37bcf1ff-1d0c-4572-85e1-764855887878,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:09.617545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.621521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-43cebd90-e586-4944-83ad-637fc4a0bb81 tempest-FloatingIPTestJSON-236002597 tempest-FloatingIPTestJSON-236002597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:09.641355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-66ff342b-878b-478c-a291-206842054440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:09.650739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.701895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:09.705409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:09.711906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': 'b6bc9945-727a-4c5d-9c6d-f5003d6f4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '59c586d7-6883-4324-b0e8-8620212c7b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:09.712124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: 59c586d7-6883-4324-b0e8-8620212c7b85, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:27:09.725832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-e887134e-f5c6-40aa-9aa4-e850d0e86285', 'network_id': 'e887134e-f5c6-40aa-9aa4-e850d0e86285', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': 'ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:09.726585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.734289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 59c586d7-6883-4324-b0e8-8620212c7b85 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:27:09.747338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 59c586d7-6883-4324-b0e8-8620212c7b85) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:09.752744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:09.753712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.761004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafa6e6-269f-43ec-9289-b6e66d633dcc None None] Network 59c586d7-6883-4324-b0e8-8620212c7b85 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:09.783073 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5456693 Nov 24 19:27:09.784055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45000) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:09.787021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37bcf1ff-1d0c-4572-85e1-764855887878,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:09.787435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.789718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1549739620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:09.796987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:09.802879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:router and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:09.805837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:09.811719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:09.825793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.827085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.845376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.864833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.891788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.896765 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d3b7ebb1-003d-4a62-ae37-3627ff29ade5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1085627 Nov 24 19:27:09.896979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37bcf1ff-1d0c-4572-85e1-764855887878,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:09.897153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45004) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:09.922638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.933679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.934465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:09.938303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07eb66fb-0a56-468a-bd67-1e7231e9b8a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:10.014069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:10.017661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:10.022357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:10.022966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.041915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=37bcf1ff-1d0c-4572-85e1-764855887878,revision_number=6']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:10.047233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:10.047764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-09af1ed8-470b-4723-a061-a7601e7cf8e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:10.073858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Calling delete_port for 37bcf1ff-1d0c-4572-85e1-764855887878 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:10.102507 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1872866 Nov 24 19:27:10.105030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45008) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:10.116017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:ea:31:94', 'name': 'tempest-NetworksTestDHCPv6-8339550'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:10.139729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=5fb32608-7fd9-4af5-8c13-748f07d5b9e9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:10.144743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:10.265626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:10.270254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:10.273490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:10.281309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:10.293947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:10.303080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:10.303447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:10.308320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Allocated IP 172.20.0.2 (e887134e-f5c6-40aa-9aa4-e850d0e86285/ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8/282d4a2a-b2f3-43d5-aadf-e0c7ee89684a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:10.421946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.428615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-59c586d7-6883-4324-b0e8-8620212c7b85', 'network_id': '59c586d7-6883-4324-b0e8-8620212c7b85', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': '6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:10.429457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.431142 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:27:10.437977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.469413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 2bf4b80b-567b-41a7-8365-b4508e516f19 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:10.631885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:feea:3194 (b695011e-6a3b-4058-8828-f9b351dbf876/5fb32608-7fd9-4af5-8c13-748f07d5b9e9/2bf4b80b-567b-41a7-8365-b4508e516f19) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:10.658918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 37bcf1ff-1d0c-4572-85e1-764855887878 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:10.743332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.764153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Allocated IP 172.21.0.2 (59c586d7-6883-4324-b0e8-8620212c7b85/6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e/a1cd71b8-e852-4944-95d4-d979b42e9d45) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:10.769954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Transition to ACTIVE for port object 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:10.823153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Transition to ACTIVE for port object 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:10.841892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Deleting port 37bcf1ff-1d0c-4572-85e1-764855887878 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:10.842282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.859400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.874924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 2bf4b80b-567b-41a7-8365-b4508e516f19 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:10.899435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.905690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:10.913201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1f7e43b0-b1a2-49b9-930e-0d1c5b3a84ad tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:10.945620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.20.0.1 (e887134e-f5c6-40aa-9aa4-e850d0e86285/ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8/034001cd-1eb9-418f-8791-9b267e5efdde) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:10.952253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-aea0e40c-9777-433b-9f89-89fbe218d615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:11.043698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.068488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:11.081608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:11.109726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:11.133856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:11.137475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:11.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:11.148586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:11.148762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Pushing event updated for resources: {'Port': ['ID=282d4a2a-b2f3-43d5-aadf-e0c7ee89684a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:11.149007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.163101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=2bf4b80b-567b-41a7-8365-b4508e516f19,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:11.167937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:11.182484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.0764389 Nov 24 19:27:11.185151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45012) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:11.199379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:11.248781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.265452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object 034001cd-1eb9-418f-8791-9b267e5efdde will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:11.272000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a599f-8be9-4806-805b-5d8ec6ca0435 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:11.278798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a599f-8be9-4806-805b-5d8ec6ca0435 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:11.279978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d8a599f-8be9-4806-805b-5d8ec6ca0435 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:11.292175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37bcf1ff-1d0c-4572-85e1-764855887878,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:11.293810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.298600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0899fc88-c50b-46a7-ad6f-312618791057 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:11.299790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d8a599f-8be9-4806-805b-5d8ec6ca0435 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:11.301437 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d8a599f-8be9-4806-805b-5d8ec6ca0435 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1150513 Nov 24 19:27:11.304057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45016) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:11.353216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.362796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:11.363297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:11.372066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:11.375300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:11.383836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 2bf4b80b-567b-41a7-8365-b4508e516f19 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:11.384425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.410071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Attempting to bind port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:11.410446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Attempting to bind port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'e73612bb-79d0-465b-8829-c3f83d68984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e887134e-f5c6-40aa-9aa4-e850d0e86285'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:11.410829 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Attempting to bind port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a on network e887134e-f5c6-40aa-9aa4-e850d0e86285 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:11.442905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.485630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:11.486010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Checking segment: {'id': 'e73612bb-79d0-465b-8829-c3f83d68984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e887134e-f5c6-40aa-9aa4-e850d0e86285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:11.486966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.487375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Bound using segment: {'id': 'e73612bb-79d0-465b-8829-c3f83d68984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e887134e-f5c6-40aa-9aa4-e850d0e86285'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:11.488239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Bound port: 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73612bb-79d0-465b-8829-c3f83d68984e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e887134e-f5c6-40aa-9aa4-e850d0e86285'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:11.488474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.606379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=034001cd-1eb9-418f-8791-9b267e5efdde,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:11.609312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:11.647995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.653600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.678343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=37bcf1ff-1d0c-4572-85e1-764855887878,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:11.688425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:11.689378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Transition to ACTIVE for port object a1cd71b8-e852-4944-95d4-d979b42e9d45 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:11.701074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37bcf1ff-1d0c-4572-85e1-764855887878,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:11.701483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.723234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.782852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 2bf4b80b-567b-41a7-8365-b4508e516f19 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:11.845233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Calling delete_port for 37bcf1ff-1d0c-4572-85e1-764855887878 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:11.885278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Transition to ACTIVE for port object a1cd71b8-e852-4944-95d4-d979b42e9d45 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:11.907913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] For port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:11.914215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.922450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:11.944110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:11.958178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a40480f4-533a-443e-bf94-5f054f163b94 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:11.967115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] For port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=282d4a2a-b2f3-43d5-aadf-e0c7ee89684a,segment=NetworkSegment(e73612bb-79d0-465b-8829-c3f83d68984e),segment_id=e73612bb-79d0-465b-8829-c3f83d68984e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:11.999531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.021472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Network 59c586d7-6883-4324-b0e8-8620212c7b85 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:12.027372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:12.028934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Pushing event updated for resources: {'Port': ['ID=a1cd71b8-e852-4944-95d4-d979b42e9d45,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:12.031081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:12.031313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:12.031952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:12.032661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:12.037192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:12.045330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=2bf4b80b-567b-41a7-8365-b4508e516f19,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:12.047428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.050552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:12.062430 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/2bf4b80b-567b-41a7-8365-b4508e516f19 HTTP/1.1" status: 204 len: 168 time: 0.7568891 Nov 24 19:27:12.065881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45020) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:12.138747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b16e5-8b4b-4de1-8812-f72bd95adac2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:12.140569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b16e5-8b4b-4de1-8812-f72bd95adac2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:12.141491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-774b16e5-8b4b-4de1-8812-f72bd95adac2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:12.159747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-774b16e5-8b4b-4de1-8812-f72bd95adac2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:12.163503 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-774b16e5-8b4b-4de1-8812-f72bd95adac2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0941935 Nov 24 19:27:12.165367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45024) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:12.169922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.176168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.206459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Attempting to bind port a1cd71b8-e852-4944-95d4-d979b42e9d45 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:12.206851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Attempting to bind port a1cd71b8-e852-4944-95d4-d979b42e9d45 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'b6bc9945-727a-4c5d-9c6d-f5003d6f4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '59c586d7-6883-4324-b0e8-8620212c7b85'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:12.207230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Attempting to bind port a1cd71b8-e852-4944-95d4-d979b42e9d45 on network 59c586d7-6883-4324-b0e8-8620212c7b85 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:12.213234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9d559e4-74ca-4474-8cfd-00e421689053 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:12.214164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Pushing event updated for resources: {'Port': ['ID=282d4a2a-b2f3-43d5-aadf-e0c7ee89684a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:12.216994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:12.217384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Checking segment: {'id': 'b6bc9945-727a-4c5d-9c6d-f5003d6f4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '59c586d7-6883-4324-b0e8-8620212c7b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:12.217861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.218263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Bound using segment: {'id': 'b6bc9945-727a-4c5d-9c6d-f5003d6f4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '59c586d7-6883-4324-b0e8-8620212c7b85'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:12.218755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Bound port: a1cd71b8-e852-4944-95d4-d979b42e9d45, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bc9945-727a-4c5d-9c6d-f5003d6f4b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '59c586d7-6883-4324-b0e8-8620212c7b85'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:12.219145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.228763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:12.255231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 5fb32608-7fd9-4af5-8c13-748f07d5b9e9 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:12.258651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.318646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.323330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=034001cd-1eb9-418f-8791-9b267e5efdde,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:12.325275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:12.327894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:12.329609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1cd71b8-e852-4944-95d4-d979b42e9d45,segment=NetworkSegment(b6bc9945-727a-4c5d-9c6d-f5003d6f4b56),segment_id=b6bc9945-727a-4c5d-9c6d-f5003d6f4b56)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:12.337335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.338115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.342376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:12.460946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.466388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Pushing event updated for resources: {'Port': ['ID=a1cd71b8-e852-4944-95d4-d979b42e9d45,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:12.485482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:12.547721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:12.550066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:12.572547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.585269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:12.627487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.639628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb32608-7fd9-4af5-8c13-748f07d5b9e9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:12.641950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:12.656405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5fb32608-7fd9-4af5-8c13-748f07d5b9e9 HTTP/1.1" status: 204 len: 168 time: 0.4890082 Nov 24 19:27:12.657104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45028) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:12.691469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:12.757136 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a37dacdf-b68a-4674-9046-e60900e20c25 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984931 Nov 24 19:27:12.757716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45032) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:12.763868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:12.809837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Deleting port 37bcf1ff-1d0c-4572-85e1-764855887878 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:12.809837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:12.853367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 23dfac48-ed38-4199-a3ed-659d39cbcee9 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:27:12.873525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:12.936013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:12.940593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:12.944164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:12.951878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:12.965836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:12.972035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:13.089081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] For port 37bcf1ff-1d0c-4572-85e1-764855887878, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37bcf1ff-1d0c-4572-85e1-764855887878,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:13.089906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:13.211331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:13.223749 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] Sync routers for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:13.242049 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:13.242838 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:13.253724 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/23dfac48-ed38-4199-a3ed-659d39cbcee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3553193 Nov 24 19:27:13.254647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Calling delete_port for 37bcf1ff-1d0c-4572-85e1-764855887878 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:13.256689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45036) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:13.333112 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:13.343087 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:13.344244 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:13.346408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:13.356545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:13.402342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Pushing event deleted for resources: {'Port': ['ID=37bcf1ff-1d0c-4572-85e1-764855887878,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:13.404795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:13.407298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] No DVR routers for this DVR port 37bcf1ff-1d0c-4572-85e1-764855887878 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:13.411523 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:13.412209 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f1b37-fe40-45c4-a7c6-7d57fa279d57 None None] The sync data for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:13.427910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c451c9-b82a-4c87-b745-847e7618e6a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:13.428542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a0c451c9-b82a-4c87-b745-847e7618e6a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:13.431538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ce386-352a-4054-ba3a-448052b3d9b8 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:13.452268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a0c451c9-b82a-4c87-b745-847e7618e6a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:13.452939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:13.454011 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0c451c9-b82a-4c87-b745-847e7618e6a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports/034001cd-1eb9-418f-8791-9b267e5efdde HTTP/1.1" status: 200 len: 910 time: 0.1938317 Nov 24 19:27:13.454433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:13.458485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45040) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:13.459471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-891ad5c2-db10-4ccb-8d94-1e9eddc8eca4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:13.522217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:13.526795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:13.529853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:13.530077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:13.553001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=cbf1172a-fa9b-4c76-9865-607d6630b23e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:13.558078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:13.574466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8132386 Nov 24 19:27:13.574671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45044) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:13.583152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:63:17:ce', 'name': 'tempest-NetworksTestDHCPv6-653633796'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:13.692333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab85da-3f30-4ff4-ac9e-70c0c46e4580 None None] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:13.758865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:13.764092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:13.767663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:13.775658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:13.790032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:13.795059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:13.832695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': 'cbf1172a-fa9b-4c76-9865-607d6630b23e'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:13.833515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:13.837059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port d6a8b15c-329c-4f69-8a1b-7d37fa4b399e yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:13.878517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Provisioning for port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:13.889801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Provisioning complete for port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:13.890414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.050472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0ffdb-bdc3-4c96-bac0-7787480b9326 None None] Network 59c586d7-6883-4324-b0e8-8620212c7b85 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:14.147190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.378890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Allocated IP 2001:db8::f816:3eff:fea6:5652 (b695011e-6a3b-4058-8828-f9b351dbf876/cbf1172a-fa9b-4c76-9865-607d6630b23e/88760113-47e7-4f90-a120-36573b064a71) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:14.429837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.521635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.21.0.1 (59c586d7-6883-4324-b0e8-8620212c7b85/6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e/4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:14.609440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] For port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=282d4a2a-b2f3-43d5-aadf-e0c7ee89684a,segment=NetworkSegment(e73612bb-79d0-465b-8829-c3f83d68984e),segment_id=e73612bb-79d0-465b-8829-c3f83d68984e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:14.628997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.633869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:14.687698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a1cd71b8-e852-4944-95d4-d979b42e9d45 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:14.699494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.715865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:14.744806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.750281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:14.868161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Pushing event updated for resources: {'Port': ['ID=282d4a2a-b2f3-43d5-aadf-e0c7ee89684a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:14.877376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:14.880873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-52303684-2907-4358-a98f-9a266ac94fda None None] Provisioning for port a1cd71b8-e852-4944-95d4-d979b42e9d45 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:14.900959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.917783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Transition to ACTIVE for port object 88760113-47e7-4f90-a120-36573b064a71 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:14.929587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port a1cd71b8-e852-4944-95d4-d979b42e9d45 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:14.954500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a1cd71b8-e852-4944-95d4-d979b42e9d45 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:14.955002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:14.971514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 59c586d7-6883-4324-b0e8-8620212c7b85 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:14.974648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:14.978838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:14.991486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Transition to ACTIVE for port object 88760113-47e7-4f90-a120-36573b064a71 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:15.011848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.023694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:15.025487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:15.028929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:15.059376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.116400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:15.130152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:15.135807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:15.145074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fe63:17ce (b695011e-6a3b-4058-8828-f9b351dbf876/cbf1172a-fa9b-4c76-9865-607d6630b23e/d6a8b15c-329c-4f69-8a1b-7d37fa4b399e) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:15.197426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b35e61fd-29e1-465e-b784-4d4c62f99c9f None None] Provisioning for port 034001cd-1eb9-418f-8791-9b267e5efdde completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:15.214113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b35e61fd-29e1-465e-b784-4d4c62f99c9f None None] Provisioning complete for port 034001cd-1eb9-418f-8791-9b267e5efdde triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:15.215692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b35e61fd-29e1-465e-b784-4d4c62f99c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.261515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.293302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Pushing event updated for resources: {'Port': ['ID=88760113-47e7-4f90-a120-36573b064a71,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:15.296974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:15.376463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Attempting to bind port 88760113-47e7-4f90-a120-36573b064a71 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:15.377090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Attempting to bind port 88760113-47e7-4f90-a120-36573b064a71 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:15.377785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Attempting to bind port 88760113-47e7-4f90-a120-36573b064a71 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:15.397118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:15.397526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:15.398032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.398783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:15.399633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Bound port: 88760113-47e7-4f90-a120-36573b064a71, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:15.400100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.416854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.440948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object d6a8b15c-329c-4f69-8a1b-7d37fa4b399e will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:15.489076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.495453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-900428f1-6483-4487-a7f1-5800974e1abc tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:15.527073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] For port 88760113-47e7-4f90-a120-36573b064a71, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:15.530959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] For port 88760113-47e7-4f90-a120-36573b064a71, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=88760113-47e7-4f90-a120-36573b064a71,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:15.536838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b35e61fd-29e1-465e-b784-4d4c62f99c9f None None] Port 034001cd-1eb9-418f-8791-9b267e5efdde cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:15.540058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.572105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.580517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b35e61fd-29e1-465e-b784-4d4c62f99c9f None None] Provisioning complete for port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:15.580965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b35e61fd-29e1-465e-b784-4d4c62f99c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.595926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:15.599331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:15.604220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:15.609909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:15.610548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.614931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=d6a8b15c-329c-4f69-8a1b-7d37fa4b399e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:15.617942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4b0f8a7c-beac-46bb-a1fd-2b7c16bad54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:15.619145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:15.641264 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0653751 Nov 24 19:27:15.644756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45048) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:15.673687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1cd71b8-e852-4944-95d4-d979b42e9d45,segment=NetworkSegment(b6bc9945-727a-4c5d-9c6d-f5003d6f4b56),segment_id=b6bc9945-727a-4c5d-9c6d-f5003d6f4b56)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:15.752465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca1d2e-10db-48a5-b382-3d198cc46e9b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:15.758587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca1d2e-10db-48a5-b382-3d198cc46e9b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:15.759418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-efca1d2e-10db-48a5-b382-3d198cc46e9b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:15.775268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.775655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-efca1d2e-10db-48a5-b382-3d198cc46e9b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:15.780113 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-efca1d2e-10db-48a5-b382-3d198cc46e9b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1309731 Nov 24 19:27:15.780113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45052) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:15.789379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.794347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.824438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:15.828548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Pushing event updated for resources: {'Port': ['ID=88760113-47e7-4f90-a120-36573b064a71,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:15.832976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:15.833495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-41cf234b-e670-4ab4-b216-18e35f8b015c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:15.889050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port d6a8b15c-329c-4f69-8a1b-7d37fa4b399e {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:15.889394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.926922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:15.932078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:15.936979 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:15.975014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=a1cd71b8-e852-4944-95d4-d979b42e9d45,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:15.979157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:16.111505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Provisioning for port 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:16.118981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Provisioning complete for port 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:16.119465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:16.134907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 59c586d7-6883-4324-b0e8-8620212c7b85 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:16.136644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:16.213706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Port 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:16.228762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Provisioning complete for port a1cd71b8-e852-4944-95d4-d979b42e9d45 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:16.232981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:16.250501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:16.334790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 23dfac48-ed38-4199-a3ed-659d39cbcee9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:27:16.388126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Provisioning complete for port 034001cd-1eb9-418f-8791-9b267e5efdde triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:16.388693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:16.406656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for d6a8b15c-329c-4f69-8a1b-7d37fa4b399e owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:16.450192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-90de4744-5331-4cb6-9761-84aa565f4858 None None] Port 034001cd-1eb9-418f-8791-9b267e5efdde cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:16.522941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:16.537186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] Sync routers for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:16.545418 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/23dfac48-ed38-4199-a3ed-659d39cbcee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0856612 Nov 24 19:27:16.547872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45056) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:16.554802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:16.555546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:16.572993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:16.580184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-11f88c32-c54c-407f-8565-796f70b022b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:16.647385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=d6a8b15c-329c-4f69-8a1b-7d37fa4b399e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:16.651497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:16.660963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:16.683789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7918e56a-4578-4ab2-adda-ca87612210c3 None None] Provisioning complete for port 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:16.684340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7918e56a-4578-4ab2-adda-ca87612210c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:16.712693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:16.730796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:16.731607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:16.735787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/d6a8b15c-329c-4f69-8a1b-7d37fa4b399e HTTP/1.1" status: 204 len: 168 time: 0.9548118 Nov 24 19:27:16.739147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:16.748034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34feb27f-a52a-4d6b-91e6-13d2c1dd5d6a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:16.748991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-34feb27f-a52a-4d6b-91e6-13d2c1dd5d6a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:16.788895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-34feb27f-a52a-4d6b-91e6-13d2c1dd5d6a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:16.790397 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-34feb27f-a52a-4d6b-91e6-13d2c1dd5d6a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports/4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 HTTP/1.1" status: 200 len: 910 time: 0.2270687 Nov 24 19:27:16.793137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45064) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:16.819837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 88760113-47e7-4f90-a120-36573b064a71 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:16.880012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1673d0fd-7c1c-476e-9d47-f1703705e46f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:16.882148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1673d0fd-7c1c-476e-9d47-f1703705e46f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:16.883243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:16.883480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1673d0fd-7c1c-476e-9d47-f1703705e46f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:16.883705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505336b-6405-48ed-b2fb-ff3f52c98258 None None] The sync data for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:16.911070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7918e56a-4578-4ab2-adda-ca87612210c3 None None] Port 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:16.914422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1673d0fd-7c1c-476e-9d47-f1703705e46f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:16.916732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1673d0fd-7c1c-476e-9d47-f1703705e46f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1766322 Nov 24 19:27:16.919735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45068) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:16.948996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 88760113-47e7-4f90-a120-36573b064a71 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:16.955535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a1cd71b8-e852-4944-95d4-d979b42e9d45 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:17.047693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet cbf1172a-fa9b-4c76-9865-607d6630b23e {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:17.054338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.055854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a1cd71b8-e852-4944-95d4-d979b42e9d45 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:17.056778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.126555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.161949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f956a-9120-4913-8c54-0271188a5838 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:17.215254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.277871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:17.298330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.303608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cab74c48-546c-48ec-89a8-4d0011fc6c1c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:17.311550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Provisioning for port 88760113-47e7-4f90-a120-36573b064a71 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:17.334717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Provisioning complete for port 88760113-47e7-4f90-a120-36573b064a71 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:17.335040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.346738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf1172a-fa9b-4c76-9865-607d6630b23e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:17.348742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.351627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:17.369094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/cbf1172a-fa9b-4c76-9865-607d6630b23e HTTP/1.1" status: 204 len: 168 time: 0.4473562 Nov 24 19:27:17.369316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45072) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:17.441224 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dd22143f-bc75-4ac3-bd3a-93969ad2c96d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706403 Nov 24 19:27:17.443622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45076) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:17.529407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad40cdaa-f6d8-45b8-84b4-2970f33bf7fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:17.530331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ad40cdaa-f6d8-45b8-84b4-2970f33bf7fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:17.547157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ad40cdaa-f6d8-45b8-84b4-2970f33bf7fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:17.552247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45080) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:17.552566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ad40cdaa-f6d8-45b8-84b4-2970f33bf7fa tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1076946 Nov 24 19:27:17.555980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:17.556110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.624456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.631212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b48fb-2c9f-4d8f-b06b-c560d2479c15 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:17.631891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-118b48fb-2c9f-4d8f-b06b-c560d2479c15 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:17.645421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.710293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] For port 88760113-47e7-4f90-a120-36573b064a71, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=88760113-47e7-4f90-a120-36573b064a71,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:17.724574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.728508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:17.763929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:17.765269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-118b48fb-2c9f-4d8f-b06b-c560d2479c15 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:17.766437 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-118b48fb-2c9f-4d8f-b06b-c560d2479c15 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2134249 Nov 24 19:27:17.769545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45084) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:17.789772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Deleting port 88760113-47e7-4f90-a120-36573b064a71 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:17.790082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:17.860541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Pushing event updated for resources: {'Port': ['ID=88760113-47e7-4f90-a120-36573b064a71,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:17.865052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:17.886905 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cec9ff47-db8c-4374-94fa-9333fcb1068b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159139 Nov 24 19:27:17.889012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45088) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:17.898416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:18.063002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:18.063553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.114738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] For port 88760113-47e7-4f90-a120-36573b064a71, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=88760113-47e7-4f90-a120-36573b064a71,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:18.115348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.193098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:18.202645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:18.214231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:18.217869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.243983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Calling delete_port for 88760113-47e7-4f90-a120-36573b064a71 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:18.291944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.322145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.327608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4890db73-a1e4-4b0c-b203-b1d5ee609239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:18.378413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Pushing event deleted for resources: {'Port': ['ID=88760113-47e7-4f90-a120-36573b064a71,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:18.380165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] No DVR routers for this DVR port 88760113-47e7-4f90-a120-36573b064a71 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:18.381687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:18.426289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:18.445310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.449157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c02fa5bd-1258-4c09-9170-dc84dc7ff6b2 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:18.511801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:18.514903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:18.518161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:18.518869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.525527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f3250-0fa6-446e-8aa8-4f361640798c None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:18.538123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=5537970a-19e3-4b1e-9bc6-7bca7240154f,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:18.540789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:18.560829 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6703997 Nov 24 19:27:18.561482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45092) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:18.569133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:69:36:13', 'name': 'tempest-NetworksTestDHCPv6-1587674346'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:18.631422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 88760113-47e7-4f90-a120-36573b064a71 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:18.686938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 88760113-47e7-4f90-a120-36573b064a71 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:18.687197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 88760113-47e7-4f90-a120-36573b064a71 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:18.754339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:18.765457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:18.775830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:18.809201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '5537970a-19e3-4b1e-9bc6-7bca7240154f'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:18.810190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.882000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.887677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c52756a3-5a3e-46f6-82a5-08fbe7b05df5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:18.915010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.936796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:18.940131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=4e0c42ae-7703-4d8f-a9a7-568d0a09c4c9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:18.944189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:18.968795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 49033f2d-3861-4158-afa2-39ef7258d22b yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:19.007574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/5537970a-19e3-4b1e-9bc6-7bca7240154f/6f39b3fa-8545-4c06-ae4e-18422b0df70b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:19.232026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.241679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.242219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Transition to ACTIVE for port object 6f39b3fa-8545-4c06-ae4e-18422b0df70b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:19.261090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Transition to ACTIVE for port object 6f39b3fa-8545-4c06-ae4e-18422b0df70b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:19.271000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.275513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-44998e52-2820-4455-a9db-3d3b61873867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:19.335393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:19.338057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:19.341820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:19.348879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::188 (b695011e-6a3b-4058-8828-f9b351dbf876/5537970a-19e3-4b1e-9bc6-7bca7240154f/49033f2d-3861-4158-afa2-39ef7258d22b) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:19.350521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Pushing event updated for resources: {'Port': ['ID=6f39b3fa-8545-4c06-ae4e-18422b0df70b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:19.384130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:19.438196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Attempting to bind port 6f39b3fa-8545-4c06-ae4e-18422b0df70b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:19.438482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Attempting to bind port 6f39b3fa-8545-4c06-ae4e-18422b0df70b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:19.438850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Attempting to bind port 6f39b3fa-8545-4c06-ae4e-18422b0df70b on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:19.444974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:19.445347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:19.445756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.446152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:19.446617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Bound port: 6f39b3fa-8545-4c06-ae4e-18422b0df70b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:19.446997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.541110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] For port 6f39b3fa-8545-4c06-ae4e-18422b0df70b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:19.544690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] For port 6f39b3fa-8545-4c06-ae4e-18422b0df70b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6f39b3fa-8545-4c06-ae4e-18422b0df70b,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:19.549928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.555068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:19.570892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.587830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 49033f2d-3861-4158-afa2-39ef7258d22b will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:19.592038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 23dfac48-ed38-4199-a3ed-659d39cbcee9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:27:19.621473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.629660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-87a93d80-a1d9-4504-8c98-fc48326d1889 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:19.636828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Pushing event updated for resources: {'Port': ['ID=6f39b3fa-8545-4c06-ae4e-18422b0df70b,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:19.640065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:19.695135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:19.702948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:19.708779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:19.714663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:19.715421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:19.748863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=49033f2d-3861-4158-afa2-39ef7258d22b,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:19.753647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:19.757878 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1949403 Nov 24 19:27:19.761103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45096) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:19.777702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:19.823251 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] Sync routers for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:19.829068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45100) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:19.833561 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/23dfac48-ed38-4199-a3ed-659d39cbcee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0256839 Nov 24 19:27:19.842868 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:19.843491 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:19.917075 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:19.926674 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:19.927271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:19.992435 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:19.992848 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e350cd-8363-47fc-ad2a-ee00878ab9eb None None] The sync data for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:20.154763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0312c7-1ea4-4d76-9701-f7ea5af7ac67 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:20.160808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0312c7-1ea4-4d76-9701-f7ea5af7ac67 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:20.161560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5a0312c7-1ea4-4d76-9701-f7ea5af7ac67 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:20.203115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5a0312c7-1ea4-4d76-9701-f7ea5af7ac67 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:20.204418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5a0312c7-1ea4-4d76-9701-f7ea5af7ac67 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4423544 Nov 24 19:27:20.207985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45106) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:20.457489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 49033f2d-3861-4158-afa2-39ef7258d22b {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:20.457826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:20.663931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6f39b3fa-8545-4c06-ae4e-18422b0df70b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:20.737816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d7b2551-5c61-42cb-a4ad-9019f8f32a43 None None] Provisioning for port 6f39b3fa-8545-4c06-ae4e-18422b0df70b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:20.761778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 6f39b3fa-8545-4c06-ae4e-18422b0df70b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:20.767577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 6f39b3fa-8545-4c06-ae4e-18422b0df70b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:20.768310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:20.833986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:20.897321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c70fa1b3-1f71-4893-bbd7-e57185d5e49a None None] Provisioning for port 49033f2d-3861-4158-afa2-39ef7258d22b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:20.902034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:20.913084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c70fa1b3-1f71-4893-bbd7-e57185d5e49a None None] Provisioning complete for port 49033f2d-3861-4158-afa2-39ef7258d22b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:20.913465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c70fa1b3-1f71-4893-bbd7-e57185d5e49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:20.961813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 49033f2d-3861-4158-afa2-39ef7258d22b owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:21.004895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.016640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c70fa1b3-1f71-4893-bbd7-e57185d5e49a None None] Port 49033f2d-3861-4158-afa2-39ef7258d22b cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:21.019513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 6f39b3fa-8545-4c06-ae4e-18422b0df70b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6f39b3fa-8545-4c06-ae4e-18422b0df70b,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:21.023879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.025912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:21.092285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=6f39b3fa-8545-4c06-ae4e-18422b0df70b,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:21.095894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:21.357071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.362927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3413e5bf-4708-42e0-a162-52301a05f1d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:21.410664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=49033f2d-3861-4158-afa2-39ef7258d22b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:21.413737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:21.463839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.513631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/49033f2d-3861-4158-afa2-39ef7258d22b HTTP/1.1" status: 204 len: 168 time: 1.3046067 Nov 24 19:27:21.516276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45114) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:21.539117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 034001cd-1eb9-418f-8791-9b267e5efdde {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:21.539610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.589882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef75dc-4ebd-48c1-b1dd-ee4393c186f0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:21.591862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef75dc-4ebd-48c1-b1dd-ee4393c186f0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:21.593823 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-10ef75dc-4ebd-48c1-b1dd-ee4393c186f0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0763345 Nov 24 19:27:21.597145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45118) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:21.667513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 5537970a-19e3-4b1e-9bc6-7bca7240154f {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:21.670495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.724993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.741227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.811134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.891734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.896686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54c7eb5d-51b8-461c-a860-a804509fadf1 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:21.934575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=5537970a-19e3-4b1e-9bc6-7bca7240154f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:21.937372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:21.940008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:21.952083 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5537970a-19e3-4b1e-9bc6-7bca7240154f HTTP/1.1" status: 204 len: 168 time: 0.3517253 Nov 24 19:27:21.952283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc953a-92e0-4a69-a415-426619f3e3a7 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:21.956393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45122) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:22.007249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 034001cd-1eb9-418f-8791-9b267e5efdde owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:22.149872 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-68a492e4-7a9e-4034-be10-44f6a4ef5eda tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1916866 Nov 24 19:27:22.152069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45126) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:22.198547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:22.203206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:22.218317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:22.222827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Deleting port 6f39b3fa-8545-4c06-ae4e-18422b0df70b {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:22.223205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:22.241565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496756c6-91cb-4ef6-b1c2-dc8c5dae9abe tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:22.242268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-496756c6-91cb-4ef6-b1c2-dc8c5dae9abe tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:22.249916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=034001cd-1eb9-418f-8791-9b267e5efdde,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:22.261946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-496756c6-91cb-4ef6-b1c2-dc8c5dae9abe tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:22.263568 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-496756c6-91cb-4ef6-b1c2-dc8c5dae9abe tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1104467 Nov 24 19:27:22.266772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45130) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:22.284980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:22.341057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df24eb6-e73e-4192-8167-6ec32921347c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:22.341539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5df24eb6-e73e-4192-8167-6ec32921347c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:22.359945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5df24eb6-e73e-4192-8167-6ec32921347c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:22.362390 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5df24eb6-e73e-4192-8167-6ec32921347c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0936782 Nov 24 19:27:22.367279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45134) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:22.454206 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3ebca298-fb68-4099-991b-5fc8240d409c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853896 Nov 24 19:27:22.455493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45138) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:22.463633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:22.464137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] For port 6f39b3fa-8545-4c06-ae4e-18422b0df70b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6f39b3fa-8545-4c06-ae4e-18422b0df70b,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:22.464675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:22.512422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:22.593483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:22.597778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Calling delete_port for 6f39b3fa-8545-4c06-ae4e-18422b0df70b owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:22.611579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:22.626294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:22.632152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:22.646164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6f39b3fa-8545-4c06-ae4e-18422b0df70b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:22.761365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:22.770620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-802c4a3f-d577-4a0a-9b39-ed74610b41bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:22.798419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 23dfac48-ed38-4199-a3ed-659d39cbcee9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:27:22.810156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Port 6f39b3fa-8545-4c06-ae4e-18422b0df70b update to DOWN by agent not found {{(pid=87487) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 19:27:22.821354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Pushing event deleted for resources: {'Port': ['ID=6f39b3fa-8545-4c06-ae4e-18422b0df70b,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:22.825439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:22.833035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] No DVR routers for this DVR port 6f39b3fa-8545-4c06-ae4e-18422b0df70b on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:22.936385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:22.947631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] Sync routers for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:22.954492 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/23dfac48-ed38-4199-a3ed-659d39cbcee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1300266 Nov 24 19:27:22.957803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45142) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:22.959993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:22.960645 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:22.996766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.objects.ports [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:22.997932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.002394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-72824e20-49f4-4ec0-86de-3b501b5b26ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:23.010134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-88771cf8-0b73-432c-afa9-40e148dc2a0f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:23.027352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-88771cf8-0b73-432c-afa9-40e148dc2a0f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:23.027536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:23.031277 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-88771cf8-0b73-432c-afa9-40e148dc2a0f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dfac48-ed38-4199-a3ed-659d39cbcee9 HTTP/1.1" status: 200 len: 205 time: 0.0696571 Nov 24 19:27:23.031597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45146) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:23.039656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] Routers {'23dfac48-ed38-4199-a3ed-659d39cbcee9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:23.040297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['23dfac48-ed38-4199-a3ed-659d39cbcee9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:23.104449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:23.104783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610953df-178e-48c5-8e81-d2a1a6b1fe49 None None] The sync data for ids ['23dfac48-ed38-4199-a3ed-659d39cbcee9'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:23.186755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:23.194123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:23.195783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=8b38c3ea-fa8f-40bf-91f7-2eda86e19164,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:23.198202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:23.199217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.204022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:23.205950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b54551-cb16-4ee4-b8d5-83bb9fa52b95 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:23.208771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-742fd876-4db3-4120-b1d6-635de642ef91 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.390154 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9326773 Nov 24 19:27:23.393162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45150) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:23.400218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:23.420866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '8b38c3ea-fa8f-40bf-91f7-2eda86e19164'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:23.421722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.520369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-742fd876-4db3-4120-b1d6-635de642ef91 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.522884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-742fd876-4db3-4120-b1d6-635de642ef91 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.546360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-742fd876-4db3-4120-b1d6-635de642ef91 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.546872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742fd876-4db3-4120-b1d6-635de642ef91 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Fanout notify agent at l3_agent the message router_deleted on router 23dfac48-ed38-4199-a3ed-659d39cbcee9 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:27:23.547120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:23.556036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:23.559257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:23.560822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-742fd876-4db3-4120-b1d6-635de642ef91 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.564700 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-742fd876-4db3-4120-b1d6-635de642ef91 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/23dfac48-ed38-4199-a3ed-659d39cbcee9 HTTP/1.1" status: 204 len: 168 time: 0.5274158 Nov 24 19:27:23.564844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45154) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:23.567697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:23.584941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Allocated IP 2001:db8::f816:3eff:fe60:7f6b (b695011e-6a3b-4058-8828-f9b351dbf876/8b38c3ea-fa8f-40bf-91f7-2eda86e19164/36634246-0d8e-43ca-bb03-06df6784f703) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:23.628410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:23.631981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.834092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.838945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet 6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:23.844328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Transition to ACTIVE for port object 36634246-0d8e-43ca-bb03-06df6784f703 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:23.853879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.862739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Transition to ACTIVE for port object 36634246-0d8e-43ca-bb03-06df6784f703 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:23.868125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.872002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:23.932023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:23.934029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:23.937032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:23.941419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:23.947136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Pushing event updated for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:23.950939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:23.993628 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.ipam_backend_mixin [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b38c3ea-fa8f-40bf-91f7-2eda86e19164 (CIDR: 2001:db8::/64) Nov 24 19:27:23.999150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:27:23.999592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:24.025844 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6a7e9d16-19e7-466b-9a79-97c572996164 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6313043 Nov 24 19:27:24.028910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45160) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:24.039035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Attempting to bind port 36634246-0d8e-43ca-bb03-06df6784f703 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:24.039551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Attempting to bind port 36634246-0d8e-43ca-bb03-06df6784f703 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:24.039653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:24.039783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Attempting to bind port 36634246-0d8e-43ca-bb03-06df6784f703 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:24.045372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:24.045864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:24.046154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.046538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.046667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:24.047128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Bound port: 36634246-0d8e-43ca-bb03-06df6784f703, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:24.047523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.126777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.131467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:24.147413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:24.151581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36634246-0d8e-43ca-bb03-06df6784f703,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:24.158705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.164677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a75a647-72cb-4aa6-8f47-c48797aa9ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:24.171706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:24.175335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:24.176373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.183009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e HTTP/1.1" status: 204 len: 168 time: 0.6168611 Nov 24 19:27:24.185465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45164) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:24.207363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2abb8aa-52bf-4c90-bfce-436ec76ce849 None None] Network 59c586d7-6883-4324-b0e8-8620212c7b85 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:24.258286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:24.261376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.319145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.320849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:24.326018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:24.329262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:24.335450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Pushing event updated for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:24.336313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:24.344742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:24.357052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:24.361304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.428449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.536454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] DHCP port deletion for 59c586d7-6883-4324-b0e8-8620212c7b85 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:24.538239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.545121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a88a489c-0a8d-4d72-b92b-9bf99dfb43a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:24.548782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Deleting port a1cd71b8-e852-4944-95d4-d979b42e9d45 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:24.549557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.692303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:24.694262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.701090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a1cd71b8-e852-4944-95d4-d979b42e9d45 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:24.708578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:24.722399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8 HTTP/1.1" status: 204 len: 168 time: 0.5358620 Nov 24 19:27:24.723019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45174) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:24.745524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.746578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b2244-ea3b-43c4-8a7c-fe1556775d05 None None] Network e887134e-f5c6-40aa-9aa4-e850d0e86285 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:24.750966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4936667f-98a1-4dff-b287-1c8b73815385 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:24.827123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:24.830744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:24.835461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:24.836179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.854750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=68c89022-f682-4f7b-92bb-fd95e6eefc19,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:24.857740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:24.882951 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8523974 Nov 24 19:27:24.884594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45180) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:24.896672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:49:09:7c', 'name': 'tempest-NetworksTestDHCPv6-1760904950'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:24.930549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:24.948228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port a1cd71b8-e852-4944-95d4-d979b42e9d45 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:24.948797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.093644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:25.099064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:25.102129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:25.108208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:25.120209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:25.166926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1cd71b8-e852-4944-95d4-d979b42e9d45,segment=NetworkSegment(b6bc9945-727a-4c5d-9c6d-f5003d6f4b56),segment_id=b6bc9945-727a-4c5d-9c6d-f5003d6f4b56)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:25.167476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.190159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1cd71b8-e852-4944-95d4-d979b42e9d45,segment=NetworkSegment(b6bc9945-727a-4c5d-9c6d-f5003d6f4b56),segment_id=b6bc9945-727a-4c5d-9c6d-f5003d6f4b56)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:25.190159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.239240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.255344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.288047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 16ab1c94-2c95-4af5-b4fe-13995857e96d yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:25.329842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for a1cd71b8-e852-4944-95d4-d979b42e9d45 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:25.347417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Calling delete_port for a1cd71b8-e852-4944-95d4-d979b42e9d45 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:25.379760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1cd71b8-e852-4944-95d4-d979b42e9d45,segment=NetworkSegment(b6bc9945-727a-4c5d-9c6d-f5003d6f4b56),segment_id=b6bc9945-727a-4c5d-9c6d-f5003d6f4b56)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:25.412303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.416703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2a1bd69-8d9a-44d0-b6c0-d84c36054542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:25.441502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:25.441905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:25.513838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] DHCP port deletion for e887134e-f5c6-40aa-9aa4-e850d0e86285 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:25.542846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Deleting port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:25.543232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.551462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8:0:1::1cb (b695011e-6a3b-4058-8828-f9b351dbf876/68c89022-f682-4f7b-92bb-fd95e6eefc19/16ab1c94-2c95-4af5-b4fe-13995857e96d) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:25.557711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fe49:97c (b695011e-6a3b-4058-8828-f9b351dbf876/8b38c3ea-fa8f-40bf-91f7-2eda86e19164/16ab1c94-2c95-4af5-b4fe-13995857e96d) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:25.623771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=a1cd71b8-e852-4944-95d4-d979b42e9d45,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:25.628544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:25.628917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:25.629581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:25.660434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0c47e-2bb9-4299-b7bc-285a809111dd None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:25.769262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.770465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a754f72c-bfeb-4e66-b0f3-1af94f8d97f8 None None] Provisioning for port 36634246-0d8e-43ca-bb03-06df6784f703 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:25.786581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 16ab1c94-2c95-4af5-b4fe-13995857e96d will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:25.810414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.816265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bd0be8d3-07d6-4c0c-a61e-b02d71917278 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:25.881619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:25.884873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:25.888791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:25.894553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:25.895183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.903343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=16ab1c94-2c95-4af5-b4fe-13995857e96d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:25.910818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:25.926522 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0381327 Nov 24 19:27:25.928955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45186) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:25.943402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port a1cd71b8-e852-4944-95d4-d979b42e9d45 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:25.945115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:25.952314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] For port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=282d4a2a-b2f3-43d5-aadf-e0c7ee89684a,segment=NetworkSegment(e73612bb-79d0-465b-8829-c3f83d68984e),segment_id=e73612bb-79d0-465b-8829-c3f83d68984e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:25.952723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.003256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 16ab1c94-2c95-4af5-b4fe-13995857e96d {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:26.003595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.094714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Calling delete_port for 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:26.130696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Deleting port a1cd71b8-e852-4944-95d4-d979b42e9d45 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:26.131698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.169403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1cd71b8-e852-4944-95d4-d979b42e9d45,segment=NetworkSegment(b6bc9945-727a-4c5d-9c6d-f5003d6f4b56),segment_id=b6bc9945-727a-4c5d-9c6d-f5003d6f4b56)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:26.169905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.262361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.297528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for a1cd71b8-e852-4944-95d4-d979b42e9d45 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:26.326612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.333977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:26.384867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.386681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Pushing event deleted for resources: {'Port': ['ID=282d4a2a-b2f3-43d5-aadf-e0c7ee89684a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:26.390191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-92688877-f493-47a4-afa3-d23d2fa57538 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:26.394532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] No DVR routers for this DVR port 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:26.396122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:26.439675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=a1cd71b8-e852-4944-95d4-d979b42e9d45,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:26.441658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port a1cd71b8-e852-4944-95d4-d979b42e9d45 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:26.443339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:26.510031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 16ab1c94-2c95-4af5-b4fe-13995857e96d owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:26.517280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] For port a1cd71b8-e852-4944-95d4-d979b42e9d45, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a1cd71b8-e852-4944-95d4-d979b42e9d45,segment=NetworkSegment(b6bc9945-727a-4c5d-9c6d-f5003d6f4b56),segment_id=b6bc9945-727a-4c5d-9c6d-f5003d6f4b56)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:26.517940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.572856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.598415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c586d7-6883-4324-b0e8-8620212c7b85']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:26.616081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bc9945-727a-4c5d-9c6d-f5003d6f4b56') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:26.616388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bc9945-727a-4c5d-9c6d-f5003d6f4b56') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:26.636058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.647191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.653993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:27:26.654367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.694984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Calling delete_port for a1cd71b8-e852-4944-95d4-d979b42e9d45 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:26.721802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36634246-0d8e-43ca-bb03-06df6784f703 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:27:26.722591 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:27:26.755288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.760357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.765268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e39d459-952c-494d-bcb8-75d1112646a3 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:26.768453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.774501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61e87465-7dae-4416-b9a5-9af3e967a5ff tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:26.798516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=59c586d7-6883-4324-b0e8-8620212c7b85,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:26.801250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:26.813314 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/59c586d7-6883-4324-b0e8-8620212c7b85 HTTP/1.1" status: 204 len: 168 time: 2.0891135 Nov 24 19:27:26.814766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45190) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:26.822032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=16ab1c94-2c95-4af5-b4fe-13995857e96d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:26.825161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:26.844808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Update dhcp port {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '8b38c3ea-fa8f-40bf-91f7-2eda86e19164', 'ip_address': '2001:db8::f816:3eff:fe60:7f6b'}, {'subnet_id': '68c89022-f682-4f7b-92bb-fd95e6eefc19'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': '36634246-0d8e-43ca-bb03-06df6784f703'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:27:26.886459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:26.886739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:26.909324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.912121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 36634246-0d8e-43ca-bb03-06df6784f703 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:26.916847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:26.922786 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/16ab1c94-2c95-4af5-b4fe-13995857e96d HTTP/1.1" status: 204 len: 168 time: 0.9926910 Nov 24 19:27:26.923937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45194) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:26.929545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:26.929932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.018991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a69f7-3dc7-484c-9d9b-892a94776c31 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:27.019307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-345a69f7-3dc7-484c-9d9b-892a94776c31 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:27.035460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-345a69f7-3dc7-484c-9d9b-892a94776c31 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:27.039340 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-345a69f7-3dc7-484c-9d9b-892a94776c31 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1119087 Nov 24 19:27:27.039942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45198) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:27.089542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.137023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48432720-ce54-418a-879d-d58e48bf9600 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:27.138445 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-48432720-ce54-418a-879d-d58e48bf9600 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0977607 Nov 24 19:27:27.140984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45202) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:27.192588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Deleting port a1cd71b8-e852-4944-95d4-d979b42e9d45 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:27.193025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.210540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0808a90-925d-4568-a9a3-268cc0ef3944 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:27.212231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0808a90-925d-4568-a9a3-268cc0ef3944 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:27.213751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0808a90-925d-4568-a9a3-268cc0ef3944 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:27.214671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a0808a90-925d-4568-a9a3-268cc0ef3944 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:27.230747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a0808a90-925d-4568-a9a3-268cc0ef3944 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:27.231160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.234525 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0808a90-925d-4568-a9a3-268cc0ef3944 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0901611 Nov 24 19:27:27.234951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45208) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:27.260798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e887134e-f5c6-40aa-9aa4-e850d0e86285']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:27.274213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73612bb-79d0-465b-8829-c3f83d68984e') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:27.274848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73612bb-79d0-465b-8829-c3f83d68984e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:27.287459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.299623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9a20d-0f9e-497a-96c5-58c5666c491e None None] The port 'a1cd71b8-e852-4944-95d4-d979b42e9d45' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:27:27.303800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.306246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.307951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 68c89022-f682-4f7b-92bb-fd95e6eefc19 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:27.313703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:27:27.315032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:27:27.330478 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:27:27.393176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36634246-0d8e-43ca-bb03-06df6784f703,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:27.394572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Allocated IP 2001:db8:0:1::2 (b695011e-6a3b-4058-8828-f9b351dbf876/68c89022-f682-4f7b-92bb-fd95e6eefc19/36634246-0d8e-43ca-bb03-06df6784f703) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:27.400276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.403493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:27.423429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.428085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-72b22df2-f3ac-4187-98d2-a23df4419df1 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:27.456221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.459506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:27.466467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=e887134e-f5c6-40aa-9aa4-e850d0e86285,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:27.468894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:27.474286 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/e887134e-f5c6-40aa-9aa4-e850d0e86285 HTTP/1.1" status: 204 len: 168 time: 0.6551094 Nov 24 19:27:27.475606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45212) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:27.481340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1126142304'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:27.486975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:27.490796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:27.493708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:27.499733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:27.512676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:27.516380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.519263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:27.519622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 282d4a2a-b2f3-43d5-aadf-e0c7ee89684a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:27.546391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:27:27.555596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.555931 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment 6a021d0d-049d-4206-8df1-81fa76658898 of type vlan for network b834a679-1383-4c3e-ac3b-2bf07b2b3415 Nov 24 19:27:27.582098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.601941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:27.606171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:27.613768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.619304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:27.619882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.624998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e4933432-2902-4b50-8b0a-1d981b9424ac tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:27.645330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36634246-0d8e-43ca-bb03-06df6784f703,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:27.670918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.687352 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Transition to ACTIVE for port object 36634246-0d8e-43ca-bb03-06df6784f703 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:27.691163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.694843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ec890d82-1ddf-4e29-b4fd-9693976a5219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:27.702742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.758220 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2788777 Nov 24 19:27:27.758717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45218) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:27.764778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:27.770820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=b834a679-1383-4c3e-ac3b-2bf07b2b3415,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:27.775185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:27.782374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.793354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:27:27.883625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.889522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:27.894204 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:27.900684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:27.907316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:27.921081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:27.926383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.959591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Pushing event updated for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:27.966386 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:27.981937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:27.988260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4b5827f0-39b8-4418-8b21-85a32543249c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:28.027073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=68c89022-f682-4f7b-92bb-fd95e6eefc19,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:28.030116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:28.031390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.047938 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/68c89022-f682-4f7b-92bb-fd95e6eefc19 HTTP/1.1" status: 204 len: 168 time: 0.8096488 Nov 24 19:27:28.048308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45222) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:28.125969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 8b38c3ea-fa8f-40bf-91f7-2eda86e19164 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:28.129779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.180115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.186656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:28.188372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.275044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:28.279241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:28.284747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': '6a021d0d-049d-4206-8df1-81fa76658898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:28.285316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: b834a679-1383-4c3e-ac3b-2bf07b2b3415, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:27:28.306658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:27:28.310700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.318591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, b834a679-1383-4c3e-ac3b-2bf07b2b3415) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:28.323651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:28.324806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.331742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b89e9-3485-440e-8f1d-7bf15e0848af None None] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:28.352554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5924680 Nov 24 19:27:28.355549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45226) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:28.361100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1225006549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:28.369202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:28.373966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:router and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:28.376981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:28.382996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:28.396185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.397459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.409745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.416541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cd60959e-d24c-4f04-bd3c-e2fae11cf3c2 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:28.417401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.444683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.459452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=8b38c3ea-fa8f-40bf-91f7-2eda86e19164,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:28.462597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:28.463778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.478426 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/8b38c3ea-fa8f-40bf-91f7-2eda86e19164 HTTP/1.1" status: 204 len: 168 time: 0.4288583 Nov 24 19:27:28.479472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45230) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:28.487768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.492588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c60f8236-7784-4d39-bbed-20ce687e9b32 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1357496 Nov 24 19:27:28.493513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45234) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:28.500658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'port': {'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415', 'name': 'tempest-RoutersTest-528438245'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:28.560823 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a29f9d4b-4911-4e55-a052-4bdd6d2a70c6 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799236 Nov 24 19:27:28.561630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45238) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:28.568277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:28.586715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b834a679-1383-4c3e-ac3b-2bf07b2b3415', 'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': 'bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:28.588256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.696905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36634246-0d8e-43ca-bb03-06df6784f703 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:28.702508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:28.707246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:port and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:28.710187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:28.716073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:28.724733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:28.727066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:28.730292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:28.730892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.733408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:28.734386 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653b62a-6365-44fc-9a60-fc2090c6b66e None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:28.741260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:28.753398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:28.756586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] device_id is not set on port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:28.757444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:28.913591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dc4855b0-38a0-41e7-8b9a-3bdef09ad42c None None] Provisioning for port 36634246-0d8e-43ca-bb03-06df6784f703 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:28.922264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dc4855b0-38a0-41e7-8b9a-3bdef09ad42c None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:28.922653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dc4855b0-38a0-41e7-8b9a-3bdef09ad42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.077906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Allocated IP 172.20.0.2 (b834a679-1383-4c3e-ac3b-2bf07b2b3415/bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5/1c6df5bc-8958-4601-8eb3-2f2f3d99ae24) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:29.100167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:29.100553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.124375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.objects.ports [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:29.374729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-73984ad0-76a9-49de-ad0d-5761be29e97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.445975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.462364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dc4855b0-38a0-41e7-8b9a-3bdef09ad42c None None] Could not find standard attr ID for object 16ab1c94-2c95-4af5-b4fe-13995857e96d. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:27:29.604578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.618555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] Update dhcp port {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '4df01c95-2df8-4772-91b3-992aa39b91b1'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': '36634246-0d8e-43ca-bb03-06df6784f703'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:27:29.641872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Transition to ACTIVE for port object 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:29.665293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36634246-0d8e-43ca-bb03-06df6784f703,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:29.681760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Transition to ACTIVE for port object 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:29.687042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.691200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.695869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.696711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.701624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-03fc04c0-70a3-4089-b807-16896a7aea9c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:29.701759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.708951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:29.767759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.20.0.4 (b834a679-1383-4c3e-ac3b-2bf07b2b3415/bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5/3224fd74-3d10-46e7-8c9c-3787c5ee7f04) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:29.769565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:29.772534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:29.777882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:29.778167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.803941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=8']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:29.808553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:29.809068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-737de6a5-6f39-44dc-8293-28120d77ecb2 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:29.826243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:29.833277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:29.841366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:29.854334 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2889910 Nov 24 19:27:29.854536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Pushing event updated for resources: {'Port': ['ID=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:29.854665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45242) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:29.863359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:29.880687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:29.918056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:29.951360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=4df01c95-2df8-4772-91b3-992aa39b91b1,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:29.958511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:29.990675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Attempting to bind port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:29.991042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Attempting to bind port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '6a021d0d-049d-4206-8df1-81fa76658898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:29.991428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Attempting to bind port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 on network b834a679-1383-4c3e-ac3b-2bf07b2b3415 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:30.012064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:30.016084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:30.019924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:30.025845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:30.036380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:30.039842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.045293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.049168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:30.049649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Checking segment: {'id': '6a021d0d-049d-4206-8df1-81fa76658898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:30.050067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.050474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Bound using segment: {'id': '6a021d0d-049d-4206-8df1-81fa76658898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:30.050963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Bound port: 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a021d0d-049d-4206-8df1-81fa76658898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b834a679-1383-4c3e-ac3b-2bf07b2b3415'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:30.051364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.063796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:30.089802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.096383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9686c9ea-d046-46cb-9fce-6c63d1c57390 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:30.166694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:30.169918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:30.172256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:30.183662 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4df01c95-2df8-4772-91b3-992aa39b91b1 (CIDR: 2001:db8::/64) Nov 24 19:27:30.186970 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:27:30.187536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:30.209235 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fbe8aa64-2ada-4316-be59-a3c2d6026dd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3510618 Nov 24 19:27:30.209548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45246) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:30.215924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:30.222021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=3224fd74-3d10-46e7-8c9c-3787c5ee7f04,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:30.224343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:30.243745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] For port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:30.247348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:30.248461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.257000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] For port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,segment=NetworkSegment(6a021d0d-049d-4206-8df1-81fa76658898),segment_id=6a021d0d-049d-4206-8df1-81fa76658898)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:30.271802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.277402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7798536 Nov 24 19:27:30.278261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45250) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:30.278391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-fec2dc92-c522-4907-9327-76c2cda7c25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:30.358997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36634246-0d8e-43ca-bb03-06df6784f703,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:30.360871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:30.365445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:30.368201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:30.374780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:30.388507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:30.388700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Pushing event updated for resources: {'Port': ['ID=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:30.393532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:30.393910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.416800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.424893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.428184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-621c4cb5-2a9b-4b81-999e-90ac21a291ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:30.521001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] Pushing event updated for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=9']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:30.524940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:30.647554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36634246-0d8e-43ca-bb03-06df6784f703 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:30.767990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:30.769465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.769945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.776201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5765052a-c791-4f44-97ba-9f2f97a26058 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:30.866259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:30.871607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:30.877654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:30.878652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:30.897238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=81029600-35cb-4903-8dce-3c4372f6be9f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:30.902517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:30.933867 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7224174 Nov 24 19:27:30.934411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45254) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:30.941818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:56:83:0f', 'name': 'tempest-NetworksTestDHCPv6-1072984954'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:31.106010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:31.117990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:31.131800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:31.188608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:31.246108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20766ee6-8ab1-48ec-bc5b-999d5ab89adf None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:31.265604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:31.293794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:31.401076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b6fd60fb-ddca-46a8-ad44-14bddb85b990 None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:31.401557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b6fd60fb-ddca-46a8-ad44-14bddb85b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:31.623770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:31.632024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:31.644465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a91fe6f8-eb96-49d4-b965-a7a0717c3485 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:31.681685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8:0:1::185 (b695011e-6a3b-4058-8828-f9b351dbf876/81029600-35cb-4903-8dce-3c4372f6be9f/4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:31.690456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::f816:3eff:fe56:830f (b695011e-6a3b-4058-8828-f9b351dbf876/4df01c95-2df8-4772-91b3-992aa39b91b1/4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:31.784256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=3224fd74-3d10-46e7-8c9c-3787c5ee7f04,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:31.788828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:31.814947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Update dhcp port {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '4df01c95-2df8-4772-91b3-992aa39b91b1', 'ip_address': '2001:db8::f816:3eff:fe60:7f6b'}, {'subnet_id': '81029600-35cb-4903-8dce-3c4372f6be9f'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': '36634246-0d8e-43ca-bb03-06df6784f703'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:27:31.843430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28774cf3-a4f8-4c04-b549-93ded63f09f4 None None] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:31.916015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:31.932391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:31.956463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:31.962365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1ff2a676-f975-40eb-b767-d90bba0f6e19 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:32.025972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.034707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:32.038211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:32.042103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:32.047717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:32.049636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.065474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.068069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:32.072743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:32.081616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7291a14c-6a92-41da-93a0-f58080e0d65c None None] Provisioning for port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:32.088311 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1527836 Nov 24 19:27:32.090878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45262) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:32.151486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-21cdcc26-b360-41dd-8368-df6f48e10b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.168230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:32.168652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.290036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.368778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Allocated IP 2001:db8:0:1::2 (b695011e-6a3b-4058-8828-f9b351dbf876/81029600-35cb-4903-8dce-3c4372f6be9f/36634246-0d8e-43ca-bb03-06df6784f703) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:32.462418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.525583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36634246-0d8e-43ca-bb03-06df6784f703,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:32.555191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.589707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Transition to ACTIVE for port object 36634246-0d8e-43ca-bb03-06df6784f703 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:32.593956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bebfff6c-021e-45d4-a2ac-8dbccfc07827 None None] Provisioning for port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:32.595474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:32.603427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bebfff6c-021e-45d4-a2ac-8dbccfc07827 None None] Provisioning complete for port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:32.603855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bebfff6c-021e-45d4-a2ac-8dbccfc07827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.679051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.694609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-57b76e07-4bf6-4ae9-98e1-4595f1d5731b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:32.778319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Pushing event updated for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=10']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:32.781086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:32.791256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.797787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.818151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:32.824491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-bebfff6c-021e-45d4-a2ac-8dbccfc07827 None None] Port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:32.840491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:32.882074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.888510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.892467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:32.959270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:32.963021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=3224fd74-3d10-46e7-8c9c-3787c5ee7f04,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:32.966422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:32.971532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:32.978916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:32.979760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.006665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:33.016576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:33.127054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:33.128564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:33.149627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e2eb54e8-7a4c-4b79-8889-53c5f7a3a898 None None] Provisioning complete for port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:33.149804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e2eb54e8-7a4c-4b79-8889-53c5f7a3a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.156815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.172565 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9 HTTP/1.1" status: 204 len: 168 time: 1.0800781 Nov 24 19:27:33.174428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45266) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:33.216153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.265028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb54e8-7a4c-4b79-8889-53c5f7a3a898 None None] Port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:33.280613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,segment=NetworkSegment(6a021d0d-049d-4206-8df1-81fa76658898),segment_id=6a021d0d-049d-4206-8df1-81fa76658898)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:33.287910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.291058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:33.347697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b8249-6e9b-4033-9fd2-f7ecf3526189 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:33.348598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-166b8249-6e9b-4033-9fd2-f7ecf3526189 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:33.367231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-166b8249-6e9b-4033-9fd2-f7ecf3526189 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:33.371162 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-166b8249-6e9b-4033-9fd2-f7ecf3526189 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1933346 Nov 24 19:27:33.371572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45270) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:33.429681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router d421ae03-3719-4554-a873-b3019d093ddb is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:27:33.467698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-204dba24-8069-4f11-90b9-cd92eabf180e None None] Provisioning complete for port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:33.468366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-204dba24-8069-4f11-90b9-cd92eabf180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.491002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d980f-caf6-41a6-8acf-a3aef04889c0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:33.496458 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3e0d980f-caf6-41a6-8acf-a3aef04889c0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1212506 Nov 24 19:27:33.496877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45274) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:33.538805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-204dba24-8069-4f11-90b9-cd92eabf180e None None] Port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:33.543018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:33.546192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:33.599951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88089fb0-ebb9-4e69-a304-3c9a4e5275a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:33.601627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88089fb0-ebb9-4e69-a304-3c9a4e5275a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:33.603139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88089fb0-ebb9-4e69-a304-3c9a4e5275a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:33.603987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-88089fb0-ebb9-4e69-a304-3c9a4e5275a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:33.621784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-88089fb0-ebb9-4e69-a304-3c9a4e5275a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:33.623753 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-88089fb0-ebb9-4e69-a304-3c9a4e5275a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1257873 Nov 24 19:27:33.626773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45278) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:33.639351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:33.648252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/d421ae03-3719-4554-a873-b3019d093ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3692131 Nov 24 19:27:33.650568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45282) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:33.656044 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] Sync routers for ids ['d421ae03-3719-4554-a873-b3019d093ddb'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:33.681298 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] Routers {'d421ae03-3719-4554-a873-b3019d093ddb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:33.684095 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['d421ae03-3719-4554-a873-b3019d093ddb'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:33.685121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ebe78531-826a-4f66-a7d6-d1a33e938440 None None] Provisioning complete for port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:33.689257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebe78531-826a-4f66-a7d6-d1a33e938440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.708434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 4df01c95-2df8-4772-91b3-992aa39b91b1 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:33.712524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.731898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47182f4f-70b9-4137-b034-050a2351d323 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:33.732541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-47182f4f-70b9-4137-b034-050a2351d323 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:33.750122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-47182f4f-70b9-4137-b034-050a2351d323 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:33.751624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-47182f4f-70b9-4137-b034-050a2351d323 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports/3224fd74-3d10-46e7-8c9c-3787c5ee7f04 HTTP/1.1" status: 200 len: 976 time: 0.0999620 Nov 24 19:27:33.754406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45286) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:33.785388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:33.811365 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:33.817979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f86a56-7efd-4648-a3f6-5f0e20ec9a79 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:33.820878 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] Routers {'d421ae03-3719-4554-a873-b3019d093ddb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:33.821494 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['d421ae03-3719-4554-a873-b3019d093ddb'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:33.835426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-ebe78531-826a-4f66-a7d6-d1a33e938440 None None] Port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:33.901097 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:33.901514 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc6453-0f48-48e4-8490-571496616ead None None] The sync data for ids ['d421ae03-3719-4554-a873-b3019d093ddb'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:34.020445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.023654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4de03240-ff68-4abe-8bce-4c7c7eac9888 None None] Provisioning for port 36634246-0d8e-43ca-bb03-06df6784f703 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:34.041283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4de03240-ff68-4abe-8bce-4c7c7eac9888 None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:34.041774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4de03240-ff68-4abe-8bce-4c7c7eac9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.102093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.107669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-694b7b6a-256c-44b0-b634-307ae6398db4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:34.148427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.161338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=4df01c95-2df8-4772-91b3-992aa39b91b1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:34.164012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:34.169671 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/4df01c95-2df8-4772-91b3-992aa39b91b1 HTTP/1.1" status: 204 len: 168 time: 0.5418301 Nov 24 19:27:34.172322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45290) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:34.251800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 81029600-35cb-4903-8dce-3c4372f6be9f {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:34.255629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.314783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.408093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.442366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1818f1-0e4b-4dcf-855a-1dfff5137a30 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:34.447160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.484388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.488605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6de3041c-a2c4-42c0-9299-f10263d2f09e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:34.523806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=81029600-35cb-4903-8dce-3c4372f6be9f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:34.527539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:34.529765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.542984 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/81029600-35cb-4903-8dce-3c4372f6be9f HTTP/1.1" status: 204 len: 168 time: 0.3672562 Nov 24 19:27:34.543990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45294) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:34.549380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f3aae012-bdd0-4a8e-b694-22d8216d346d None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:34.549709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f3aae012-bdd0-4a8e-b694-22d8216d346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.581628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.617413 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d00effbd-577f-4922-a4bf-06fa3884f327 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705872 Nov 24 19:27:34.617650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45298) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:34.623482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:34.686048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36634246-0d8e-43ca-bb03-06df6784f703 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:34.745094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:34.749283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:34.752384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:34.758061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:34.760969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:34.761462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.767743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:34.772243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.875703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 36634246-0d8e-43ca-bb03-06df6784f703 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:34.876771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.993155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:34.993649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:35.012716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Deleting port 36634246-0d8e-43ca-bb03-06df6784f703 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:35.013108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.037272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.044181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-acc6c759-29ee-4dd1-92e1-0e48bf9147f5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:35.068810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:35.110199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:35.113644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:35.118191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:35.118967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.125549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 3224fd74-3d10-46e7-8c9c-3787c5ee7f04 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:35.134956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:35.137750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:35.151732 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5325179 Nov 24 19:27:35.154357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45302) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:35.161969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:35.276757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:35.277143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.304889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:35.309080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:35.312024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:35.317922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.318991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:35.326846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-765cf626-5d71-4fa1-a49a-33ebf891dd68 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:35.333472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:35.337125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.366887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] For port 36634246-0d8e-43ca-bb03-06df6784f703, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=36634246-0d8e-43ca-bb03-06df6784f703,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:35.367288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.374010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=3224fd74-3d10-46e7-8c9c-3787c5ee7f04,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:35.377810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:35.481449 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2 (CIDR: 2001:db8::/64) Nov 24 19:27:35.488138 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:27:35.488596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:35.513634 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-332ce0e0-bbec-4acf-8843-d2046009145e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3575692 Nov 24 19:27:35.514336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45306) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:35.522559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:35.552865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Calling delete_port for 36634246-0d8e-43ca-bb03-06df6784f703 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:35.639918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.687700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.690348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:35.692809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ea6b89d-2679-4262-938d-d6436ccee25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:35.695320 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:35.698512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:35.705710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:35.716853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:35.720872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:35.738037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Pushing event deleted for resources: {'Port': ['ID=36634246-0d8e-43ca-bb03-06df6784f703,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:35.740523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:35.743150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] No DVR routers for this DVR port 36634246-0d8e-43ca-bb03-06df6784f703 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:35.761669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c434eb-7a36-4523-acad-7501e6e73f99 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:36.004617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:36.005520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.049962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router d421ae03-3719-4554-a873-b3019d093ddb has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:27:36.115888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.objects.ports [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:36.117055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.121505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b499aa92-a530-4539-9a10-a62c31abfe92 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:36.192259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:36.208748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] Sync routers for ids ['d421ae03-3719-4554-a873-b3019d093ddb'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:36.213159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/d421ae03-3719-4554-a873-b3019d093ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4547825 Nov 24 19:27:36.213159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45312) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:36.233069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] Routers {'d421ae03-3719-4554-a873-b3019d093ddb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:36.233857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['d421ae03-3719-4554-a873-b3019d093ddb'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:36.292228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:36.295629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:36.300028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:36.300612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.306549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:36.310157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2/956b0ce7-d626-4de5-ae60-a925b3ca9afd) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:36.318686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=70cab307-af24-42c9-a3e2-dce31adb74ab,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:36.327037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:36.332182 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:8e88 (b695011e-6a3b-4058-8828-f9b351dbf876/70cab307-af24-42c9-a3e2-dce31adb74ab/956b0ce7-d626-4de5-ae60-a925b3ca9afd) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:36.339556 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8208761 Nov 24 19:27:36.339719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] Routers {'d421ae03-3719-4554-a873-b3019d093ddb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:36.339719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['d421ae03-3719-4554-a873-b3019d093ddb'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:36.340018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45316) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:36.346748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:2f:a8:83', 'name': 'tempest-NetworksTestDHCPv6-544868959'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:36.403518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:36.403935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4986f-352f-4571-832a-5f46779ba4a0 None None] The sync data for ids ['d421ae03-3719-4554-a873-b3019d093ddb'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:36.487204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:36.496899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:36.507236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:36.566937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-2eba79cc-1d0a-4566-8ba1-b53b3ff8eca0 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 19:27:36.568085 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2eba79cc-1d0a-4566-8ba1-b53b3ff8eca0 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/d421ae03-3719-4554-a873-b3019d093ddb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3540215 Nov 24 19:27:36.570835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45320) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:36.616382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-59e53e33-9047-4e2a-a851-8f7189f6d934 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:36.631910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.636131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-59e53e33-9047-4e2a-a851-8f7189f6d934 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:36.637412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-59e53e33-9047-4e2a-a851-8f7189f6d934 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=d421ae03-3719-4554-a873-b3019d093ddb HTTP/1.1" status: 200 len: 205 time: 0.0655181 Nov 24 19:27:36.640138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45324) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:36.644527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Transition to ACTIVE for port object 956b0ce7-d626-4de5-ae60-a925b3ca9afd will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:36.653217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36634246-0d8e-43ca-bb03-06df6784f703 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:36.657932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.685389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 5ca408d0-d310-4184-a2ee-727ca0f94f07 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:36.694685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 36634246-0d8e-43ca-bb03-06df6784f703 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:36.695045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 36634246-0d8e-43ca-bb03-06df6784f703 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:36.706001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Transition to ACTIVE for port object 956b0ce7-d626-4de5-ae60-a925b3ca9afd will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:36.712225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.716955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3ff90fe7-4335-4376-ab45-2573589a479a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:36.787204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:36.792738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ed0ed03-0eda-47fb-af6f-fd88e321a109 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.792893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:36.795391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:36.805805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Pushing event updated for resources: {'Port': ['ID=956b0ce7-d626-4de5-ae60-a925b3ca9afd,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:36.808590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:36.913905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::7b (b695011e-6a3b-4058-8828-f9b351dbf876/1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2/5ca408d0-d310-4184-a2ee-727ca0f94f07) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:36.920930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2f:a883 (b695011e-6a3b-4058-8828-f9b351dbf876/70cab307-af24-42c9-a3e2-dce31adb74ab/5ca408d0-d310-4184-a2ee-727ca0f94f07) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:36.953095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Attempting to bind port 956b0ce7-d626-4de5-ae60-a925b3ca9afd on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:36.953095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Attempting to bind port 956b0ce7-d626-4de5-ae60-a925b3ca9afd by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:36.953306 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Attempting to bind port 956b0ce7-d626-4de5-ae60-a925b3ca9afd on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:36.960553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:36.960935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:36.961348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:36.961748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:36.962716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Bound port: 956b0ce7-d626-4de5-ae60-a925b3ca9afd, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:36.962716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.061997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] For port 956b0ce7-d626-4de5-ae60-a925b3ca9afd, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:37.065854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] For port 956b0ce7-d626-4de5-ae60-a925b3ca9afd, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=956b0ce7-d626-4de5-ae60-a925b3ca9afd,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:37.072139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.078908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2198b565-88e8-4d74-ae49-32f6f770bb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:37.150473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.165279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Pushing event updated for resources: {'Port': ['ID=956b0ce7-d626-4de5-ae60-a925b3ca9afd,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:37.168283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:37.169483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 5ca408d0-d310-4184-a2ee-727ca0f94f07 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:37.208943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.215368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:37.256384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ed0ed03-0eda-47fb-af6f-fd88e321a109 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.258838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ed0ed03-0eda-47fb-af6f-fd88e321a109 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.291178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ed0ed03-0eda-47fb-af6f-fd88e321a109 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.291740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed0ed03-0eda-47fb-af6f-fd88e321a109 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Fanout notify agent at l3_agent the message router_deleted on router d421ae03-3719-4554-a873-b3019d093ddb {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:27:37.295710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:37.299532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:37.304369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:37.309744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1ed0ed03-0eda-47fb-af6f-fd88e321a109 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.311013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1ed0ed03-0eda-47fb-af6f-fd88e321a109 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/d421ae03-3719-4554-a873-b3019d093ddb HTTP/1.1" status: 204 len: 168 time: 0.6697969 Nov 24 19:27:37.312181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:37.312835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.315433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45330) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:37.320026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=5ca408d0-d310-4184-a2ee-727ca0f94f07,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:37.324343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:37.348217 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0046721 Nov 24 19:27:37.348766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45334) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:37.409452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:37.412966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.434716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 5ca408d0-d310-4184-a2ee-727ca0f94f07 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:37.434716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.475907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.570646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.647531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.652555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e2ed4e1d-7165-49a9-81b7-72103ff13d3b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:37.689322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:37.692119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:37.695217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.700719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.701866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d197457-6316-489f-8fea-83de2ee0473f None None] Network b834a679-1383-4c3e-ac3b-2bf07b2b3415 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:37.704171 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5 HTTP/1.1" status: 204 len: 168 time: 0.3857310 Nov 24 19:27:37.705572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45338) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:37.825729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.838681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:37.839009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:37.839578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 5ca408d0-d310-4184-a2ee-727ca0f94f07 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:38.054745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22fedd-a720-401b-9746-218d089176ef None None] DHCP port deletion for b834a679-1383-4c3e-ac3b-2bf07b2b3415 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:38.059142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Deleting port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:38.059530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.101053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,segment=NetworkSegment(6a021d0d-049d-4206-8df1-81fa76658898),segment_id=6a021d0d-049d-4206-8df1-81fa76658898)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:38.101823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.131119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.138000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:38.185052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=5ca408d0-d310-4184-a2ee-727ca0f94f07,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:38.187757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:38.252812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:38.309098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6a22fedd-a720-401b-9746-218d089176ef None None] For port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,segment=NetworkSegment(6a021d0d-049d-4206-8df1-81fa76658898),segment_id=6a021d0d-049d-4206-8df1-81fa76658898)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:38.309636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.319890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98dcc69-728c-434d-b6f2-3948a92299bf None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:38.349303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.355156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b8ca05d3-e9b9-4754-b43e-e30baaa75a1a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:38.404324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=1c6df5bc-8958-4601-8eb3-2f2f3d99ae24,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:38.406463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.408683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:38.412048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:38.419365 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/5ca408d0-d310-4184-a2ee-727ca0f94f07 HTTP/1.1" status: 204 len: 168 time: 1.0669217 Nov 24 19:27:38.419595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45342) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:38.501164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90298af-4e84-4829-91b6-eeaf92b78470 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:38.502017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d90298af-4e84-4829-91b6-eeaf92b78470 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:38.511556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Calling delete_port for 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:38.518087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d90298af-4e84-4829-91b6-eeaf92b78470 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:38.523515 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d90298af-4e84-4829-91b6-eeaf92b78470 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1028636 Nov 24 19:27:38.524152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45346) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:38.545052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.574324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b834a679-1383-4c3e-ac3b-2bf07b2b3415']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:38.590971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e8c322dc-53e1-4c7b-974d-c4139228e52b None None] Provisioning for port 956b0ce7-d626-4de5-ae60-a925b3ca9afd completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:38.591129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a021d0d-049d-4206-8df1-81fa76658898') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:38.591129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a021d0d-049d-4206-8df1-81fa76658898') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:38.605581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.624615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.625129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d791b-ad59-4dc0-996f-5f1da8627c0c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:38.632170 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a77d791b-ad59-4dc0-996f-5f1da8627c0c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1057220 Nov 24 19:27:38.633266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45350) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:38.639235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:27:38.639933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:27:38.669603 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:27:38.686420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:38.686796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:38.713729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 956b0ce7-d626-4de5-ae60-a925b3ca9afd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:38.716034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc93ca-c7a8-4205-b10c-5634ef7f7c47 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:38.717621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc93ca-c7a8-4205-b10c-5634ef7f7c47 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:38.719505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc93ca-c7a8-4205-b10c-5634ef7f7c47 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:38.720906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b9dc93ca-c7a8-4205-b10c-5634ef7f7c47 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:38.737455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b9dc93ca-c7a8-4205-b10c-5634ef7f7c47 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:38.741419 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b9dc93ca-c7a8-4205-b10c-5634ef7f7c47 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1047637 Nov 24 19:27:38.741579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45354) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:38.778302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.781773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4ef3ed15-bf0b-4b77-b876-e8949642001b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:38.803333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.809936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=b834a679-1383-4c3e-ac3b-2bf07b2b3415,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:38.823507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:38.825195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.825580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.825961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.826336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.826909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.827103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.827543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.827667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.827827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.828286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.828541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.829093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.829584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:38.834325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:38.840937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/b834a679-1383-4c3e-ac3b-2bf07b2b3415 HTTP/1.1" status: 204 len: 168 time: 1.1343751 Nov 24 19:27:38.842868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 956b0ce7-d626-4de5-ae60-a925b3ca9afd completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:38.845000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45358) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:38.851588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251215313'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:38.852189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 956b0ce7-d626-4de5-ae60-a925b3ca9afd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:38.852577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.856653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:38.861557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:38.864670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:38.874637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:38.897767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:38.904247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.912236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.959843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:27:38.973603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:38.974029 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment ccb4c9c6-3513-4bdd-a346-909398a8ff9e of type vlan for network 91770ebe-3294-45f9-a24e-34caf15b6482 Nov 24 19:27:39.005135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.019112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.031848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.130066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.136051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c3baf73-2064-4558-8eee-9c7f4719c0ff tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:39.179321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.182047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:39.182484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:39.188279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Deleting port 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:39.189296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6a22fedd-a720-401b-9746-218d089176ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.191300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:39.197410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.202101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.202675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.203265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.203822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.205109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.205566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.206053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.206482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.206989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.207572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.208027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.208725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:39.210400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:39.211293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.212780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:39.215872 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2 HTTP/1.1" status: 204 len: 168 time: 0.4733317 Nov 24 19:27:39.218337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45362) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:39.243222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-80a3a70c-f621-474c-9c96-1e90ee838b7a tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:39.264563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6a22fedd-a720-401b-9746-218d089176ef None None] The port '1c6df5bc-8958-4601-8eb3-2f2f3d99ae24' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:27:39.280141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45366) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:39.280615 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4338827 Nov 24 19:27:39.289164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': '91770ebe-3294-45f9-a24e-34caf15b6482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:39.359075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=91770ebe-3294-45f9-a24e-34caf15b6482,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:39.362618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:39.370469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 91770ebe-3294-45f9-a24e-34caf15b6482 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:27:39.377567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 70cab307-af24-42c9-a3e2-dce31adb74ab {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:39.393655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.462689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:39.466059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:39.471297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:39.480504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:39.484209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.529850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541a503-0cb9-4ff1-9553-5fad4592588c None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:39.537575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:39.540995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.624904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] Provisioning complete for port 956b0ce7-d626-4de5-ae60-a925b3ca9afd triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:39.625286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.674970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.807555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.813749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-24e18d6b-2107-4973-a314-8b7842639a82 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:39.854499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=70cab307-af24-42c9-a3e2-dce31adb74ab,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:39.856875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:39.861786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.866432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.896889 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/70cab307-af24-42c9-a3e2-dce31adb74ab HTTP/1.1" status: 204 len: 168 time: 0.6749279 Nov 24 19:27:39.897600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45370) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:39.962490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:39.973570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e55bdf03-da60-4e6f-9d42-b8a36b75c14d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:40.007586 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7e228b51-5e64-4b66-b0f7-d6cc07528f6f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063976 Nov 24 19:27:40.008518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45374) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:40.012475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.015389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:40.032646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:40.032646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:40.052795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=af020795-ab26-4bb0-a587-5fd379446ba8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:40.055665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:40.059951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] For port 956b0ce7-d626-4de5-ae60-a925b3ca9afd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=956b0ce7-d626-4de5-ae60-a925b3ca9afd,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:40.063517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': 'ccb4c9c6-3513-4bdd-a346-909398a8ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91770ebe-3294-45f9-a24e-34caf15b6482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:40.064007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: 91770ebe-3294-45f9-a24e-34caf15b6482, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:27:40.065510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.067751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-98afead0-ccba-46b8-802e-0d7896b9e6ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:40.086136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 91770ebe-3294-45f9-a24e-34caf15b6482 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:27:40.105271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 91770ebe-3294-45f9-a24e-34caf15b6482) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:40.114984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:40.115227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.138500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:40.142498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51130106-134f-45f9-a22b-9ffb51f75503 None None] Network 91770ebe-3294-45f9-a24e-34caf15b6482 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:40.142714 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8606143 Nov 24 19:27:40.143286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45378) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:40.145260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:40.149256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-915326045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:40.149676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:40.155756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:40.156535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:40.161406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:router and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:40.164624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:40.167515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:40.170565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:40.171063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.171486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:40.183831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.185006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.202310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.222163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.247676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.249428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Deleting port 956b0ce7-d626-4de5-ae60-a925b3ca9afd {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:40.249794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.252651 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-476fc23c-3eec-4320-952e-89f118aa525d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1080644 Nov 24 19:27:40.252811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45382) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:40.323689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] Pushing event updated for resources: {'Port': ['ID=956b0ce7-d626-4de5-ae60-a925b3ca9afd,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:40.330254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:40.368253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:40.427006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:40.427703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c6df5bc-8958-4601-8eb3-2f2f3d99ae24 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:40.634410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 956b0ce7-d626-4de5-ae60-a925b3ca9afd no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:40.669527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-91770ebe-3294-45f9-a24e-34caf15b6482', 'network_id': '91770ebe-3294-45f9-a24e-34caf15b6482', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': 'af020795-ab26-4bb0-a587-5fd379446ba8'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:40.670411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.689223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] For port 956b0ce7-d626-4de5-ae60-a925b3ca9afd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=956b0ce7-d626-4de5-ae60-a925b3ca9afd,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:40.689637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.830356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Calling delete_port for 956b0ce7-d626-4de5-ae60-a925b3ca9afd owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:40.847293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.933313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:40.983980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a6375c8-de32-49d4-a778-ce1b3a75e446 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:41.025350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:41.059786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:41.098375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:41.102408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:41.105216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:41.106071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:41.118266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:41.127564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Pushing event deleted for resources: {'Port': ['ID=956b0ce7-d626-4de5-ae60-a925b3ca9afd,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:41.134567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:41.142815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=6e2468fd-fb86-4523-8830-789928bc624b,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:41.145161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] No DVR routers for this DVR port 956b0ce7-d626-4de5-ae60-a925b3ca9afd on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:41.148453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:41.193315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Allocated IP 172.20.0.2 (91770ebe-3294-45f9-a24e-34caf15b6482/af020795-ab26-4bb0-a587-5fd379446ba8/04964cd5-3009-46bb-b50e-233d0874f836) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:41.195543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc89ad-5f43-4bcf-8152-ca4193e0999d None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:41.198882 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1885977 Nov 24 19:27:41.202070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45388) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:41.210085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:41.354712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:41.358644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:41.361709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:41.367348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:41.378538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:41.382058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:41.513374 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e2468fd-fb86-4523-8830-789928bc624b (CIDR: 2001:db8::/64) Nov 24 19:27:41.517956 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:27:41.518615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:41.535793 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e4454b42-1635-42a0-933c-849c118ed726 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3325167 Nov 24 19:27:41.538956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45392) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:41.544675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'subnet': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:41.650064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-b695011e-6a3b-4058-8828-f9b351dbf876', 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'tenant_id': 'b1273cf07267447ea7d91290c3f6a234', 'fixed_ips': [{'subnet_id': '6e2468fd-fb86-4523-8830-789928bc624b'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:41.650885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:41.668428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:41.683761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Transition to ACTIVE for port object 04964cd5-3009-46bb-b50e-233d0874f836 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:41.756005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Transition to ACTIVE for port object 04964cd5-3009-46bb-b50e-233d0874f836 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:41.767437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:41.773316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-953bfb90-3de1-42cb-ad53-b22a4a886190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:41.877591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.20.0.1 (91770ebe-3294-45f9-a24e-34caf15b6482/af020795-ab26-4bb0-a587-5fd379446ba8/a5c9425f-b07b-42fa-a361-1fddb9c44448) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:41.880775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Network 91770ebe-3294-45f9-a24e-34caf15b6482 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:41.887241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:41.893818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:41.895310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Pushing event updated for resources: {'Port': ['ID=04964cd5-3009-46bb-b50e-233d0874f836,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:41.901171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:41.921078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:41.974601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:subnet and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:41.981774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:41.986123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Allocated IP 2001:db8::2 (b695011e-6a3b-4058-8828-f9b351dbf876/6e2468fd-fb86-4523-8830-789928bc624b/b30498f5-5a66-4bc4-a3d5-e78347e379a2) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:41.999388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:42.010572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Attempting to bind port 04964cd5-3009-46bb-b50e-233d0874f836 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:42.010948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Attempting to bind port 04964cd5-3009-46bb-b50e-233d0874f836 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'ccb4c9c6-3513-4bdd-a346-909398a8ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91770ebe-3294-45f9-a24e-34caf15b6482'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:42.011353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Attempting to bind port 04964cd5-3009-46bb-b50e-233d0874f836 on network 91770ebe-3294-45f9-a24e-34caf15b6482 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:42.031530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:42.031908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Checking segment: {'id': 'ccb4c9c6-3513-4bdd-a346-909398a8ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91770ebe-3294-45f9-a24e-34caf15b6482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:42.032382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.032773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Bound using segment: {'id': 'ccb4c9c6-3513-4bdd-a346-909398a8ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91770ebe-3294-45f9-a24e-34caf15b6482'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:42.033401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Bound port: 04964cd5-3009-46bb-b50e-233d0874f836, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb4c9c6-3513-4bdd-a346-909398a8ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '91770ebe-3294-45f9-a24e-34caf15b6482'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:42.033783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.041268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:42.044911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.171084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.209168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object a5c9425f-b07b-42fa-a361-1fddb9c44448 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:42.224311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] For port 04964cd5-3009-46bb-b50e-233d0874f836, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:42.271537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] For port 04964cd5-3009-46bb-b50e-233d0874f836, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=04964cd5-3009-46bb-b50e-233d0874f836,segment=NetworkSegment(ccb4c9c6-3513-4bdd-a346-909398a8ff9e),segment_id=ccb4c9c6-3513-4bdd-a346-909398a8ff9e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:42.278953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.284708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8e747d83-67d2-45ed-9923-053781ae3f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:42.294372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.304169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:42.353109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.379724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Transition to ACTIVE for port object b30498f5-5a66-4bc4-a3d5-e78347e379a2 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:42.390393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 91770ebe-3294-45f9-a24e-34caf15b6482 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:42.395818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:42.397058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Pushing event updated for resources: {'Port': ['ID=04964cd5-3009-46bb-b50e-233d0874f836,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:42.398243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:42.403705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:42.413851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Transition to ACTIVE for port object b30498f5-5a66-4bc4-a3d5-e78347e379a2 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:42.423486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.427428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:42.482560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=a5c9425f-b07b-42fa-a361-1fddb9c44448,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:42.494657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:42.494948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:42.508358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.510078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:42.513910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:42.520526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Pushing event updated for resources: {'Port': ['ID=b30498f5-5a66-4bc4-a3d5-e78347e379a2,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:42.524753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:42.622997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Attempting to bind port b30498f5-5a66-4bc4-a3d5-e78347e379a2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:42.623366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Attempting to bind port b30498f5-5a66-4bc4-a3d5-e78347e379a2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:42.623737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Attempting to bind port b30498f5-5a66-4bc4-a3d5-e78347e379a2 on network b695011e-6a3b-4058-8828-f9b351dbf876 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:42.630249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:42.630645 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Checking segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:42.631037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.632695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Bound using segment: {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:42.632695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Bound port: b30498f5-5a66-4bc4-a3d5-e78347e379a2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:42.632695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.735093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.769571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] For port b30498f5-5a66-4bc4-a3d5-e78347e379a2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:42.773921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] For port b30498f5-5a66-4bc4-a3d5-e78347e379a2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b30498f5-5a66-4bc4-a3d5-e78347e379a2,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:42.781623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:42.787788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a6c4eb3f-2de9-4a38-9909-5bf9ff593b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:42.874089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Pushing event updated for resources: {'Port': ['ID=b30498f5-5a66-4bc4-a3d5-e78347e379a2,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:42.878128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:42.962199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.objects.ports [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 19:27:43.381990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:43.600608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:43.608317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:43.637233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b4d21ea-9211-40c3-bb25-748ea3766036 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:43.763214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59645a0-3d80-435f-9233-a6810f6ada52 None None] Network 91770ebe-3294-45f9-a24e-34caf15b6482 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:43.844022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:43.850299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=a5c9425f-b07b-42fa-a361-1fddb9c44448,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:43.867084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:44.036571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ef212d2c-4a7d-4c0f-8285-7f9c35251612 None None] Provisioning for port 04964cd5-3009-46bb-b50e-233d0874f836 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:44.075057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] For port b30498f5-5a66-4bc4-a3d5-e78347e379a2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b30498f5-5a66-4bc4-a3d5-e78347e379a2,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:44.175796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:44.181101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 91770ebe-3294-45f9-a24e-34caf15b6482 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:44.184998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:44.224571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-52b5a612-4540-4e2c-a867-ab2b57272b0e None None] Provisioning for port b30498f5-5a66-4bc4-a3d5-e78347e379a2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:44.272407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:44.272407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:44.288351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d9af2515-d81b-43bb-ad06-e23af72948b1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:44.471287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:44.487557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:44.494465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:44.496638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:44.574592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=b30498f5-5a66-4bc4-a3d5-e78347e379a2,revision_number=4']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:44.583979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:44.591560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45410) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:44.599522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Request body: {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'mac_address': 'fa:16:3e:4a:43:b8', 'name': 'tempest-NetworksTestDHCPv6-1059777932'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:44.601584 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0611143 Nov 24 19:27:44.602451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a64a713-21ea-4f5f-9692-de7d3c59144a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:44.614382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e6e6f-c9f2-4340-b0f4-d431aa752371 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:44.804207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-19436545-3d7a-4b4b-9588-4b03c2d599de None None] Could not find standard attr ID for object 16ab1c94-2c95-4af5-b4fe-13995857e96d. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:27:44.812896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Subnet': ['ID=0c427e1d-8d4b-4418-b1a7-d15a03b5540d,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:44.819751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:44.822243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 7bcad33e-2a32-4263-bf88-f202262ea5c7 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:27:44.879886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 04964cd5-3009-46bb-b50e-233d0874f836 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:44.998402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:45.005974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Usage tracker for resource:port and tenant:b1273cf07267447ea7d91290c3f6a234 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:45.010925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:45.019054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:45.041215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Made reservation on behalf of b1273cf07267447ea7d91290c3f6a234 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:45.051442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Provisioning for port a5c9425f-b07b-42fa-a361-1fddb9c44448 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:45.072097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Provisioning complete for port a5c9425f-b07b-42fa-a361-1fddb9c44448 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:45.072483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.129085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 04964cd5-3009-46bb-b50e-233d0874f836 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:45.143466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 04964cd5-3009-46bb-b50e-233d0874f836 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:45.143856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.199608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.200256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:45.209047 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/7bcad33e-2a32-4263-bf88-f202262ea5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9552622 Nov 24 19:27:45.209724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45414) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:45.212902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] Sync routers for ids ['7bcad33e-2a32-4263-bf88-f202262ea5c7'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:45.225659 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] Routers {'7bcad33e-2a32-4263-bf88-f202262ea5c7'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:45.227186 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7bcad33e-2a32-4263-bf88-f202262ea5c7'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:45.252391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Port a5c9425f-b07b-42fa-a361-1fddb9c44448 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:45.258468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] device_id is not set on port 3a455128-1427-44d7-8c05-9a6908c14c71 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:27:45.312236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Provisioning complete for port 04964cd5-3009-46bb-b50e-233d0874f836 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:45.312549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.313822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ee1af-368b-4a26-b274-3552c0979949 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:45.314620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-383ee1af-368b-4a26-b274-3552c0979949 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:45.334588 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:45.334895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-383ee1af-368b-4a26-b274-3552c0979949 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:45.336261 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-383ee1af-368b-4a26-b274-3552c0979949 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports/a5c9425f-b07b-42fa-a361-1fddb9c44448 HTTP/1.1" status: 200 len: 910 time: 0.1255078 Nov 24 19:27:45.340417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45418) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:45.346149 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] Routers {'7bcad33e-2a32-4263-bf88-f202262ea5c7'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:45.347252 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7bcad33e-2a32-4263-bf88-f202262ea5c7'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:45.492589 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:45.493016 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc1fcb-9d3f-43a2-8d06-2f580e824373 None None] The sync data for ids ['7bcad33e-2a32-4263-bf88-f202262ea5c7'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:45.508723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.556625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8::1eb (b695011e-6a3b-4058-8828-f9b351dbf876/6e2468fd-fb86-4523-8830-789928bc624b/3a455128-1427-44d7-8c05-9a6908c14c71) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:45.564552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:43b8 (b695011e-6a3b-4058-8828-f9b351dbf876/0c427e1d-8d4b-4418-b1a7-d15a03b5540d/3a455128-1427-44d7-8c05-9a6908c14c71) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:45.633287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 04964cd5-3009-46bb-b50e-233d0874f836, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=04964cd5-3009-46bb-b50e-233d0874f836,segment=NetworkSegment(ccb4c9c6-3513-4bdd-a346-909398a8ff9e),segment_id=ccb4c9c6-3513-4bdd-a346-909398a8ff9e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:45.641708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.659671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.660596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b30498f5-5a66-4bc4-a3d5-e78347e379a2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:45.717844 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:45.842015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.867490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Transition to ACTIVE for port object 3a455128-1427-44d7-8c05-9a6908c14c71 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:45.906179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:45.913169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d7431941-02d0-46e9-8024-b3bc5d9b5ce0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:45.951850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=04964cd5-3009-46bb-b50e-233d0874f836,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:45.998399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:45.998812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:45.999155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:45.999491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:45.999829 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.000347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.000603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.001020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.001480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.001976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.002312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.008054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:27:46.015441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:46.049366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Network b695011e-6a3b-4058-8828-f9b351dbf876 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:46.054971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:46.055808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port b30498f5-5a66-4bc4-a3d5-e78347e379a2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:27:46.067836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b30498f5-5a66-4bc4-a3d5-e78347e379a2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:46.068237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.083516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:46.090120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:46.091067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.108173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event updated for resources: {'Port': ['ID=3a455128-1427-44d7-8c05-9a6908c14c71,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:46.114872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:46.115108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:46.115468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-47c20f80-df8e-46e1-8c3e-fcc58820c8d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:46.132149 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5388069 Nov 24 19:27:46.134651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45428) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:46.223544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting port 3a455128-1427-44d7-8c05-9a6908c14c71 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:46.223892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.256450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.299103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.338746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port b30498f5-5a66-4bc4-a3d5-e78347e379a2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b30498f5-5a66-4bc4-a3d5-e78347e379a2,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:46.343635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.346563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:46.434334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=b30498f5-5a66-4bc4-a3d5-e78347e379a2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:46.437531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:46.588896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.707420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port a5c9425f-b07b-42fa-a361-1fddb9c44448 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:46.707619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.721835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 04964cd5-3009-46bb-b50e-233d0874f836 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:46.736673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Calling delete_port for 3a455128-1427-44d7-8c05-9a6908c14c71 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:46.825346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 04964cd5-3009-46bb-b50e-233d0874f836 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:46.825346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:46.989552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b30498f5-5a66-4bc4-a3d5-e78347e379a2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:27:47.036301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:47.053186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0cc2a5bf-1aab-4399-8823-baf804f3f7cd None None] Provisioning complete for port a5c9425f-b07b-42fa-a361-1fddb9c44448 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:47.053767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a5bf-1aab-4399-8823-baf804f3f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:47.065139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:47.070844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40ca5728-81ab-4829-bc94-5dcb37cb1764 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:47.143596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2a5bf-1aab-4399-8823-baf804f3f7cd None None] Port a5c9425f-b07b-42fa-a361-1fddb9c44448 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:27:47.156612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Port': ['ID=3a455128-1427-44d7-8c05-9a6908c14c71,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:47.159938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:47.164774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b30498f5-5a66-4bc4-a3d5-e78347e379a2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:47.165371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:47.193331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0cc2a5bf-1aab-4399-8823-baf804f3f7cd None None] Provisioning complete for port b30498f5-5a66-4bc4-a3d5-e78347e379a2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:47.193977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0cc2a5bf-1aab-4399-8823-baf804f3f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:47.238972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for a5c9425f-b07b-42fa-a361-1fddb9c44448 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:47.256936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:47.286143 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/3a455128-1427-44d7-8c05-9a6908c14c71 HTTP/1.1" status: 204 len: 168 time: 1.1497641 Nov 24 19:27:47.289460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45438) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:47.435590 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:27:47.467269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403d547-06b1-4580-973c-0d52eb035b0e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:47.468361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b403d547-06b1-4580-973c-0d52eb035b0e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:47.491523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b403d547-06b1-4580-973c-0d52eb035b0e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:47.492613 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b403d547-06b1-4580-973c-0d52eb035b0e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2019489 Nov 24 19:27:47.495110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45444) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:47.632952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:47.637227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-479bccda-488b-4159-a18a-436c41d7fe07 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:47.655722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ae283-bbae-4461-93f7-b74b4dbd86a4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:47.657518 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c35ae283-bbae-4461-93f7-b74b4dbd86a4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1612620 Nov 24 19:27:47.659861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45450) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:47.694043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=a5c9425f-b07b-42fa-a361-1fddb9c44448,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:47.697565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:47.745375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-203e5b3a-14fc-4e4a-b388-a6acfe52840f None None] Could not find standard attr ID for object 3a455128-1427-44d7-8c05-9a6908c14c71. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:27:47.748535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-203e5b3a-14fc-4e4a-b388-a6acfe52840f None None] Could not find standard attr ID for object 5ca408d0-d310-4184-a2ee-727ca0f94f07. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:27:47.760721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-203e5b3a-14fc-4e4a-b388-a6acfe52840f None None] Could not find standard attr ID for object 4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:27:47.929403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa5bb80-6a61-4587-b0c4-3794dfc8e06e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:47.931584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa5bb80-6a61-4587-b0c4-3794dfc8e06e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:47.940823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa5bb80-6a61-4587-b0c4-3794dfc8e06e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:47.942035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-faa5bb80-6a61-4587-b0c4-3794dfc8e06e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:47.971566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-faa5bb80-6a61-4587-b0c4-3794dfc8e06e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:47.972784 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-faa5bb80-6a61-4587-b0c4-3794dfc8e06e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3119333 Nov 24 19:27:47.975563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:48.050737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.080441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 0c427e1d-8d4b-4418-b1a7-d15a03b5540d {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:48.088410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.159805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.267662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.363285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.367555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-93fd077b-362c-457a-b63a-dc013b1b66aa tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:48.414052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.417307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=0c427e1d-8d4b-4418-b1a7-d15a03b5540d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:48.421556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:48.434547 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/0c427e1d-8d4b-4418-b1a7-d15a03b5540d HTTP/1.1" status: 204 len: 168 time: 0.4576106 Nov 24 19:27:48.436959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45458) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:48.457554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff29306-efc4-4fe0-b6a6-9d7c4d98d390 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:48.504431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 7bcad33e-2a32-4263-bf88-f202262ea5c7 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:27:48.514666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Deleting subnet 6e2468fd-fb86-4523-8830-789928bc624b {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:48.518422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.606690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.662106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:48.683733 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/7bcad33e-2a32-4263-bf88-f202262ea5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3420863 Nov 24 19:27:48.686869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45464) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:48.707586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] Sync routers for ids ['7bcad33e-2a32-4263-bf88-f202262ea5c7'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:48.731880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] Routers {'7bcad33e-2a32-4263-bf88-f202262ea5c7'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:48.732692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7bcad33e-2a32-4263-bf88-f202262ea5c7'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:48.753036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.769433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3ec2f0f3-ad71-4766-8f1a-0573a7435982 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:48.792099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3ec2f0f3-ad71-4766-8f1a-0573a7435982 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:48.799025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3ec2f0f3-ad71-4766-8f1a-0573a7435982 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bcad33e-2a32-4263-bf88-f202262ea5c7 HTTP/1.1" status: 200 len: 205 time: 0.1084216 Nov 24 19:27:48.810065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45468) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:48.825115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:48.873742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] Routers {'7bcad33e-2a32-4263-bf88-f202262ea5c7'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:48.874364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7bcad33e-2a32-4263-bf88-f202262ea5c7'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:48.875123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.887780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d548a346-93e2-48ff-aa2e-aa47f2da3a09 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:48.937994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:48.959223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2468fd-fb86-4523-8830-789928bc624b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:48.969311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:48.969805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be0e7c-3c69-4ca0-b993-0daf11d70107 None None] The sync data for ids ['7bcad33e-2a32-4263-bf88-f202262ea5c7'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:48.974908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:48.979549 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/6e2468fd-fb86-4523-8830-789928bc624b HTTP/1.1" status: 204 len: 168 time: 0.5413620 Nov 24 19:27:48.982025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45472) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:48.987250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.051715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40010023-96aa-410b-8292-86665c41e374 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.079745 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ff08182-b12c-4c19-90cc-62877b4abea9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963764 Nov 24 19:27:49.082613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45476) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.111497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01680449-394e-4421-a49f-c2cddfb9fa8d None None] Update dhcp port {'port': {'network_id': 'b695011e-6a3b-4058-8828-f9b351dbf876', 'fixed_ips': [{'subnet_id': '6e2468fd-fb86-4523-8830-789928bc624b'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'b30498f5-5a66-4bc4-a3d5-e78347e379a2'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:27:49.176387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab5bd3a-1295-48d4-8c09-3a49e0c23668 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:49.177389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-01680449-394e-4421-a49f-c2cddfb9fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.178494 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3ab5bd3a-1295-48d4-8c09-3a49e0c23668 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0949385 Nov 24 19:27:49.181211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45480) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.264152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceffc325-8f59-4539-aa43-8eec9910059b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:49.264152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ceffc325-8f59-4539-aa43-8eec9910059b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Synchronizing usage tracker for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:49.285954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ceffc325-8f59-4539-aa43-8eec9910059b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Unset dirty status for tenant:b1273cf07267447ea7d91290c3f6a234 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:49.287453 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ceffc325-8f59-4539-aa43-8eec9910059b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1053262 Nov 24 19:27:49.290469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45484) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.368234 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2f0183f5-2462-44d9-9b3b-e40bc6d7b106 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765307 Nov 24 19:27:49.375063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45488) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.404504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40010023-96aa-410b-8292-86665c41e374 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.407755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40010023-96aa-410b-8292-86665c41e374 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.420447 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3c8230-b87e-46ff-9253-93808e3cdcf8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.420933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3c8230-b87e-46ff-9253-93808e3cdcf8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.422834 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4a3c8230-b87e-46ff-9253-93808e3cdcf8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/3a455128-1427-44d7-8c05-9a6908c14c71 HTTP/1.1" status: 404 len: 333 time: 0.0475333 Nov 24 19:27:49.426633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45492) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.429704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0962c-690d-488d-a391-58c7926216b0 None None] Network b695011e-6a3b-4058-8828-f9b351dbf876 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:49.468564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c034842c-a8aa-4303-8e1c-373bc8155c5d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.469401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c034842c-a8aa-4303-8e1c-373bc8155c5d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.473546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40010023-96aa-410b-8292-86665c41e374 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.474110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40010023-96aa-410b-8292-86665c41e374 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Fanout notify agent at l3_agent the message router_deleted on router 7bcad33e-2a32-4263-bf88-f202262ea5c7 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:27:49.484000 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c034842c-a8aa-4303-8e1c-373bc8155c5d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/0c427e1d-8d4b-4418-b1a7-d15a03b5540d HTTP/1.1" status: 404 len: 337 time: 0.0565939 Nov 24 19:27:49.486900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45496) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.493783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40010023-96aa-410b-8292-86665c41e374 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.495473 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-40010023-96aa-410b-8292-86665c41e374 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/7bcad33e-2a32-4263-bf88-f202262ea5c7 HTTP/1.1" status: 204 len: 168 time: 0.6842561 Nov 24 19:27:49.498091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45500) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.530771 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39558ce-cc45-4540-8dc5-5bb833b64813 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.531151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39558ce-cc45-4540-8dc5-5bb833b64813 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.532886 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d39558ce-cc45-4540-8dc5-5bb833b64813 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/6e2468fd-fb86-4523-8830-789928bc624b HTTP/1.1" status: 404 len: 337 time: 0.0450046 Nov 24 19:27:49.535324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45504) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.559123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1c190b70-8d61-4d93-a9e7-6b69c1e49493 None None] Provisioning complete for port b30498f5-5a66-4bc4-a3d5-e78347e379a2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:27:49.559664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c190b70-8d61-4d93-a9e7-6b69c1e49493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.578806 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f74796-06a4-4331-96a6-9b3049b8afb6 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.579520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f74796-06a4-4331-96a6-9b3049b8afb6 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.581303 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b7f74796-06a4-4331-96a6-9b3049b8afb6 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/5ca408d0-d310-4184-a2ee-727ca0f94f07 HTTP/1.1" status: 404 len: 333 time: 0.0448577 Nov 24 19:27:49.583812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45508) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.630433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet af020795-ab26-4bb0-a587-5fd379446ba8 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:27:49.637677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.671563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b83f94-c652-4bbc-bbde-bf42244d2b26 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.672241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b83f94-c652-4bbc-bbde-bf42244d2b26 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.674421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-33b83f94-c652-4bbc-bbde-bf42244d2b26 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/70cab307-af24-42c9-a3e2-dce31adb74ab HTTP/1.1" status: 404 len: 337 time: 0.0888412 Nov 24 19:27:49.677102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45512) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.705721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.723069 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-891a3fff-fd38-4ae8-83a8-c9b9d8350977 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.723513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891a3fff-fd38-4ae8-83a8-c9b9d8350977 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.730066 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-891a3fff-fd38-4ae8-83a8-c9b9d8350977 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/1500c563-46b7-46ff-b4bc-bc9d7c8bfaf2 HTTP/1.1" status: 404 len: 337 time: 0.0476713 Nov 24 19:27:49.730066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45516) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.804500 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6e2ae7-78fa-43ac-b7e6-c8abb8f571a4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.804920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6e2ae7-78fa-43ac-b7e6-c8abb8f571a4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.806564 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3d6e2ae7-78fa-43ac-b7e6-c8abb8f571a4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/4efef7bb-e3ef-4e01-a7c3-e62d4c4597a9 HTTP/1.1" status: 404 len: 333 time: 0.0764344 Nov 24 19:27:49.809847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45522) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.823416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] DHCP port deletion for b695011e-6a3b-4058-8828-f9b351dbf876 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:49.834581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Deleting port b30498f5-5a66-4bc4-a3d5-e78347e379a2 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:49.834581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.866108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:49.899075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea54cd1-3dc2-48bc-8c0a-bdacc3dc7443 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.899801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea54cd1-3dc2-48bc-8c0a-bdacc3dc7443 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.901943 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2ea54cd1-3dc2-48bc-8c0a-bdacc3dc7443 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/81029600-35cb-4903-8dce-3c4372f6be9f HTTP/1.1" status: 404 len: 337 time: 0.0890260 Nov 24 19:27:49.905911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45526) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.975409 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f812e61-533e-4ffd-9096-60466761dd33 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:49.976945 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f812e61-533e-4ffd-9096-60466761dd33 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:49.979419 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1f812e61-533e-4ffd-9096-60466761dd33 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/4df01c95-2df8-4772-91b3-992aa39b91b1 HTTP/1.1" status: 404 len: 337 time: 0.0682602 Nov 24 19:27:49.983664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45530) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:49.997278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:50.002126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c47015d7-afc2-41b3-8296-3044e9f18b9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:50.042464 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e18f87e-b7a8-4e32-8c73-2d95944c226f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.043902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e18f87e-b7a8-4e32-8c73-2d95944c226f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.048101 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e18f87e-b7a8-4e32-8c73-2d95944c226f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/16ab1c94-2c95-4af5-b4fe-13995857e96d HTTP/1.1" status: 404 len: 333 time: 0.0604899 Nov 24 19:27:50.048383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45534) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.121846 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6ad45f-7fbe-4e7b-b2cb-c5298118dd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.122817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6ad45f-7fbe-4e7b-b2cb-c5298118dd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.130947 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d6ad45f-7fbe-4e7b-b2cb-c5298118dd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/68c89022-f682-4f7b-92bb-fd95e6eefc19 HTTP/1.1" status: 404 len: 337 time: 0.0779290 Nov 24 19:27:50.131317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45538) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.194444 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaa76ee-45a5-41b8-9843-c4dc2bdfa984 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.195340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaa76ee-45a5-41b8-9843-c4dc2bdfa984 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.200962 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-beaa76ee-45a5-41b8-9843-c4dc2bdfa984 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/8b38c3ea-fa8f-40bf-91f7-2eda86e19164 HTTP/1.1" status: 404 len: 337 time: 0.0644193 Nov 24 19:27:50.201241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45542) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.211737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] For port b30498f5-5a66-4bc4-a3d5-e78347e379a2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b30498f5-5a66-4bc4-a3d5-e78347e379a2,segment=NetworkSegment(9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf),segment_id=9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:50.213719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:50.237359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=af020795-ab26-4bb0-a587-5fd379446ba8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:50.245408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:50.246441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:50.258464 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e19fd6-90c3-4de3-8bc4-76b35279b1a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.258944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e19fd6-90c3-4de3-8bc4-76b35279b1a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.271765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-11e19fd6-90c3-4de3-8bc4-76b35279b1a5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/49033f2d-3861-4158-afa2-39ef7258d22b HTTP/1.1" status: 404 len: 333 time: 0.0582957 Nov 24 19:27:50.271765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/af020795-ab26-4bb0-a587-5fd379446ba8 HTTP/1.1" status: 204 len: 168 time: 0.7638497 Nov 24 19:27:50.271765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45546) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.274050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45548) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.302264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51b31b-31d0-42d0-bcf2-0c055e255179 None None] Network 91770ebe-3294-45f9-a24e-34caf15b6482 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:50.349899 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e579532a-4af0-4345-b9ec-91b8c7ab9440 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.350456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e579532a-4af0-4345-b9ec-91b8c7ab9440 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.353950 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e579532a-4af0-4345-b9ec-91b8c7ab9440 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5537970a-19e3-4b1e-9bc6-7bca7240154f HTTP/1.1" status: 404 len: 337 time: 0.0785196 Nov 24 19:27:50.357516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45554) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.434009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-8667569f-2447-4e0a-ade0-4acc0abfb994 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.434862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8667569f-2447-4e0a-ade0-4acc0abfb994 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.436832 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8667569f-2447-4e0a-ade0-4acc0abfb994 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/d6a8b15c-329c-4f69-8a1b-7d37fa4b399e HTTP/1.1" status: 404 len: 333 time: 0.0777416 Nov 24 19:27:50.437654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Calling delete_port for b30498f5-5a66-4bc4-a3d5-e78347e379a2 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:50.440428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45558) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.498276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-126a0325-bdef-4afd-ba24-7b1657563699 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.498742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126a0325-bdef-4afd-ba24-7b1657563699 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.500443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-126a0325-bdef-4afd-ba24-7b1657563699 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/cbf1172a-fa9b-4c76-9865-607d6630b23e HTTP/1.1" status: 404 len: 337 time: 0.0591073 Nov 24 19:27:50.505374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:50.506867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45562) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.516846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 04964cd5-3009-46bb-b50e-233d0874f836 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:50.517316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:50.564586 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a69ad07-38ba-4bba-9990-f61e044eeb2d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.564980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a69ad07-38ba-4bba-9990-f61e044eeb2d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.568980 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4a69ad07-38ba-4bba-9990-f61e044eeb2d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/2bf4b80b-567b-41a7-8365-b4508e516f19 HTTP/1.1" status: 404 len: 333 time: 0.0587838 Nov 24 19:27:50.569217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45566) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.667143 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f389a96d-cf38-42c5-bb2d-007af029f0dd tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.667605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f389a96d-cf38-42c5-bb2d-007af029f0dd tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.674902 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f389a96d-cf38-42c5-bb2d-007af029f0dd tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5fb32608-7fd9-4af5-8c13-748f07d5b9e9 HTTP/1.1" status: 404 len: 337 time: 0.0992415 Nov 24 19:27:50.677317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45570) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.678150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:50.692095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c7902913-827d-45dd-b09d-b5b015ad7f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:50.751790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b30498f5-5a66-4bc4-a3d5-e78347e379a2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:50.759601 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84fd5bc-6b54-4e27-a5f4-93a43c9c8dbb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.761194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84fd5bc-6b54-4e27-a5f4-93a43c9c8dbb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.769385 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c84fd5bc-6b54-4e27-a5f4-93a43c9c8dbb tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/393c6a1c-3ba1-4f45-a474-ccccc2cd5255 HTTP/1.1" status: 404 len: 333 time: 0.0904531 Nov 24 19:27:50.771440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45574) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:50.804170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] No DVR routers for this DVR port b30498f5-5a66-4bc4-a3d5-e78347e379a2 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:50.812228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: b30498f5-5a66-4bc4-a3d5-e78347e379a2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:50.812817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b30498f5-5a66-4bc4-a3d5-e78347e379a2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:50.817879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 04964cd5-3009-46bb-b50e-233d0874f836, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=04964cd5-3009-46bb-b50e-233d0874f836,segment=NetworkSegment(ccb4c9c6-3513-4bdd-a346-909398a8ff9e),segment_id=ccb4c9c6-3513-4bdd-a346-909398a8ff9e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:50.822940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:50.824771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Pushing event deleted for resources: {'Port': ['ID=b30498f5-5a66-4bc4-a3d5-e78347e379a2,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:50.840592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:50.854493 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1ef88f-9352-46ae-b08e-1719eb391d2a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:50.854960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1ef88f-9352-46ae-b08e-1719eb391d2a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:50.857119 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cf1ef88f-9352-46ae-b08e-1719eb391d2a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/00f9134c-a7df-4492-83e4-f34fcda900c1 HTTP/1.1" status: 404 len: 337 time: 0.0838437 Nov 24 19:27:50.862340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45578) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.004399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] DHCP port deletion for 91770ebe-3294-45f9-a24e-34caf15b6482 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:27:51.009666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Deleting port 04964cd5-3009-46bb-b50e-233d0874f836 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:51.010166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.071931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 04964cd5-3009-46bb-b50e-233d0874f836 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:51.083913 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b1ec30-dacd-4b84-90e5-ca4074d45414 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.084350 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b1ec30-dacd-4b84-90e5-ca4074d45414 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.086034 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d5b1ec30-dacd-4b84-90e5-ca4074d45414 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/27690e5b-47fd-4160-bb32-03b8fb3d3ce6 HTTP/1.1" status: 404 len: 333 time: 0.2221780 Nov 24 19:27:51.090862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45584) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.146510 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee4cab2-1452-4e7f-845b-5e2acd782f6c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.148214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee4cab2-1452-4e7f-845b-5e2acd782f6c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.150950 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1ee4cab2-1452-4e7f-845b-5e2acd782f6c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/af98550a-ff13-42aa-b338-94cdbdaad725 HTTP/1.1" status: 404 len: 337 time: 0.0585070 Nov 24 19:27:51.153867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45588) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.210423 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dfc00e-6851-410d-bb6d-ca5dc6f3e636 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.210899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dfc00e-6851-410d-bb6d-ca5dc6f3e636 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.212604 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-18dfc00e-6851-410d-bb6d-ca5dc6f3e636 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/088528c7-67a4-45ab-90c8-9b98733d3fa6 HTTP/1.1" status: 404 len: 333 time: 0.0577955 Nov 24 19:27:51.216457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45592) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.216618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.221423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:51.273286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=04964cd5-3009-46bb-b50e-233d0874f836,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:51.275432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port 04964cd5-3009-46bb-b50e-233d0874f836 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:27:51.277198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:51.284706 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ff287c-a850-4c04-8bf2-beed14f77be4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.285175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ff287c-a850-4c04-8bf2-beed14f77be4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.287224 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f3ff287c-a850-4c04-8bf2-beed14f77be4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/cc735b11-90df-4e2f-b7a3-4d7db281b4ac HTTP/1.1" status: 404 len: 337 time: 0.0696380 Nov 24 19:27:51.292385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45598) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.348357 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42d247a-b2ad-4245-bcf7-11a502e57c97 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.348734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42d247a-b2ad-4245-bcf7-11a502e57c97 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.349184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] For port 04964cd5-3009-46bb-b50e-233d0874f836, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=04964cd5-3009-46bb-b50e-233d0874f836,segment=NetworkSegment(ccb4c9c6-3513-4bdd-a346-909398a8ff9e),segment_id=ccb4c9c6-3513-4bdd-a346-909398a8ff9e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:27:51.349593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.353506 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d42d247a-b2ad-4245-bcf7-11a502e57c97 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/db019bd3-a04b-4a59-99c6-bd0b55d0ac2a HTTP/1.1" status: 404 len: 337 time: 0.0577080 Nov 24 19:27:51.353654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45602) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.423938 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08cf775-aa63-4940-ae9c-02f6483e2757 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.424438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08cf775-aa63-4940-ae9c-02f6483e2757 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.428007 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a08cf775-aa63-4940-ae9c-02f6483e2757 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/28b6fb7b-f760-4772-855f-978ce2bdd77d HTTP/1.1" status: 404 len: 333 time: 0.0717175 Nov 24 19:27:51.430071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45606) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.450403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.481694 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a29d76c-3438-422a-b1eb-91afc9e0504f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.482473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a29d76c-3438-422a-b1eb-91afc9e0504f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.488074 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6a29d76c-3438-422a-b1eb-91afc9e0504f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/36900e2b-0865-445f-a9d7-fac735ab7553 HTTP/1.1" status: 404 len: 337 time: 0.0548089 Nov 24 19:27:51.488339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45610) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.499010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Calling delete_port for 04964cd5-3009-46bb-b50e-233d0874f836 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:51.505484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91770ebe-3294-45f9-a24e-34caf15b6482']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:51.521598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb4c9c6-3513-4bdd-a346-909398a8ff9e') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:51.521904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb4c9c6-3513-4bdd-a346-909398a8ff9e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:51.538102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.540811 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e74d207-ade7-4b05-8caa-11c75e45318e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.541298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e74d207-ade7-4b05-8caa-11c75e45318e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.546462 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3e74d207-ade7-4b05-8caa-11c75e45318e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/b4c9509c-3414-414b-bb0c-270038a23fa9 HTTP/1.1" status: 404 len: 337 time: 0.0536954 Nov 24 19:27:51.547825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45614) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.567616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.588403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:27:51.589123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.611809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:27:51.612286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:27:51.612787 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6e2b7b-db79-4317-bb80-096722e6275a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.613306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6e2b7b-db79-4317-bb80-096722e6275a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.615194 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cd6e2b7b-db79-4317-bb80-096722e6275a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/b00fa81d-256b-4b82-a890-bf40c906de06 HTTP/1.1" status: 404 len: 333 time: 0.0648417 Nov 24 19:27:51.617768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45618) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:27:51.618763 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:27:51.666596 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a515a0-02e9-426c-8e1e-75332d3abd3c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.667056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a515a0-02e9-426c-8e1e-75332d3abd3c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.669458 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a9a515a0-02e9-426c-8e1e-75332d3abd3c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/87025005-baac-459e-8be2-e4fc1e1f439f HTTP/1.1" status: 404 len: 337 time: 0.0500941 Nov 24 19:27:51.673343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45622) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.724719 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f330f3e7-aba0-449e-92a2-59d83de7c20c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.725179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f330f3e7-aba0-449e-92a2-59d83de7c20c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.727153 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f330f3e7-aba0-449e-92a2-59d83de7c20c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5f816699-fb93-48fa-a4d2-4b921605dd89 HTTP/1.1" status: 404 len: 337 time: 0.0523398 Nov 24 19:27:51.729639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45626) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.758519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.765408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63cc9f65-a251-4f99-a1ea-b0e2f1593a22 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:51.785304 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-21be338e-2702-4ec6-b643-d0d7c49c3203 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.785764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21be338e-2702-4ec6-b643-d0d7c49c3203 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.787629 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-21be338e-2702-4ec6-b643-d0d7c49c3203 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/43245908-6c67-4932-bb6c-b02a57f8886f HTTP/1.1" status: 404 len: 333 time: 0.0570748 Nov 24 19:27:51.790719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45630) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.792326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.800813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=91770ebe-3294-45f9-a24e-34caf15b6482,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:51.806461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:51.829757 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/91770ebe-3294-45f9-a24e-34caf15b6482 HTTP/1.1" status: 204 len: 168 time: 1.5577118 Nov 24 19:27:51.833765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45634) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.836176 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c78ec49-685f-4335-8255-ca0c31378d18 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.836810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c78ec49-685f-4335-8255-ca0c31378d18 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.838767 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6c78ec49-685f-4335-8255-ca0c31378d18 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/bc829dea-5a4a-4d34-949b-1bd339e6a07a HTTP/1.1" status: 404 len: 337 time: 0.0469959 Nov 24 19:27:51.842260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45638) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.845000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-419324803', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}, 'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:51.863170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:51.867540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:router and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:51.892926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:51.894466 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71049db-2d52-4c7f-b8b8-1a02923cc1d3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:51.895021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71049db-2d52-4c7f-b8b8-1a02923cc1d3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:51.899726 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b71049db-2d52-4c7f-b8b8-1a02923cc1d3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/bf62c6e9-9865-4abc-b1a3-37e6895066da HTTP/1.1" status: 404 len: 337 time: 0.0535579 Nov 24 19:27:51.900388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45642) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.905312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:51.933983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.935007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:51.965598 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6846d836-b92e-4d7e-ac28-b6003d8e218c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports?device_id=084db376-4604-40ed-8dfa-dfb2f258b712 HTTP/1.1" status: 200 len: 205 time: 0.0643227 Nov 24 19:27:51.966265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45646) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:51.984963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:52.046917 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-54a90f83-d7d1-4f30-b880-fec4c0e35ace tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] delete failed (client error): The resource could not be found. Nov 24 19:27:52.048800 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-54a90f83-d7d1-4f30-b880-fec4c0e35ace tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/routers/084db376-4604-40ed-8dfa-dfb2f258b712 HTTP/1.1" status: 404 len: 336 time: 0.0814342 Nov 24 19:27:52.051105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45650) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.104522 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-943cb141-3796-418c-961c-0d79f4ef8b84 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.104925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943cb141-3796-418c-961c-0d79f4ef8b84 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.107241 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-943cb141-3796-418c-961c-0d79f4ef8b84 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/1c25a201-6de0-4f5d-af74-75839a08828e HTTP/1.1" status: 404 len: 337 time: 0.0552106 Nov 24 19:27:52.109958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45656) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.113317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Deleting port 04964cd5-3009-46bb-b50e-233d0874f836 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:52.114364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:52.197195 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ce36175f-14a5-41c8-8785-151704aa64e3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "GET /v2.0/ports?device_id=af0d518b-b420-4923-a3aa-18543d4b250e HTTP/1.1" status: 200 len: 205 time: 0.0813918 Nov 24 19:27:52.197801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45660) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.245032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3d3791cc-8478-4b25-93b0-4c9566ba3e94 None None] The port '04964cd5-3009-46bb-b50e-233d0874f836' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:27:52.321730 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-9948abf8-cfcc-4942-95f2-43429107be36 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] delete failed (client error): The resource could not be found. Nov 24 19:27:52.322890 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9948abf8-cfcc-4942-95f2-43429107be36 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/routers/af0d518b-b420-4923-a3aa-18543d4b250e HTTP/1.1" status: 404 len: 336 time: 0.1167955 Nov 24 19:27:52.326510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45664) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.398129 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb99e24-bf9c-4335-99ce-ccfe6d0a7955 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.398955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb99e24-bf9c-4335-99ce-ccfe6d0a7955 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.403340 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8fb99e24-bf9c-4335-99ce-ccfe6d0a7955 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/aae5f06f-92c8-4dd3-aad5-9e6070ffb202 HTTP/1.1" status: 404 len: 337 time: 0.0749419 Nov 24 19:27:52.406433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45668) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.477518 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49f45db-780a-4224-9794-e9a329eba3d3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.477992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49f45db-780a-4224-9794-e9a329eba3d3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.482028 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a49f45db-780a-4224-9794-e9a329eba3d3 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/3ce78828-1da1-4e2e-909f-0eb7ab222cdd HTTP/1.1" status: 404 len: 337 time: 0.0709751 Nov 24 19:27:52.482282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45672) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.545427 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2269d79-9e54-4cfd-a787-96681f65dc35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.547802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2269d79-9e54-4cfd-a787-96681f65dc35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.550442 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a2269d79-9e54-4cfd-a787-96681f65dc35 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/ad4b8917-8119-49e6-9165-221f271088f0 HTTP/1.1" status: 404 len: 333 time: 0.0666995 Nov 24 19:27:52.563619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45676) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.594799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:52.626118 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbc5cef-1f5d-4c2e-93c7-3c015089a5ea tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.626692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbc5cef-1f5d-4c2e-93c7-3c015089a5ea tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.635814 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7dbc5cef-1f5d-4c2e-93c7-3c015089a5ea tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/112c05c8-bd4b-4d36-b00c-828a1d7696cc HTTP/1.1" status: 404 len: 337 time: 0.0708702 Nov 24 19:27:52.636644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45680) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.704652 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d4cfc7-1d4e-463e-9512-7d72b244e24f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.705389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d4cfc7-1d4e-463e-9512-7d72b244e24f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.707333 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-97d4cfc7-1d4e-463e-9512-7d72b244e24f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/1a889441-d875-4085-aeef-afed910485c7 HTTP/1.1" status: 404 len: 333 time: 0.0697713 Nov 24 19:27:52.709944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45686) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.770429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 04964cd5-3009-46bb-b50e-233d0874f836 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:27:52.783061 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-175586b7-7fe8-406a-8dde-7deb0a318be9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.783533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175586b7-7fe8-406a-8dde-7deb0a318be9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.785529 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-175586b7-7fe8-406a-8dde-7deb0a318be9 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/de3bb40d-f901-4d61-8caa-4ef91dc457c1 HTTP/1.1" status: 404 len: 337 time: 0.0747261 Nov 24 19:27:52.790014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45690) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.837521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 04964cd5-3009-46bb-b50e-233d0874f836 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:27:52.838043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 04964cd5-3009-46bb-b50e-233d0874f836 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:27:52.855830 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ddf4b9-ab7f-45d6-b529-9adeb4abb41f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.856563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ddf4b9-ab7f-45d6-b529-9adeb4abb41f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.858843 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-35ddf4b9-ab7f-45d6-b529-9adeb4abb41f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/914714be-afe5-4be3-9b1e-d2831d2a1f1f HTTP/1.1" status: 404 len: 333 time: 0.0674386 Nov 24 19:27:52.862093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45694) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:52.905566 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-66baceeb-081f-4d50-8ab3-faeaf09af5d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:52.905958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66baceeb-081f-4d50-8ab3-faeaf09af5d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:52.908703 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-66baceeb-081f-4d50-8ab3-faeaf09af5d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/4da9977d-acbc-4368-ac17-22226e0ec8d2 HTTP/1.1" status: 404 len: 337 time: 0.0454524 Nov 24 19:27:52.913455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45698) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.029498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-928afe96-40e2-4345-855a-86aee1e657be tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.029974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928afe96-40e2-4345-855a-86aee1e657be tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.119141 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-928afe96-40e2-4345-855a-86aee1e657be tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/feb84eea-f94c-4542-9d0a-11a839962416 HTTP/1.1" status: 404 len: 333 time: 0.2045245 Nov 24 19:27:53.121776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45702) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.169822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:53.203069 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-017e6b56-b4f8-4e2e-91ba-891a8d864a42 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.203874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:53.203998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017e6b56-b4f8-4e2e-91ba-891a8d864a42 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.205953 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-017e6b56-b4f8-4e2e-91ba-891a8d864a42 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/95cfae90-82d9-43ff-aa9c-7ca396e1f2c3 HTTP/1.1" status: 404 len: 337 time: 0.0815194 Nov 24 19:27:53.208448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45706) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.255224 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9d873b-3d77-4197-97f6-ae48b359debf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.255685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9d873b-3d77-4197-97f6-ae48b359debf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.260280 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6f9d873b-3d77-4197-97f6-ae48b359debf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/7f74ca8a-b739-41c2-8dfe-1083763056ff HTTP/1.1" status: 404 len: 333 time: 0.0477142 Nov 24 19:27:53.260868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45712) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.303046 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e8f12e-58e2-466f-ad59-58e5690a6161 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.303525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e8f12e-58e2-466f-ad59-58e5690a6161 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.305274 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c0e8f12e-58e2-466f-ad59-58e5690a6161 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/6a5925d1-dd0d-4662-89ac-0bcc846d1d14 HTTP/1.1" status: 404 len: 337 time: 0.0438457 Nov 24 19:27:53.307838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45716) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.375123 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdde21c-a267-4706-832a-3a1be5c5c606 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.375792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdde21c-a267-4706-832a-3a1be5c5c606 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.380375 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1cdde21c-a267-4706-832a-3a1be5c5c606 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/1d8600e3-76f9-4d42-a55d-539aa18144b3 HTTP/1.1" status: 404 len: 333 time: 0.0711424 Nov 24 19:27:53.381713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45720) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.405359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.26.6.69 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/a87fdc5f-8ea2-44ac-83e9-da15bc197c40) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:53.421353 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd25821-dc8e-4f4c-9252-faf65e39603f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.421353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd25821-dc8e-4f4c-9252-faf65e39603f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.424686 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dcd25821-dc8e-4f4c-9252-faf65e39603f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/8aba4b5a-fa28-4b7d-9cf1-4ac716a1454b HTTP/1.1" status: 404 len: 337 time: 0.0427439 Nov 24 19:27:53.426980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45724) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.485172 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77e259f-129b-40b2-a55d-cab3aea64f18 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.486281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77e259f-129b-40b2-a55d-cab3aea64f18 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.488460 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b77e259f-129b-40b2-a55d-cab3aea64f18 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/ports/afe337db-8cb5-4fec-8439-0e2489c97e26 HTTP/1.1" status: 404 len: 333 time: 0.0604668 Nov 24 19:27:53.490970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45728) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.537252 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-801d5506-5537-4475-9cad-f349f30af8d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] DELETE failed (client error): The resource could not be found. Nov 24 19:27:53.538074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801d5506-5537-4475-9cad-f349f30af8d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:27:53.539968 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-801d5506-5537-4475-9cad-f349f30af8d5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/subnets/5bd1e68c-2bb7-4f3e-a523-aba1ed8eee3d HTTP/1.1" status: 404 len: 337 time: 0.0478203 Nov 24 19:27:53.542886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45732) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:53.592203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:53.623803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:53.633386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f42a6e43-371d-4034-923e-524b20561a9e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:53.678677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:53.684525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:53.692747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:53.697205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:53.754438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=a87fdc5f-8ea2-44ac-83e9-da15bc197c40,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:53.758397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:53.988316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.019617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b695011e-6a3b-4058-8828-f9b351dbf876']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:54.036671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:54.036954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbc9e97-c7db-4bb8-a818-e4a68fd79fcf') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:54.050131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.066463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.073155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:27:54.073434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:27:54.089332 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:27:54.189203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.193659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.196292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7646246-fe46-48f5-a6b3-cf1c15969752 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:54.220176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Pushing event deleted for resources: {'Network': ['ID=b695011e-6a3b-4058-8828-f9b351dbf876,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:54.223621 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] 10.222.0.47 "DELETE /v2.0/networks/b695011e-6a3b-4058-8828-f9b351dbf876 HTTP/1.1" status: 204 len: 168 time: 0.6796911 Nov 24 19:27:54.224589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:54.333714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.627589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45742) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:54.798630 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0262d8c0-2d3e-41a3-b701-f9f51f7f04b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1273cf07267447ea7d91290c3f6a234&name=default HTTP/1.1" status: 200 len: 2981 time: 0.1697335 Nov 24 19:27:54.801258 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45748) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:54.867597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.901899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.905743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.963886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.972233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e4c6ab1a-05a8-482e-9dfb-1209a75d8f8b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:54.983889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42730d94-8479-4d7a-ae04-02d1279ce113,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:54.988601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:54.990071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:54.994142 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42730d94-8479-4d7a-ae04-02d1279ce113 HTTP/1.1" status: 204 len: 168 time: 0.1894097 Nov 24 19:27:55.156379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 892f8ee1-3188-453a-9db1-a0475145081c is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:27:55.364278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:55.375070 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] Sync routers for ids ['892f8ee1-3188-453a-9db1-a0475145081c'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:55.392066 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] Routers {'892f8ee1-3188-453a-9db1-a0475145081c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:55.392717 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['892f8ee1-3188-453a-9db1-a0475145081c'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:55.396853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:55.398240 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5619195 Nov 24 19:27:55.408078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45764) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:55.490152 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:55.509110 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] Routers {'892f8ee1-3188-453a-9db1-a0475145081c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:55.509756 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['892f8ee1-3188-453a-9db1-a0475145081c'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:55.597776 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:55.598204 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0caeb3a-6d17-471f-a3d2-107658224f92 None None] The sync data for ids ['892f8ee1-3188-453a-9db1-a0475145081c'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:55.658202 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-50f92ae1-75c7-4b36-9d6d-855714dfc5aa tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/routers/892f8ee1-3188-453a-9db1-a0475145081c HTTP/1.1" status: 200 len: 879 time: 0.2478914 Nov 24 19:27:55.660905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45774) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:55.892724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-661a3bec-cb56-4160-84b9-39523867096d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:router {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:55.913219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-661a3bec-cb56-4160-84b9-39523867096d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:router {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:55.915046 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-661a3bec-cb56-4160-84b9-39523867096d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2530496 Nov 24 19:27:55.917827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45784) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:55.923909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2ae400de-de9a-405d-8e46-da391b7513e5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-419324803'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:56.013743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45788) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:56.125144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1342976924'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:56.137212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:56.143761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:56.148400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:56.157271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:56.175242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:56.179036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.196325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.211854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:56.218139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:security_group_rule and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:56.221768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:56.227452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:56.322670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.326387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.330948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-191065ef-681c-4164-b53d-7e94fb80084c tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:56.357585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:27:56.371058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7024c-0619-4008-9240-f0da01788ce5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:56.374477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:56.377743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.378091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment eec1213d-5c60-461e-bc58-508d9532c52a of type vlan for network ea21a6eb-b325-4de5-bc76-b7b74025e91b Nov 24 19:27:56.404705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.434912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.440611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:56.441315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.444994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:56.485771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ae400de-de9a-405d-8e46-da391b7513e5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.497433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ae400de-de9a-405d-8e46-da391b7513e5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:56.567412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5444388 Nov 24 19:27:56.567412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=ea21a6eb-b325-4de5-bc76-b7b74025e91b,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:56.567412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:56.586196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ea21a6eb-b325-4de5-bc76-b7b74025e91b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:27:56.694769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45796) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:56.703165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae400de-de9a-405d-8e46-da391b7513e5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 892f8ee1-3188-453a-9db1-a0475145081c has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:27:56.707381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': 'ea21a6eb-b325-4de5-bc76-b7b74025e91b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:56.846571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:56.846571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:56.848067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:56.854435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:56.870245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:56.874011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.059627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae400de-de9a-405d-8e46-da391b7513e5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:27:57.066994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ae400de-de9a-405d-8e46-da391b7513e5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.071109 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2ae400de-de9a-405d-8e46-da391b7513e5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/892f8ee1-3188-453a-9db1-a0475145081c HTTP/1.1" status: 200 len: 886 time: 1.1521111 Nov 24 19:27:57.072533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45808) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:57.074689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] Sync routers for ids ['892f8ee1-3188-453a-9db1-a0475145081c'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:27:57.086132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] Routers {'892f8ee1-3188-453a-9db1-a0475145081c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:57.086842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['892f8ee1-3188-453a-9db1-a0475145081c'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:57.137349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.142729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-45d0d158-bdd2-4afc-ab70-eb1369cfbaa4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:57.204387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:57.214505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] Routers {'892f8ee1-3188-453a-9db1-a0475145081c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:27:57.215134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:27:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['892f8ee1-3188-453a-9db1-a0475145081c'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:57.278046 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0aaca287-9131-4d18-a4e7-498f348033ab tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/routers/892f8ee1-3188-453a-9db1-a0475145081c HTTP/1.1" status: 200 len: 886 time: 0.2016685 Nov 24 19:27:57.278287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45812) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:57.297301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:27:57.297836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf13400-feb0-44dd-a14f-a8f470aba530 None None] The sync data for ids ['892f8ee1-3188-453a-9db1-a0475145081c'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:27:57.319562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-64d1d295-472c-4f46-a21e-c38c72d8301f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942048924&fields=id&tenant_id=f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 267 time: 0.2322683 Nov 24 19:27:57.327793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1faee670-ee5d-4118-8bd4-418ca96287fa tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:27:57.344965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1faee670-ee5d-4118-8bd4-418ca96287fa tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:27:57.346383 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1faee670-ee5d-4118-8bd4-418ca96287fa tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=892f8ee1-3188-453a-9db1-a0475145081c HTTP/1.1" status: 200 len: 205 time: 0.0671685 Nov 24 19:27:57.349027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45816) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:57.478799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=a221efa7-6e80-4b8c-a8cd-0d79157da8a8,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:57.504162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:57.533887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': 'eec1213d-5c60-461e-bc58-508d9532c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ea21a6eb-b325-4de5-bc76-b7b74025e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:57.534242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: ea21a6eb-b325-4de5-bc76-b7b74025e91b, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:27:57.536805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.591405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-d6f0688e-876d-4260-b094-7abe1e6fe239 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:57.592858 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-d6f0688e-876d-4260-b094-7abe1e6fe239 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 811 time: 0.2542346 Nov 24 19:27:57.598443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-b008fe50-f1f0-4489-820e-3eea275941c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2634387 Nov 24 19:27:57.601556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network ea21a6eb-b325-4de5-bc76-b7b74025e91b is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:27:57.615703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-375b855e-405c-4928-833e-534b7ee0bb7c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/quotas/f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 375 time: 0.0160141 Nov 24 19:27:57.617982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ea21a6eb-b325-4de5-bc76-b7b74025e91b) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:57.629001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb840cae-4ab2-4e19-998e-27d7649f8869 None None] Network ea21a6eb-b325-4de5-bc76-b7b74025e91b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:57.651422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:57.652048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.730167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.741212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port a87fdc5f-8ea2-44ac-83e9-da15bc197c40 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:27:57.741560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.751234 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0512645 Nov 24 19:27:57.751560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45820) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:57.759126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96426060'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:57.769019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:57.777939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:57.781121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:57.792659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:57.810515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-6dbc97dd-6a8b-4c76-88aa-677188fec42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:57.812068 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-6dbc97dd-6a8b-4c76-88aa-677188fec42e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1098 time: 0.1906679 Nov 24 19:27:57.816173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:57.819559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.843101 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-5807bbe7-1c2e-4c64-8575-8b3c35d480e9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1825666 Nov 24 19:27:57.868689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ea21a6eb-b325-4de5-bc76-b7b74025e91b', 'network_id': 'ea21a6eb-b325-4de5-bc76-b7b74025e91b', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': 'a221efa7-6e80-4b8c-a8cd-0d79157da8a8'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:27:57.869979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:57.933707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.034857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:27:58.050424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Allocated IP 172.20.255.242 (ea21a6eb-b325-4de5-bc76-b7b74025e91b/a221efa7-6e80-4b8c-a8cd-0d79157da8a8/35ee7ad8-3f13-4814-ac4a-188fc239c1d2) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:27:58.055532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.055875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment e0027779-88ac-4021-8a45-754db22e8f63 of type vlan for network cc46d913-edf5-404d-9cd4-978930639e71 Nov 24 19:27:58.070306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for a87fdc5f-8ea2-44ac-83e9-da15bc197c40 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:27:58.140657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.145062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-98abb277-6843-42ba-bfba-10df4a45abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:58.146564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-98abb277-6843-42ba-bfba-10df4a45abf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.3025529 Nov 24 19:27:58.148354 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-44c78641-7f71-44a5-8d8d-7d20769bac0e service neutron] 10.222.0.47 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773404 Nov 24 19:27:58.252911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.255322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:27:58.258535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:58.275882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.286943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Transition to ACTIVE for port object 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:58.305936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Transition to ACTIVE for port object 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:27:58.309399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=a87fdc5f-8ea2-44ac-83e9-da15bc197c40,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:58.316873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.321903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:58.342130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:58.355346 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-c58548ad-6a8e-41cd-9786-89da0897015c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 200 len: 1000 time: 0.2012806 Nov 24 19:27:58.357741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.363462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:58.364081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.370544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6c8b237-1bad-4142-bacb-39e3a49d4f00 tempest-RoutersNegativeIpV6Test-622546909 tempest-RoutersNegativeIpV6Test-622546909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:58.387441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Network ea21a6eb-b325-4de5-bc76-b7b74025e91b is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:27:58.390211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:58.392694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:27:58.405427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.436348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Pushing event updated for resources: {'Port': ['ID=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:58.443365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:58.497337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Attempting to bind port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:27:58.497868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Attempting to bind port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'eec1213d-5c60-461e-bc58-508d9532c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ea21a6eb-b325-4de5-bc76-b7b74025e91b'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:27:58.498341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Attempting to bind port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 on network ea21a6eb-b325-4de5-bc76-b7b74025e91b {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:27:58.505112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:27:58.506773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Checking segment: {'id': 'eec1213d-5c60-461e-bc58-508d9532c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ea21a6eb-b325-4de5-bc76-b7b74025e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:58.506773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.506773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Bound using segment: {'id': 'eec1213d-5c60-461e-bc58-508d9532c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ea21a6eb-b325-4de5-bc76-b7b74025e91b'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:27:58.507085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Bound port: 35ee7ad8-3f13-4814-ac4a-188fc239c1d2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec1213d-5c60-461e-bc58-508d9532c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ea21a6eb-b325-4de5-bc76-b7b74025e91b'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:27:58.507672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.558950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=cc46d913-edf5-404d-9cd4-978930639e71,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:58.567358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8122520 Nov 24 19:27:58.568142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:58.570085 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-7264615d-a8c7-44ef-b7ea-be71c69beff9 service neutron] 10.222.0.47 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567381 Nov 24 19:27:58.570676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45824) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:58.572046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-ee876ab3-0715-4c87-bda1-06dcb08db59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:58.573382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-ee876ab3-0715-4c87-bda1-06dcb08db59f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.2038531 Nov 24 19:27:58.579027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': 'cc46d913-edf5-404d-9cd4-978930639e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:58.597888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network cc46d913-edf5-404d-9cd4-978930639e71 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:27:58.732523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.735398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.739209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] For port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:27:58.748250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:58.754052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:58.758060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:58.765058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:58.768947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.769855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Fanout notify agent at l3_agent the message router_deleted on router 892f8ee1-3188-453a-9db1-a0475145081c {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:27:58.778573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-8b6f7177-c3c5-4e1e-9628-ca57650b41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:58.780099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-8b6f7177-c3c5-4e1e-9628-ca57650b41ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1837876 Nov 24 19:27:58.783395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:58.787721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.788479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] For port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,segment=NetworkSegment(eec1213d-5c60-461e-bc58-508d9532c52a),segment_id=eec1213d-5c60-461e-bc58-508d9532c52a)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:27:58.807178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.807178 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/892f8ee1-3188-453a-9db1-a0475145081c HTTP/1.1" status: 204 len: 168 time: 1.4529860 Nov 24 19:27:58.808710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45832) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:58.811203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.817386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123393107'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:58.826652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:58.833762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:58.842669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:58.850830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:58.857594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:58.881732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:58.891054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.913093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Pushing event updated for resources: {'Port': ['ID=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:58.954802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:58.966221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:27:58.982853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:58.983297 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment 7eee4cee-31b4-4a5c-9bbf-a7370308a79d of type vlan for network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 Nov 24 19:27:59.033129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.098985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.105973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:59.106659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.112877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d6463d8-6880-4a9c-8d49-78fbe27d2575 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:59.179497 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-84b75873-f3f0-4aaa-863c-57993aa78b05 req-26dd38cf-a40a-40e0-af66-2f4723264b87 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 210 time: 0.0717335 Nov 24 19:27:59.286395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-6898fbef-073c-4555-9cd4-3ed0d4738dff service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838274 Nov 24 19:27:59.292001 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4800913 Nov 24 19:27:59.292001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45846) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:59.301865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': 'd2fbbbca-48ca-446a-bfff-8bdc3c86bee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:27:59.309774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4f2827a0-f5a9-4bae-aced-3d3aa19272c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.322975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=d2fbbbca-48ca-446a-bfff-8bdc3c86bee0,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:59.332192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:59.340292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:27:59.462010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:27:59.466988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:27:59.472673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:27:59.484118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:27:59.499569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:27:59.503639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.585205 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12edd86d-49d6-4e7b-98a0-d9ea21f19a90 req-26c9de57-8ae6-4bbb-9bd1-6310ac8c87f7 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873929 Nov 24 19:27:59.592987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.599173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3f7b5947-11e1-489a-9a82-51eccce4b94b tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:59.687041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=ff422ef1-b7c4-4b05-af42-7ab53a75b8a7,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:59.689725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': 'e0027779-88ac-4021-8a45-754db22e8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cc46d913-edf5-404d-9cd4-978930639e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:59.690195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: cc46d913-edf5-404d-9cd4-978930639e71, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:27:59.697532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:59.713849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network cc46d913-edf5-404d-9cd4-978930639e71 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:27:59.722512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.728423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, cc46d913-edf5-404d-9cd4-978930639e71) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:27:59.733049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:27:59.733644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.745639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb2785-6886-493d-a0e9-399b4c40e220 None None] Network cc46d913-edf5-404d-9cd4-978930639e71 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:27:59.759341 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1849058 Nov 24 19:27:59.762477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45852) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:27:59.784519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:27:59.790323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-843d5f0c-8f1f-42ff-ad8c-804cf38a2c32 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:27:59.872870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=f1e35e34-6086-42f3-8610-b42e310c9439,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:27:59.882442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:27:59.948859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': '7eee4cee-31b4-4a5c-9bbf-a7370308a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2fbbbca-48ca-446a-bfff-8bdc3c86bee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:27:59.949214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: d2fbbbca-48ca-446a-bfff-8bdc3c86bee0, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:27:59.975873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:27:59.991729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d2fbbbca-48ca-446a-bfff-8bdc3c86bee0) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:00.004708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:00.005358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.019343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e243ca-2b5e-47d1-98d0-464519473bc4 None None] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:00.021419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.038173 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7419205 Nov 24 19:28:00.039056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45856) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:00.045666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1651061162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:00.054782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:00.059540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:router and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:00.063271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:00.070018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:00.086283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.088003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.112720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.114752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.138920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.170601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73912e-04bd-4f0a-b92e-e3b1407f7455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-cc46d913-edf5-404d-9cd4-978930639e71', 'network_id': 'cc46d913-edf5-404d-9cd4-978930639e71', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': 'ff422ef1-b7c4-4b05-af42-7ab53a75b8a7'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:00.171531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ba73912e-04bd-4f0a-b92e-e3b1407f7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.180654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.182347 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8466999f-efff-4642-a0ce-a0066def3dc5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1424267 Nov 24 19:28:00.188434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45862) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:00.217366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.224301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08902bb2-8fa1-4444-9c54-ddbc58e075bd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:00.254247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45868) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:00.359983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=ff422ef1-b7c4-4b05-af42-7ab53a75b8a7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:00.390388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688a99b-18c4-4f94-abd8-4d3b0120fc0b None None] Network ea21a6eb-b325-4de5-bc76-b7b74025e91b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:00.421303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:00.457070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d24b9299-0975-4021-b2e9-d674ed0d26e0 req-19a98d12-627a-4061-b676-b6a51f02db7a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 210 time: 0.0789580 Nov 24 19:28:00.615772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.743724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc46d913-edf5-404d-9cd4-978930639e71']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:00.770027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0027779-88ac-4021-8a45-754db22e8f63') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:00.770376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0027779-88ac-4021-8a45-754db22e8f63') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server [None req-ba73912e-04bd-4f0a-b92e-e3b1407f7455 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff422ef1-b7c4-4b05-af42-7ab53a75b8a7: This subnet is being modified by another concurrent operation. Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise exception Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff422ef1-b7c4-4b05-af42-7ab53a75b8a7: This subnet is being modified by another concurrent operation. Nov 24 19:28:00.783927 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Nov 24 19:28:00.793035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:00.807228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.834769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-d2fbbbca-48ca-446a-bfff-8bdc3c86bee0', 'network_id': 'd2fbbbca-48ca-446a-bfff-8bdc3c86bee0', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': 'f1e35e34-6086-42f3-8610-b42e310c9439'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:00.835603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.847547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Deleting port edc97789-a3b0-435c-b0a6-ccde8bddb4bc {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:00.847547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.850256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0fde37-5834-419e-9e27-9efe2e6fb541 None None] Network cc46d913-edf5-404d-9cd4-978930639e71 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:00.876851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.889385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9785feee-ec2b-413c-b34d-755f3b652610 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:00.890867 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9785feee-ec2b-413c-b34d-755f3b652610 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 811 time: 0.4377940 Nov 24 19:28:00.916362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-413be961-ad5b-4ba7-8ead-5c8020771a80 None None] Provisioning for port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:00.931690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:00.932125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:00.978836 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:01.143639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.261882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:01.292761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.293101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.308933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:01.309573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.455847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Calling delete_port for edc97789-a3b0-435c-b0a6-ccde8bddb4bc owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:01.470105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.523582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,segment=NetworkSegment(eec1213d-5c60-461e-bc58-508d9532c52a),segment_id=eec1213d-5c60-461e-bc58-508d9532c52a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:01.534382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.541491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:01.648586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:01.654114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:01.670519 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-48b8adc1-34e0-41ba-9af8-00abacd85aed tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7bb3e51a97441e2be92040da22ad15a HTTP/1.1" status: 200 len: 379 time: 0.7657514 Nov 24 19:28:01.736425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'port': {'device_id': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'admin_state_up': True, 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'security_groups': ['d0c15ac7-13c4-4875-9033-70e07d1e2196']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:01.760554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6055435d-5d83-46ce-bf0a-619c87c16313 req-8ceb704e-b66f-4a11-a2ad-69c30d2376e7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 210 time: 0.1419246 Nov 24 19:28:01.831428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-87ffe401-3883-49e6-9735-726ead1851af None None] Provisioning complete for port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:01.833309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-87ffe401-3883-49e6-9735-726ead1851af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.839842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.852504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d7ed1e94-bd2e-4abc-9e1e-c54c241f913d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:01.910998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:01.940321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=cc46d913-edf5-404d-9cd4-978930639e71,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:01.959929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:01.971931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/cc46d913-edf5-404d-9cd4-978930639e71 HTTP/1.1" status: 204 len: 168 time: 2.2082431 Nov 24 19:28:01.986217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45874) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:02.032011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1424562616'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:02.080826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:02.086183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e47cd31-db75-4176-9d85-6d00c1e7a875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.090633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:02.091657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.20.0.1 (d2fbbbca-48ca-446a-bfff-8bdc3c86bee0/f1e35e34-6086-42f3-8610-b42e310c9439/f4c06110-1d74-4947-be9f-e7d6b62bd1e1) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:02.096355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:02.139684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:02.151812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:02.166815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:02.171415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.196033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:02.275331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Made reservation on behalf of f7bb3e51a97441e2be92040da22ad15a for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:02.280347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.300444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:02.371133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.371515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment 6e76cfad-28cf-4073-b01c-f6157dc6fe10 of type vlan for network 99999dfb-a6a4-4791-afbd-03c26974ebf7 Nov 24 19:28:02.384719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.395723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:02.399392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.418501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object f4c06110-1d74-4947-be9f-e7d6b62bd1e1 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:02.468779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.479927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event deleted for resources: {'Port': ['ID=edc97789-a3b0-435c-b0a6-ccde8bddb4bc,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:02.483215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:02.490853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b84edbbc-aa2e-4c55-9c19-42f848d36d1d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:02.517800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.573049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Allocated IP 172.20.0.2 (d2fbbbca-48ca-446a-bfff-8bdc3c86bee0/f1e35e34-6086-42f3-8610-b42e310c9439/31938379-3672-444d-ba2c-cbd0e2975b9b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:02.573573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:02.576061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:02.581854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:02.654999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=f4c06110-1d74-4947-be9f-e7d6b62bd1e1,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:02.660946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:02.678465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.684745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.685387 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Floating IP d5574a2d-2441-4b1e-98c8-d3d8764e5358 disassociated (deleted). External IP: 172.26.6.248, port: 62b0923f-ec2b-4ad7-970f-f95020ad5abc. Nov 24 19:28:02.791610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:02.797377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.resource_extend [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:28:02.958792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.960153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.991170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:02.998327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:02.999744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.058235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Allocated IP 172.20.0.14 (ebee4b49-365d-438b-9ad7-73b9b44ab4fe/cc995c74-2c28-42ba-95d7-bd92ddd3e0b6/85eaff06-0749-4d62-8ffd-ea4c9d00595a) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:03.062360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:03.080537 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8c778cc8-5f0a-4e04-afd6-4928f39719cc req-e2c89d81-6233-4f53-b431-a57d74df3a36 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 210 time: 0.1152549 Nov 24 19:28:03.109825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:03.109825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.187849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.205769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Transition to ACTIVE for port object 31938379-3672-444d-ba2c-cbd0e2975b9b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:03.209474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=99999dfb-a6a4-4791-afbd-03c26974ebf7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:03.218540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:03.231565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 99999dfb-a6a4-4791-afbd-03c26974ebf7 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:03.248816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2575397 Nov 24 19:28:03.253114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45880) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:03.440725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Transition to ACTIVE for port object 31938379-3672-444d-ba2c-cbd0e2975b9b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:03.460782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.467290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:03.469479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.475011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.475279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': '99999dfb-a6a4-4791-afbd-03c26974ebf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:03.505308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f396066d-68b7-4a3d-b6d9-5713b617797a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:03.544222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:03.547138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:03.552075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:03.586391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Pushing event updated for resources: {'Port': ['ID=31938379-3672-444d-ba2c-cbd0e2975b9b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:03.594499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:03.674198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Attempting to bind port 31938379-3672-444d-ba2c-cbd0e2975b9b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:03.674682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Attempting to bind port 31938379-3672-444d-ba2c-cbd0e2975b9b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '7eee4cee-31b4-4a5c-9bbf-a7370308a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2fbbbca-48ca-446a-bfff-8bdc3c86bee0'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:03.675117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Attempting to bind port 31938379-3672-444d-ba2c-cbd0e2975b9b on network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:03.682144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:03.683384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Checking segment: {'id': '7eee4cee-31b4-4a5c-9bbf-a7370308a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2fbbbca-48ca-446a-bfff-8bdc3c86bee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:03.683384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.683537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Bound using segment: {'id': '7eee4cee-31b4-4a5c-9bbf-a7370308a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2fbbbca-48ca-446a-bfff-8bdc3c86bee0'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:03.684104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Bound port: 31938379-3672-444d-ba2c-cbd0e2975b9b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee4cee-31b4-4a5c-9bbf-a7370308a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd2fbbbca-48ca-446a-bfff-8bdc3c86bee0'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:03.685029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.743030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=f4c06110-1d74-4947-be9f-e7d6b62bd1e1,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:03.746065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:03.747197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.783584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:03.800595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] For port 31938379-3672-444d-ba2c-cbd0e2975b9b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:03.800873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:03.805327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] For port 31938379-3672-444d-ba2c-cbd0e2975b9b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=31938379-3672-444d-ba2c-cbd0e2975b9b,segment=NetworkSegment(7eee4cee-31b4-4a5c-9bbf-a7370308a79d),segment_id=7eee4cee-31b4-4a5c-9bbf-a7370308a79d)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:03.809327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:03.814592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.821163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9e65135c-c71d-4614-a226-0cc7c4076d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:03.823005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:03.838678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Router ceafe432-0c0c-4ce8-8792-03385ed2ec27 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:03.919760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:03.921502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:03.924226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:03.939214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Transition to ACTIVE for port object 85eaff06-0749-4d62-8ffd-ea4c9d00595a will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:03.952171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Pushing event updated for resources: {'Port': ['ID=31938379-3672-444d-ba2c-cbd0e2975b9b,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:03.956347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:04.023192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45886) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:04.025854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:04.029770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:04.064141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:04.087467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1985a6f2-271b-4a60-8e6b-a564041457bd tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:04.290433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing IP validity checks on allocation pools {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:28:04.290433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:28:04.323239 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d3fef5f7-a894-47d9-a84f-ae0582040169 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/eeee90ff-775c-4cf2-8953-7ef6820ab1d5 HTTP/1.1" status: 200 len: 993 time: 0.2971091 Nov 24 19:28:04.327931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=85eaff06-0749-4d62-8ffd-ea4c9d00595a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:04.399384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 8eb7ff75-9c95-4af4-92f9-36bff34b5d0b is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:28:04.410436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:04.447530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:04.454068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:04.507627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:04.574561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:04.677006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:04.681572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45896) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:04.697027 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] Sync routers for ids ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:04.720853 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] Routers {'8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:04.720977 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:04.809092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31938379-3672-444d-ba2c-cbd0e2975b9b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:04.813370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:04.814167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:04.882587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:04.895867 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:04.896656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:04.907748 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] Routers {'8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:04.908727 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:04.930440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] Sync routers for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:04.980805 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/8eb7ff75-9c95-4af4-92f9-36bff34b5d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7911289 Nov 24 19:28:04.984193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45900) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:04.996865 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:04.998041 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120837da-d10f-4d27-a047-ec920e3bd706 None None] The sync data for ids ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:05.010112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-60809b7b-0747-4f01-a4ef-9fd898d0c2c0 None None] Provisioning for port 85eaff06-0749-4d62-8ffd-ea4c9d00595a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:05.013941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2940257 Nov 24 19:28:05.014809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:05.015585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:05.044527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9a757-d5b7-4e1f-b0fd-63b4287d7177 req-ea128ca7-4ee3-421e-ba0b-3b0a1960d6e0 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:05.045404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-75c9a757-d5b7-4e1f-b0fd-63b4287d7177 req-ea128ca7-4ee3-421e-ba0b-3b0a1960d6e0 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:05.067987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Request body: {'port': {'device_id': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:05.092159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85b265-05f6-436e-a657-eacfa626b991 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:05.092806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7c85b265-05f6-436e-a657-eacfa626b991 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:05.099088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-60809b7b-0747-4f01-a4ef-9fd898d0c2c0 None None] Provisioning complete for port 85eaff06-0749-4d62-8ffd-ea4c9d00595a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:05.100190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-60809b7b-0747-4f01-a4ef-9fd898d0c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:05.108519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 31a70ae4-8f4e-4a43-8484-b1e9dc1a7f36 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:05.108858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:05.172736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7c85b265-05f6-436e-a657-eacfa626b991 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:05.174654 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7c85b265-05f6-436e-a657-eacfa626b991 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports/f4c06110-1d74-4947-be9f-e7d6b62bd1e1 HTTP/1.1" status: 200 len: 910 time: 0.1883202 Nov 24 19:28:05.177299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45904) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:05.183444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1e35e34-6086-42f3-8610-b42e310c9439'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:05.219840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "DELETE /v2.0/floatingips/d5574a2d-2441-4b1e-98c8-d3d8764e5358 HTTP/1.1" status: 204 len: 168 time: 4.9610949 Nov 24 19:28:05.237441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:28:05.279002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:05.290629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 31938379-3672-444d-ba2c-cbd0e2975b9b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:05.291077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:05.300830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1d8a0299-1964-4eaf-917f-48dfb42b4169 tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:05.353562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-75c9a757-d5b7-4e1f-b0fd-63b4287d7177 req-ea128ca7-4ee3-421e-ba0b-3b0a1960d6e0 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:05.361531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75c9a757-d5b7-4e1f-b0fd-63b4287d7177 req-ea128ca7-4ee3-421e-ba0b-3b0a1960d6e0 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 932 time: 1.0152338 Nov 24 19:28:05.398394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:05.501773 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75c9a757-d5b7-4e1f-b0fd-63b4287d7177 req-b4c423bb-aeca-4053-af78-fd9c7d7d6a7d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380277 Nov 24 19:28:05.508360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:05.508507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:05.550442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=2a718473-7b8c-4d50-aa91-160475355f4f,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:05.576076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:05.628119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-60809b7b-0747-4f01-a4ef-9fd898d0c2c0 None None] Port 85eaff06-0749-4d62-8ffd-ea4c9d00595a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:05.629509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026b705-def3-40c2-88e6-7b72413fcff4 None None] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:05.826362 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'status': 'completed', 'code': 200} Nov 24 19:28:05.827663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': '6e76cfad-28cf-4073-b01c-f6157dc6fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99999dfb-a6a4-4791-afbd-03c26974ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:05.827998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: 99999dfb-a6a4-4791-afbd-03c26974ebf7, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:05.831510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Provisioning for port 31938379-3672-444d-ba2c-cbd0e2975b9b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:05.853715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Provisioning complete for port 31938379-3672-444d-ba2c-cbd0e2975b9b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:05.854175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:05.881172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 31a70ae4-8f4e-4a43-8484-b1e9dc1a7f36 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:05.946267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.071894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 99999dfb-a6a4-4791-afbd-03c26974ebf7 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:06.176009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 99999dfb-a6a4-4791-afbd-03c26974ebf7) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:06.192082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab5e6d-ae88-4f0a-b792-2319325fdc59 None None] Network 99999dfb-a6a4-4791-afbd-03c26974ebf7 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:06.196718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:06.196718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.216971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-e40c47ab-497e-41bc-9ce7-dcf61dc48be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:06.218632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-e40c47ab-497e-41bc-9ce7-dcf61dc48be9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc55822092e84d3085b482bbb827f760&device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 1099 time: 0.6259255 Nov 24 19:28:06.242102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4badf35-d53f-4a2c-9c37-c4073d24df61 req-b5b6d033-ead8-4bdc-947e-97c105d3971d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:06.242828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b4badf35-d53f-4a2c-9c37-c4073d24df61 req-b5b6d033-ead8-4bdc-947e-97c105d3971d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Synchronizing usage tracker for tenant:bc55822092e84d3085b482bbb827f760 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:06.282964 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8344884 Nov 24 19:28:06.291043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45914) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:06.387713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.403168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b4badf35-d53f-4a2c-9c37-c4073d24df61 req-b5b6d033-ead8-4bdc-947e-97c105d3971d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Unset dirty status for tenant:bc55822092e84d3085b482bbb827f760 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:06.404369 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4badf35-d53f-4a2c-9c37-c4073d24df61 req-b5b6d033-ead8-4bdc-947e-97c105d3971d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.5677154 Nov 24 19:28:06.405934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.416403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:50Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:06.424583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-077d6a64-fdac-498b-a48f-15f6ba8af24c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:06.456099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] Checking router: ceafe432-0c0c-4ce8-8792-03385ed2ec27 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:06.521795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] For port 31938379-3672-444d-ba2c-cbd0e2975b9b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=31938379-3672-444d-ba2c-cbd0e2975b9b,segment=NetworkSegment(7eee4cee-31b4-4a5c-9bbf-a7370308a79d),segment_id=7eee4cee-31b4-4a5c-9bbf-a7370308a79d)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:06.531819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:06.532897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:06.606936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.613113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=31a70ae4-8f4e-4a43-8484-b1e9dc1a7f36,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:06.616554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4badf35-d53f-4a2c-9c37-c4073d24df61 req-58e8e055-5c6e-4050-956d-63fea74b8d97 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556022 Nov 24 19:28:06.619243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e7bc3426-fafb-4a3d-87fc-bca50aaf1e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:06.684474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:06.751466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-51176702-8ab5-4d5c-aa5d-0a83836b12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:06.752971 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-51176702-8ab5-4d5c-aa5d-0a83836b12c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ce4721b-19a3-468e-8640-cca5266fd0ed HTTP/1.1" status: 200 len: 897 time: 0.5073462 Nov 24 19:28:06.763620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.843553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.843553 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP eeee90ff-775c-4cf2-8953-7ef6820ab1d5 disassociated (deleted). External IP: 172.26.6.103, port: b7198200-0a45-4963-b9f2-e83a512b225d. Nov 24 19:28:06.859569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eaff06-0749-4d62-8ffd-ea4c9d00595a {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:28:06.869137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Pushing event updated for resources: {'Port': ['ID=31938379-3672-444d-ba2c-cbd0e2975b9b,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:06.889825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-15f2489f-56c2-4a23-8169-f47cdce19e25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc HTTP/1.1" status: 200 len: 217 time: 0.1201320 Nov 24 19:28:06.893955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:06.932775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-99999dfb-a6a4-4791-afbd-03c26974ebf7', 'network_id': '99999dfb-a6a4-4791-afbd-03c26974ebf7', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': '2a718473-7b8c-4d50-aa91-160475355f4f'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:06.933729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.968623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:06.991187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Transition to ACTIVE for port object 85eaff06-0749-4d62-8ffd-ea4c9d00595a will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:07.096993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.117856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-852922f4-f7fd-44e5-b6cd-a0971b6e6647 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:07.150616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Allocated IP 172.20.0.3 (99999dfb-a6a4-4791-afbd-03c26974ebf7/2a718473-7b8c-4d50-aa91-160475355f4f/9b42eda4-c778-48d5-a9a1-181802e0b09e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:07.199394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Pushing event updated for resources: {'Port': ['ID=85eaff06-0749-4d62-8ffd-ea4c9d00595a,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:07.204011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:07.215791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.321820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ed31175e-f33a-437b-8e33-8599d2e1fa0b None None] Provisioning complete for port 31938379-3672-444d-ba2c-cbd0e2975b9b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:07.322560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ed31175e-f33a-437b-8e33-8599d2e1fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.328284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.345995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-9bef6f43-f0f7-4b4b-b56e-0121af89a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:07.347616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-9bef6f43-f0f7-4b4b-b56e-0121af89a028 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=faaeb842-1f74-4fad-a011-2df71c269a9e HTTP/1.1" status: 200 len: 835 time: 0.4439781 Nov 24 19:28:07.357165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.383456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ed5ec63-7fb0-47d3-8911-b361e4b01382 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:07.403878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:07.649235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333eb5d-1fb1-40f3-8125-5d542abab677 req-ca472c4d-2849-4935-8255-24fa8cb0bd90 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:07.658629 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d333eb5d-1fb1-40f3-8125-5d542abab677 req-ca472c4d-2849-4935-8255-24fa8cb0bd90 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 932 time: 0.9524620 Nov 24 19:28:07.673583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=f4c06110-1d74-4947-be9f-e7d6b62bd1e1,revision_number=3']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:07.727634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:07.741286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:07.747465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:07.748363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.749438 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/ports/f4c06110-1d74-4947-be9f-e7d6b62bd1e1 HTTP/1.1" status: 200 len: 910 time: 2.5711482 Nov 24 19:28:07.754089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45922) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:07.865145 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ed31175e-f33a-437b-8e33-8599d2e1fa0b None None] Provisioning for port f4c06110-1d74-4947-be9f-e7d6b62bd1e1 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:07.877883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ed31175e-f33a-437b-8e33-8599d2e1fa0b None None] Provisioning complete for port f4c06110-1d74-4947-be9f-e7d6b62bd1e1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:07.878567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ed31175e-f33a-437b-8e33-8599d2e1fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.928341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:07.950485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Transition to ACTIVE for port object 9b42eda4-c778-48d5-a9a1-181802e0b09e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:07.990443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-ed31175e-f33a-437b-8e33-8599d2e1fa0b None None] Port f4c06110-1d74-4947-be9f-e7d6b62bd1e1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:08.006955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:08.018100 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] Sync routers for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:08.030573 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:08.032274 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:08.040380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Transition to ACTIVE for port object 9b42eda4-c778-48d5-a9a1-181802e0b09e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:08.044758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.062456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.076102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c31ce26d-1b04-4f0c-86c1-f806e6d11db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:08.124794 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/eeee90ff-775c-4cf2-8953-7ef6820ab1d5 HTTP/1.1" status: 204 len: 168 time: 3.4395821 Nov 24 19:28:08.127991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:28:08.163809 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d333eb5d-1fb1-40f3-8125-5d542abab677 req-70039c88-3ba0-464c-9b97-cc22f42cc443 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5039489 Nov 24 19:28:08.179602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.204047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d0cc6c0-384e-4f14-85cf-828404bc4645 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:08.212579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Pushing event updated for resources: {'Port': ['ID=9b42eda4-c778-48d5-a9a1-181802e0b09e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:08.215061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:08.226122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Network 99999dfb-a6a4-4791-afbd-03c26974ebf7 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:08.229202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:08.231925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:08.262741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Attempting to bind port 85eaff06-0749-4d62-8ffd-ea4c9d00595a on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:08.263083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Attempting to bind port 85eaff06-0749-4d62-8ffd-ea4c9d00595a by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:08.263468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Attempting to bind port 85eaff06-0749-4d62-8ffd-ea4c9d00595a on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:08.274467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=2a718473-7b8c-4d50-aa91-160475355f4f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:08.279340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:08.285910 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:08.311788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Port 85eaff06-0749-4d62-8ffd-ea4c9d00595a on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:28:08.312382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Attempting to bind port 85eaff06-0749-4d62-8ffd-ea4c9d00595a on network ebee4b49-365d-438b-9ad7-73b9b44ab4fe {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:08.336774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:08.337422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Checking segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:08.338276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Bound using segment: {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:08.338606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Bound port: 85eaff06-0749-4d62-8ffd-ea4c9d00595a, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468547f0-7bf6-41a7-9b66-c3acd55d0b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:08.339056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.354193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7670a48b-b046-46b7-b20a-1a0122a82ba9 None None] Provisioning complete for port f4c06110-1d74-4947-be9f-e7d6b62bd1e1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:08.354852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7670a48b-b046-46b7-b20a-1a0122a82ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.386665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Attempting to bind port 9b42eda4-c778-48d5-a9a1-181802e0b09e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:08.387434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Attempting to bind port 9b42eda4-c778-48d5-a9a1-181802e0b09e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '6e76cfad-28cf-4073-b01c-f6157dc6fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99999dfb-a6a4-4791-afbd-03c26974ebf7'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:08.388114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Attempting to bind port 9b42eda4-c778-48d5-a9a1-181802e0b09e on network 99999dfb-a6a4-4791-afbd-03c26974ebf7 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:08.404350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:08.405081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Checking segment: {'id': '6e76cfad-28cf-4073-b01c-f6157dc6fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99999dfb-a6a4-4791-afbd-03c26974ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:08.405775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.406916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Bound using segment: {'id': '6e76cfad-28cf-4073-b01c-f6157dc6fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99999dfb-a6a4-4791-afbd-03c26974ebf7'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:08.407717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Bound port: 9b42eda4-c778-48d5-a9a1-181802e0b09e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e76cfad-28cf-4073-b01c-f6157dc6fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99999dfb-a6a4-4791-afbd-03c26974ebf7'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:08.408420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.409836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-19efd2fc-7128-4826-91bb-1bffaca0036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:08.411355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-19efd2fc-7128-4826-91bb-1bffaca0036c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ce4721b-19a3-468e-8640-cca5266fd0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9949381 Nov 24 19:28:08.430065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-672751b9-a21c-494d-8f9a-6ff3f5c6347c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:08.432111 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-672751b9-a21c-494d-8f9a-6ff3f5c6347c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.41 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 1.0131772 Nov 24 19:28:08.489817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:50Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:08.512771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7670a48b-b046-46b7-b20a-1a0122a82ba9 None None] Port f4c06110-1d74-4947-be9f-e7d6b62bd1e1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:08.516210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fdcfb-db93-4e99-84db-40dd166d1e91 None None] The sync data for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv is: [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:24:43Z', 'revision_number': 4, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9', 'name': '', 'network_id': '8ce4721b-19a3-468e-8640-cca5266fd0ed', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:41Z', 'updated_at': '2021-11-24T19:24:50Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'subnets': [{'id': 'faaeb842-1f74-4fad-a011-2df71c269a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:08.561274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] For port 9b42eda4-c778-48d5-a9a1-181802e0b09e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:08.564288 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'status': 'completed', 'code': 200} Nov 24 19:28:08.565957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] For port 9b42eda4-c778-48d5-a9a1-181802e0b09e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9b42eda4-c778-48d5-a9a1-181802e0b09e,segment=NetworkSegment(6e76cfad-28cf-4073-b01c-f6157dc6fe10),segment_id=6e76cfad-28cf-4073-b01c-f6157dc6fe10)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:08.572916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.577509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-82b790fa-dace-448a-9fb9-b485fc20265c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:08.603327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.41', 61074) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:08.660045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Pushing event updated for resources: {'Port': ['ID=9b42eda4-c778-48d5-a9a1-181802e0b09e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:08.663430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:08.750652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:08.805660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-bfac6da0-05b8-4ee8-aee4-551887581150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:08.807188 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-bfac6da0-05b8-4ee8-aee4-551887581150 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 1098 time: 0.2028100 Nov 24 19:28:08.809796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31938379-3672-444d-ba2c-cbd0e2975b9b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:08.914402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff53eae-900d-4753-8f6d-22b19805bf73 None None] Network 99999dfb-a6a4-4791-afbd-03c26974ebf7 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:08.918916 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:08.928830 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] Checking router: 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:08.964271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:08.965039 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:09.017247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99999dfb-a6a4-4791-afbd-03c26974ebf7']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:09.038318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Deleting port 62b0923f-ec2b-4ad7-970f-f95020ad5abc {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:09.038965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:09.074376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae903e5-c6f9-4f26-bd57-b8baf7c10874 req-501cd023-7d3e-4cac-8ec2-7477584bd3ba tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:09.075877 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dae903e5-c6f9-4f26-bd57-b8baf7c10874 req-501cd023-7d3e-4cac-8ec2-7477584bd3ba tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 1.3296094 Nov 24 19:28:09.085480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4cb101-9492-4a17-ab5d-a00bb4ded6c3 None None] New status for floating IP d5574a2d-2441-4b1e-98c8-d3d8764e5358: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:28:09.111935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-0abd8b44-de04-489f-b53a-028f8e85d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:09.112437 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-0abd8b44-de04-489f-b53a-028f8e85d634 service neutron] 10.222.0.41 "GET /v2.0/networks?id=032eaa2a-e22a-4706-98a5-93646271de89 HTTP/1.1" status: 200 len: 898 time: 0.2893209 Nov 24 19:28:09.137922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e76cfad-28cf-4073-b01c-f6157dc6fe10') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:09.138217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e76cfad-28cf-4073-b01c-f6157dc6fe10') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:09.212421 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-3980775d-39ab-4cad-a572-5fd2d4f1ed30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7198200-0a45-4963-b9f2-e83a512b225d HTTP/1.1" status: 200 len: 217 time: 0.0882332 Nov 24 19:28:09.242391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:09.261473 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:09.271595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 31938379-3672-444d-ba2c-cbd0e2975b9b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:09.272317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:09.300239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-28c781c9-fa2d-48c8-8d40-bf82661b87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:09.301882 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-28c781c9-fa2d-48c8-8d40-bf82661b87aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=664f1369-ce3c-4a57-b1e5-c8406ee63420 HTTP/1.1" status: 200 len: 835 time: 0.0830021 Nov 24 19:28:09.348540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] For port 85eaff06-0749-4d62-8ffd-ea4c9d00595a, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:09.355891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:09.406917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dae903e5-c6f9-4f26-bd57-b8baf7c10874 req-ad3f4fce-4fa7-43c5-9ee2-8d3c7e23de6a tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984571 Nov 24 19:28:09.430877 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-0dafe764-4971-4f26-b775-f2375dbf5f41 service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8767238 Nov 24 19:28:09.442462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:09.443145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:09.462163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-b553b1ba-6c44-4793-8675-7a58c3290c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:09.469430 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-b553b1ba-6c44-4793-8675-7a58c3290c9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=032eaa2a-e22a-4706-98a5-93646271de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1539845 Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:09.469576 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:09.473541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] For port 85eaff06-0749-4d62-8ffd-ea4c9d00595a, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:09.543387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2645fd8f-61cb-4461-aab2-27b0c30fb7b2 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:28:09.656869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:09.691506 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-031c3fb5-196e-448a-87e8-87cbec9ede76 service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152438 Nov 24 19:28:09.713823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645fd8f-61cb-4461-aab2-27b0c30fb7b2 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:28:09.885112 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:09.889490 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d99de96f-8d62-4878-90e4-e3bf1789b4fc req-6054d8e3-a841-4c26-a259-c6f9621d9a7e service neutron] 10.222.0.41 "GET /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785896 Nov 24 19:28:09.892598 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85434208-d2d5-4307-b1c4-a5d50bdb36d2 None None] The sync data for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv is: [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:26:13Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '9a29bc02-ec56-4a54-ac82-0a618375f03a', 'name': '', 'network_id': '032eaa2a-e22a-4706-98a5-93646271de89', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:7d:1a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:10Z', 'updated_at': '2021-11-24T19:26:35Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '664f1369-ce3c-4a57-b1e5-c8406ee63420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:09.904387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9a6a4b01-2c47-4123-bd77-2c3d6b3167d1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:10.007550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0731-3588-4f3e-9800-137667dc7050 req-49d96500-537d-42f2-afb7-b002fd6f11e0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:10.009091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9aac0731-3588-4f3e-9800-137667dc7050 req-49d96500-537d-42f2-afb7-b002fd6f11e0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 945 time: 1.1429322 Nov 24 19:28:10.099351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:10.100282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:10.101868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] 10.222.0.41 "PUT /v2.0/ports/85eaff06-0749-4d62-8ffd-ea4c9d00595a HTTP/1.1" status: 200 len: 1094 time: 5.0390286 Nov 24 19:28:10.108123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:28:10.108123 dv-neutron-818346-1-hyperv neutron-server[87485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:28:10.108123 dv-neutron-818346-1-hyperv neutron-server[87485]: [parameters: {'id': '99999dfb-a6a4-4791-afbd-03c26974ebf7'}] Nov 24 19:28:10.108123 dv-neutron-818346-1-hyperv neutron-server[87485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:28:10.108915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:28:10.109494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:28:10.183514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6004a7-ae01-488a-9e57-ed3d367d41a0 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:28:10.219632 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627ef6d-6d89-4a6f-b8a3-d839794f45d3 None None] New status for floating IP eeee90ff-775c-4cf2-8953-7ef6820ab1d5: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:28:10.264262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457000e-ea33-4a2c-975e-8803134da17b req-95e48420-183d-4799-bada-e826c6ccbeb5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:10.266554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [req-5457000e-ea33-4a2c-975e-8803134da17b req-95e48420-183d-4799-bada-e826c6ccbeb5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:10.273988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Pushing event updated for resources: {'Port': ['ID=85eaff06-0749-4d62-8ffd-ea4c9d00595a,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:10.297718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [req-5457000e-ea33-4a2c-975e-8803134da17b req-95e48420-183d-4799-bada-e826c6ccbeb5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:10.300525 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-5457000e-ea33-4a2c-975e-8803134da17b req-95e48420-183d-4799-bada-e826c6ccbeb5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 945 time: 0.1349182 Nov 24 19:28:10.303235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:10.330185 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9aac0731-3588-4f3e-9800-137667dc7050 req-8e4a7488-8c2e-4b2e-8e62-f00399ad49f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dddf83f-b2e6-474f-8823-e51db81d90b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932651 Nov 24 19:28:10.337978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6004a7-ae01-488a-9e57-ed3d367d41a0 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:28:10.353599 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-5862c438-c60a-4a62-b720-c97ca7be2cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8820524 Nov 24 19:28:10.413908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6da64-aed2-4a34-8c76-bd49d4de4a98 req-c034d2ae-3ed0-49d7-8012-5d580aaa68a5 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:10.415622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9a6da64-aed2-4a34-8c76-bd49d4de4a98 req-c034d2ae-3ed0-49d7-8012-5d580aaa68a5 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 944 time: 0.8017159 Nov 24 19:28:10.425983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'status': 'completed', 'code': 200} Nov 24 19:28:10.430892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port b7198200-0a45-4963-b9f2-e83a512b225d {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:10.431262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:10.434582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] For port 62b0923f-ec2b-4ad7-970f-f95020ad5abc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=62b0923f-ec2b-4ad7-970f-f95020ad5abc,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:10.435144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:10.604082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Calling delete_port for 62b0923f-ec2b-4ad7-970f-f95020ad5abc owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:10.635548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:10.694931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-5f4aaeb9-d972-4f0e-aba2-79415edbcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:10.696360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-5f4aaeb9-d972-4f0e-aba2-79415edbcaee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 1097 time: 0.5371945 Nov 24 19:28:10.714981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port b7198200-0a45-4963-b9f2-e83a512b225d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b7198200-0a45-4963-b9f2-e83a512b225d,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:10.716150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:10.792649 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9a6da64-aed2-4a34-8c76-bd49d4de4a98 req-cd07c5b4-5ac5-4e44-940c-88e2a9c2d497 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495657 Nov 24 19:28:10.822972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-7b895ff8-c9cb-46b4-988c-7d20d4936e9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a HTTP/1.1" status: 200 len: 217 time: 0.1131957 Nov 24 19:28:10.851503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for b7198200-0a45-4963-b9f2-e83a512b225d owned by compute:nova {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:10.911117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-4b187db1-2bf1-4dc4-b884-80de446689f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:10.912620 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-4b187db1-2bf1-4dc4-b884-80de446689f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.0819669 Nov 24 19:28:10.913273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Deleting port 9b42eda4-c778-48d5-a9a1-181802e0b09e {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:10.913601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:11.017149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:11.022928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-abc65722-4856-4595-852c-311a40256018 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:11.102737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:11.197431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=b7198200-0a45-4963-b9f2-e83a512b225d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:11.200572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:11.271749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port b7198200-0a45-4963-b9f2-e83a512b225d on host hv-neutron-8183 {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:11.274190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:11.277074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'name': 'network-vif-deleted', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:28:11.293354 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/b7198200-0a45-4963-b9f2-e83a512b225d HTTP/1.1" status: 204 len: 173 time: 0.9876390 Nov 24 19:28:11.340510 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1375ac3-9123-44ec-9353-d396d80a491e', 'name': 'network-vif-deleted', 'tag': 'b7198200-0a45-4963-b9f2-e83a512b225d', 'status': 'completed', 'code': 200} Nov 24 19:28:11.345575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6add1b9-2834-4119-9265-20471e8944c9 req-10487789-f74e-47e0-9bd3-73cf4f081412 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:11.347081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6add1b9-2834-4119-9265-20471e8944c9 req-10487789-f74e-47e0-9bd3-73cf4f081412 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b715351b-cff4-458d-92fb-661e1318d7fa HTTP/1.1" status: 200 len: 946 time: 0.7514265 Nov 24 19:28:11.425081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:11.622969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-782a6111-b443-4b12-bd2e-1ec591eb14fc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:11.800043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event deleted for resources: {'Port': ['ID=62b0923f-ec2b-4ad7-970f-f95020ad5abc,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:11.862128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8f0d7d7d-842f-4c79-9b0c-4282a2601269 req-c3428312-d3c1-4cd6-98e3-cdc8199b2a8d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1375ac3-9123-44ec-9353-d396d80a491e HTTP/1.1" status: 200 len: 210 time: 0.2436502 Nov 24 19:28:11.865782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:11.929635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-91c23491-0017-4777-a821-0a02dd253e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:11.931096 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-91c23491-0017-4777-a821-0a02dd253e7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9636080 Nov 24 19:28:11.943365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] For port 9b42eda4-c778-48d5-a9a1-181802e0b09e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9b42eda4-c778-48d5-a9a1-181802e0b09e,segment=NetworkSegment(6e76cfad-28cf-4073-b01c-f6157dc6fe10),segment_id=6e76cfad-28cf-4073-b01c-f6157dc6fe10)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:11.943729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:11.959225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6add1b9-2834-4119-9265-20471e8944c9 req-27f8d8dd-fa8b-4b00-9c7c-56eb76f6510f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "GET /v2.0/security-groups?id=22855f22-d36b-4b5b-ac21-476c42dd4292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5579038 Nov 24 19:28:11.986620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] No DVR routers for this DVR port 62b0923f-ec2b-4ad7-970f-f95020ad5abc on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:11.992817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:12.217802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Calling delete_port for 9b42eda4-c778-48d5-a9a1-181802e0b09e owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:12.290694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4342c528-20a4-468f-af8c-6bbb64d40fb2 req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.41 "DELETE /v2.0/ports/62b0923f-ec2b-4ad7-970f-f95020ad5abc HTTP/1.1" status: 204 len: 173 time: 3.7909317 Nov 24 19:28:12.367108 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-c859e5f9-cd63-455d-874d-2c33e6abb12d service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253936 Nov 24 19:28:12.404099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 62b0923f-ec2b-4ad7-970f-f95020ad5abc no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:12.408281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:12.416712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-175e036c-b22d-4d35-ab8e-d032363a95cf tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:12.448753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 62b0923f-ec2b-4ad7-970f-f95020ad5abc {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:12.449097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 62b0923f-ec2b-4ad7-970f-f95020ad5abc not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:12.497817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-deleted', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:28:12.552872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Port': ['ID=9b42eda4-c778-48d5-a9a1-181802e0b09e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:12.561852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:12.572274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e488a-94bc-47cb-a56a-ea2fe75f28ab req-7e9aae3a-d7e4-483a-ac6e-3f47c5553434 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:12.573756 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b15e488a-94bc-47cb-a56a-ea2fe75f28ab req-7e9aae3a-d7e4-483a-ac6e-3f47c5553434 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 944 time: 0.5251811 Nov 24 19:28:12.574619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No DVR routers for this DVR port 9b42eda4-c778-48d5-a9a1-181802e0b09e on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:12.585867 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b715351b-cff4-458d-92fb-661e1318d7fa', 'name': 'network-vif-deleted', 'tag': '62b0923f-ec2b-4ad7-970f-f95020ad5abc', 'status': 'completed', 'code': 200} Nov 24 19:28:12.755770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port f4c06110-1d74-4947-be9f-e7d6b62bd1e1 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:12.756137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:12.835111 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b15e488a-94bc-47cb-a56a-ea2fe75f28ab req-1840e8c4-075e-489e-86ae-85773dd08a39 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211227 Nov 24 19:28:12.836980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:12.868343 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb5e3a5f-f5c1-402d-adce-bad678b530e6 req-ea612924-f14c-4c04-a187-4c8195539880 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913759 Nov 24 19:28:12.896497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99999dfb-a6a4-4791-afbd-03c26974ebf7']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:12.958996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e76cfad-28cf-4073-b01c-f6157dc6fe10') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:12.959292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e76cfad-28cf-4073-b01c-f6157dc6fe10') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:12.987629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45952) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:13.035677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.062654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45956) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:13.129104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.191466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.218024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.241382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:13.241746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:13.257021 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:13.280859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.477302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for f4c06110-1d74-4947-be9f-e7d6b62bd1e1 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:13.496023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.503329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0db725d5-b292-4b52-b4b1-280011239ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:13.524840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-fbf4b790-6072-41b9-830e-f501b7a72328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:13.526354 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-fbf4b790-6072-41b9-830e-f501b7a72328 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 1097 time: 0.5693834 Nov 24 19:28:13.529979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.531814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dddf83f-b2e6-474f-8823-e51db81d90b9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:13.534239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:13.534914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f600eba-473b-4d41-80d9-ab49ae781e2d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:13.542947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.547464 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/8dddf83f-b2e6-474f-8823-e51db81d90b9 HTTP/1.1" status: 204 len: 168 time: 0.5580761 Nov 24 19:28:13.550271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.594572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=99999dfb-a6a4-4791-afbd-03c26974ebf7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:13.603023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:13.606208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/99999dfb-a6a4-4791-afbd-03c26974ebf7 HTTP/1.1" status: 204 len: 168 time: 7.3118060 Nov 24 19:28:13.606783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45962) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:13.611114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45964) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:13.618712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1717656368'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:13.625565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:13.633169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:13.664179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:13.675759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:13.697204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:13.700796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.741711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:13.756541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.756876 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment c2318f35-27f4-4d7b-9e7e-35fbc0135486 of type vlan for network ec4969d8-640e-4c2e-abfc-461613d4f1b2 Nov 24 19:28:13.820581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.869670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.907686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-5d6903dc-95b1-4dde-afad-4c8658b7894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:13.909189 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-5d6903dc-95b1-4dde-afad-4c8658b7894c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.3539100 Nov 24 19:28:13.934232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.940121 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:13.940712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:13.954072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-85c1e9a5-cd16-4c8a-94ef-bcaddfc2b37b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:13.991636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-ae354af8-0644-4cff-9219-c07274243972 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a HTTP/1.1" status: 200 len: 217 time: 0.0703702 Nov 24 19:28:14.073374 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4611049 Nov 24 19:28:14.117397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45972) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:14.146411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=ec4969d8-640e-4c2e-abfc-461613d4f1b2,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:14.149205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:14.159022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ec4969d8-640e-4c2e-abfc-461613d4f1b2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:14.186116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:14.369152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Deleting port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:14.369410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:14.421534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-50321423-3bbc-4dd9-bf8b-ca0405e6be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:14.423564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-50321423-3bbc-4dd9-bf8b-ca0405e6be1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.3660340 Nov 24 19:28:14.428938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:14.439435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6fce62c0-a1a8-42b3-9f59-6e7c2fb86150 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:14.446022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b7198200-0a45-4963-b9f2-e83a512b225d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:14.482415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: b7198200-0a45-4963-b9f2-e83a512b225d {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:14.482771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b7198200-0a45-4963-b9f2-e83a512b225d not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:14.693592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=f4c06110-1d74-4947-be9f-e7d6b62bd1e1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:14.699758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] For port 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:14.700158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:14.728762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:14.740675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:14.811698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:14.825965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:14.835893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Calling delete_port for 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:14.855497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:14.882230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bfba9-a077-4d56-b981-a1faaf55a2f3 req-3977e3b9-dd2f-4bd8-9b12-cd71e1ae241e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:14.883737 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-880bfba9-a077-4d56-b981-a1faaf55a2f3 req-3977e3b9-dd2f-4bd8-9b12-cd71e1ae241e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 944 time: 0.9051676 Nov 24 19:28:14.931714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:14.935188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:15.056586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:15.060993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-95be1a0d-0a3b-4366-89a6-6cad318a2acf tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:15.106432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event deleted for resources: {'Port': ['ID=2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:15.133953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:15.216490 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-880bfba9-a077-4d56-b981-a1faaf55a2f3 req-92e4077c-025b-413c-9a20-385a90dadfe4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216407 Nov 24 19:28:15.228298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:15.233253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-eacf665e-01bc-490b-ac72-ce0068478212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:15.234977 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-eacf665e-01bc-490b-ac72-ce0068478212 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7979805 Nov 24 19:28:15.403402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:15.710623 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-efabd017-064a-4ca6-88c3-b1316b19bc49 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640028 Nov 24 19:28:15.784524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Router ceafe432-0c0c-4ce8-8792-03385ed2ec27 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:15.786667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 8eb7ff75-9c95-4af4-92f9-36bff34b5d0b has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:15.967466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:15.979419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] Sync routers for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:15.985856 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "PUT /v2.0/routers/ceafe432-0c0c-4ce8-8792-03385ed2ec27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9185090 Nov 24 19:28:15.986251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45976) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:15.993710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:15.994612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:16.183919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Deleting subnet faaeb842-1f74-4fad-a011-2df71c269a9e {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:28:16.187009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.188100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:16.215296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.229640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2a20c009-de62-4032-9d93-1bd98a86597e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:16.243084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.291506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96726c5f-e66b-4898-9379-05bc9f09b3ef req-28b96f27-f13d-4f9a-9191-a32855cf997d service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521014 Nov 24 19:28:16.292440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:16.306385 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] Sync routers for ids ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:16.331677 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] Routers {'8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:16.332748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=b69f4271-3044-4ebc-a5b1-4e3e25452b02,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:16.333275 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:16.342692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:16.348231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.350444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.442074 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/8eb7ff75-9c95-4af4-92f9-36bff34b5d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6830270 Nov 24 19:28:16.443256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': 'c2318f35-27f4-4d7b-9e7e-35fbc0135486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:16.443624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: ec4969d8-640e-4c2e-abfc-461613d4f1b2, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:16.446794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45982) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:16.475100 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:16.485100 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] Routers {'8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:16.485967 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:16.526016 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e82f765a-b501-40f2-9fe5-303929c0ff8e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eb7ff75-9c95-4af4-92f9-36bff34b5d0b HTTP/1.1" status: 200 len: 205 time: 0.0774276 Nov 24 19:28:16.527562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.533136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45986) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:16.533971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7030aa7-5aff-4129-8944-52ee93853918 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:16.554854 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:16.555517 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e0bfc-9eda-45e1-8944-bfcbb1257ce8 None None] The sync data for ids ['8eb7ff75-9c95-4af4-92f9-36bff34b5d0b'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:16.564457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:28:14Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:16.569234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] Checking router: ceafe432-0c0c-4ce8-8792-03385ed2ec27 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:16.580097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] Routers {'ceafe432-0c0c-4ce8-8792-03385ed2ec27'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:16.581124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:16.582661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network ec4969d8-640e-4c2e-abfc-461613d4f1b2 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:16.610840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, ec4969d8-640e-4c2e-abfc-461613d4f1b2) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:16.619529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:16.620149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.644387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f97f4-182d-402e-8e8c-32d8623f8bb7 None None] Network ec4969d8-640e-4c2e-abfc-461613d4f1b2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:16.719739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event deleted for resources: {'Subnet': ['ID=faaeb842-1f74-4fad-a011-2df71c269a9e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:16.725346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:16.726492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.737515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e8112bb-f6b4-4503-9f71-29877fc0c394 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:16.744983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc4a315-2b04-47e0-aff3-0a120a454a46 None None] Network 8ce4721b-19a3-468e-8640-cca5266fd0ed requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:16.751541 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5870709 Nov 24 19:28:16.760242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45990) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:16.772159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de3736-dc67-4ec9-bd04-0055a7d7ce87 req-81ac4369-a21a-4faa-ad8a-6a5a9e6484b3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:16.773648 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96de3736-dc67-4ec9-bd04-0055a7d7ce87 req-81ac4369-a21a-4faa-ad8a-6a5a9e6484b3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 944 time: 0.2599525 Nov 24 19:28:16.793163 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "DELETE /v2.0/subnets/faaeb842-1f74-4fad-a011-2df71c269a9e HTTP/1.1" status: 204 len: 168 time: 0.8057616 Nov 24 19:28:16.797075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 45994) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:17.072569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e8112bb-f6b4-4503-9f71-29877fc0c394 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.074776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e8112bb-f6b4-4503-9f71-29877fc0c394 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.081313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-96de3736-dc67-4ec9-bd04-0055a7d7ce87 req-4d9ffbab-2fe7-46ec-84f2-2b8bceb62c1a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881703 Nov 24 19:28:17.112467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e8112bb-f6b4-4503-9f71-29877fc0c394 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.112904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8112bb-f6b4-4503-9f71-29877fc0c394 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Fanout notify agent at l3_agent the message router_deleted on router 8eb7ff75-9c95-4af4-92f9-36bff34b5d0b {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:28:17.125703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.131786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e8112bb-f6b4-4503-9f71-29877fc0c394 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.135606 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5e8112bb-f6b4-4503-9f71-29877fc0c394 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/8eb7ff75-9c95-4af4-92f9-36bff34b5d0b HTTP/1.1" status: 204 len: 168 time: 0.5662694 Nov 24 19:28:17.135739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] Set router ceafe432-0c0c-4ce8-8792-03385ed2ec27 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:17.136224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 45998) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:17.201743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.206827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet f1e35e34-6086-42f3-8610-b42e310c9439 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:28:17.210156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.270157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.317822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 9a29bc02-ec56-4a54-ac82-0a618375f03a {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:17.318170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.357212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.420254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-ec4969d8-640e-4c2e-abfc-461613d4f1b2', 'network_id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': 'b69f4271-3044-4ebc-a5b1-4e3e25452b02'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:17.421076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.441758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.446947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cbb71e9d-7f7b-49b2-8610-50dfc14be3ae tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:17.481827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.487635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e35e34-6086-42f3-8610-b42e310c9439,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:17.490579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:17.491563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.501844 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/f1e35e34-6086-42f3-8610-b42e310c9439 HTTP/1.1" status: 204 len: 168 time: 0.3645754 Nov 24 19:28:17.502442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46002) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:17.535297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643bf1f4-6563-4bb9-8b4b-0a83642fd08c None None] Network d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:17.628355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.632616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] DHCP port deletion for 8ce4721b-19a3-468e-8640-cca5266fd0ed request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:28:17.640082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 31938379-3672-444d-ba2c-cbd0e2975b9b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:17.640499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.669391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Deleting port 1ed82e8c-61a3-497a-a1ee-0ae326108610 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:17.669780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.804167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.831137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Deleting port e31562ca-9e18-4f57-9054-c40c06b8366f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:17.831510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.913973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 9a29bc02-ec56-4a54-ac82-0a618375f03a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9a29bc02-ec56-4a54-ac82-0a618375f03a,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:17.914317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:17.939813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Allocated IP 172.20.0.1 (ec4969d8-640e-4c2e-abfc-461613d4f1b2/b69f4271-3044-4ebc-a5b1-4e3e25452b02/78786ee1-c5d3-4a74-a146-4bc6b3be6d4d) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:17.981190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:28:14Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:18.054899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 31938379-3672-444d-ba2c-cbd0e2975b9b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=31938379-3672-444d-ba2c-cbd0e2975b9b,segment=NetworkSegment(7eee4cee-31b4-4a5c-9bbf-a7370308a79d),segment_id=7eee4cee-31b4-4a5c-9bbf-a7370308a79d)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:18.055358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.065515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175a4a0-bacc-44d0-a8e7-974ed39d83ce None None] The sync data for ids ['ceafe432-0c0c-4ce8-8792-03385ed2ec27'] in dv-neutron-818346-1-hyperv is: [{'id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603064506', 'tenant_id': 'bc55822092e84d3085b482bbb827f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:24:32Z', 'updated_at': '2021-11-24T19:28:14Z', 'revision_number': 5, 'project_id': 'bc55822092e84d3085b482bbb827f760', 'gw_port': {'id': 'e31562ca-9e18-4f57-9054-c40c06b8366f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceafe432-0c0c-4ce8-8792-03385ed2ec27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:24:33Z', 'updated_at': '2021-11-24T19:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:18.108256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 9a29bc02-ec56-4a54-ac82-0a618375f03a owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:18.158079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] For port 1ed82e8c-61a3-497a-a1ee-0ae326108610, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ed82e8c-61a3-497a-a1ee-0ae326108610,segment=NetworkSegment(d63b0066-f99d-4682-9555-15f232058449),segment_id=d63b0066-f99d-4682-9555-15f232058449)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:18.158671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.232615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 31938379-3672-444d-ba2c-cbd0e2975b9b owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:18.276630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] For port e31562ca-9e18-4f57-9054-c40c06b8366f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e31562ca-9e18-4f57-9054-c40c06b8366f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:18.276992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.290332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Calling delete_port for 1ed82e8c-61a3-497a-a1ee-0ae326108610 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:18.315722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.321188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e5ee3da9-2535-4bf0-9d0e-49edec9f25cc tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:18.373922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=31938379-3672-444d-ba2c-cbd0e2975b9b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:18.376560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port 31938379-3672-444d-ba2c-cbd0e2975b9b on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:18.378210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:18.420850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Calling delete_port for e31562ca-9e18-4f57-9054-c40c06b8366f owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:18.482297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c511cc1-80fc-43bf-9baa-83420749e3a5 None None] DHCP port deletion for d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:28:18.536605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.543805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9f7ceabe-2fd3-4e07-b113-8ec5f277115e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:18.564957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.569875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeccb2-856b-401e-92ea-be7afa754595 req-c26c1ea0-cb46-4b4b-ac4d-f27718435042 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:18.571412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5efeccb2-856b-401e-92ea-be7afa754595 req-c26c1ea0-cb46-4b4b-ac4d-f27718435042 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 944 time: 0.3386879 Nov 24 19:28:18.596244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fbbbca-48ca-446a-bfff-8bdc3c86bee0']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:18.602994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] No DVR routers for this DVR port 1ed82e8c-61a3-497a-a1ee-0ae326108610 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:18.606683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Pushing event deleted for resources: {'Port': ['ID=1ed82e8c-61a3-497a-a1ee-0ae326108610,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:18.611127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:18.620905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eee4cee-31b4-4a5c-9bbf-a7370308a79d') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:18.621360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eee4cee-31b4-4a5c-9bbf-a7370308a79d') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:18.630308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.640324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.651765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Transition to ACTIVE for port object 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:18.692443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.696342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Transition to ACTIVE for port object 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:18.722239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:18.722239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.727836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:18.728009 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:18.734725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:18.768746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5efeccb2-856b-401e-92ea-be7afa754595 req-5682bc2f-39f4-42ab-a5c9-3c9b2ca7bef4 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436367 Nov 24 19:28:18.797898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31938379-3672-444d-ba2c-cbd0e2975b9b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:18.809959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.817354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:18.827457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.832090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3ebf8f6e-608e-4051-a92b-821a6939acc6 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:18.851052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.860335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=d2fbbbca-48ca-446a-bfff-8bdc3c86bee0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:18.865144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:18.869371 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/d2fbbbca-48ca-446a-bfff-8bdc3c86bee0 HTTP/1.1" status: 204 len: 168 time: 1.3655152 Nov 24 19:28:18.871770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=9a29bc02-ec56-4a54-ac82-0a618375f03a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:18.873075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46008) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:18.880536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.883700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-747772091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:18.884429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 31938379-3672-444d-ba2c-cbd0e2975b9b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:18.884750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:18.884857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31938379-3672-444d-ba2c-cbd0e2975b9b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:18.885218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ed82e8c-61a3-497a-a1ee-0ae326108610 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:18.887270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-791402f2-3386-48d8-87bd-3cdb551dcc4c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:18.890906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:18.895423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:router and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:18.898338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:18.905060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:18.925977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.926981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.936534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Network ec4969d8-640e-4c2e-abfc-461613d4f1b2 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:18.949399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:18.953445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1ed82e8c-61a3-497a-a1ee-0ae326108610 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:18.953860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ed82e8c-61a3-497a-a1ee-0ae326108610 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:18.954292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:18.965525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:18.981043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=b69f4271-3044-4ebc-a5b1-4e3e25452b02,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:18.997718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:18.997939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:19.006426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.016132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Pushing event updated for resources: {'Port': ['ID=78786ee1-c5d3-4a74-a146-4bc6b3be6d4d,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:19.018920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:19.019524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2909ffb3-ab4d-4fe7-9f0f-0032de7ae7b9 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:19.023758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:19.064965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.067093 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-73cd2bbb-870d-4711-8ae1-5a47220beb72 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1925027 Nov 24 19:28:19.067306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.069440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46012) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:19.070190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.077037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1151288208'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:19.084362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:19.090027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:19.093609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:19.100856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:19.115612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:19.119189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.129856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Attempting to bind port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:19.129856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Attempting to bind port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'c2318f35-27f4-4d7b-9e7e-35fbc0135486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:19.129856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Attempting to bind port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d on network ec4969d8-640e-4c2e-abfc-461613d4f1b2 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:19.133836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c3cb3502-d7d8-419b-9785-44251b1d4f25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:19.138476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:19.138873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Checking segment: {'id': 'c2318f35-27f4-4d7b-9e7e-35fbc0135486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:19.139294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.139705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Bound using segment: {'id': 'c2318f35-27f4-4d7b-9e7e-35fbc0135486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:19.140227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Bound port: 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2318f35-27f4-4d7b-9e7e-35fbc0135486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:19.141185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.151870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:19.163858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.164281 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment 22173e28-9cd2-42ea-92e8-0ce2d67965f6 of type vlan for network f5290124-42e1-4640-8d7b-34356059502b Nov 24 19:28:19.194409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.230718 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.237586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:19.238245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.238336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] For port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:19.241550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] For port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=78786ee1-c5d3-4a74-a146-4bc6b3be6d4d,segment=NetworkSegment(c2318f35-27f4-4d7b-9e7e-35fbc0135486),segment_id=c2318f35-27f4-4d7b-9e7e-35fbc0135486)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:19.241935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-659fc9dd-e2ad-42a2-860d-f7c8a1c5df79 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:19.246048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.250747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63307bc4-5410-4640-8bf8-fd92a0a84406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:19.286086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event deleted for resources: {'Port': ['ID=e31562ca-9e18-4f57-9054-c40c06b8366f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:19.297570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.306878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:19.337361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Pushing event updated for resources: {'Port': ['ID=78786ee1-c5d3-4a74-a146-4bc6b3be6d4d,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:19.343625 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2725849 Nov 24 19:28:19.347410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46016) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:19.353081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:19.369149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:19.395650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4969d8-640e-4c2e-abfc-461613d4f1b2']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:19.415822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b0fe18-1de8-4bf7-92e1-192b22365bcf None None] Network ec4969d8-640e-4c2e-abfc-461613d4f1b2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:19.431069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=f5290124-42e1-4640-8d7b-34356059502b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:19.434034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:19.480723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:19.485419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:19.488563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:19.494481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:19.500856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network f5290124-42e1-4640-8d7b-34356059502b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:19.506264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:19.509915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.590621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.637362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2318f35-27f4-4d7b-9e7e-35fbc0135486') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:19.637737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2318f35-27f4-4d7b-9e7e-35fbc0135486') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:19.720599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.739121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396db4c-ddd7-4a88-b3fb-041187382e55 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:28:19.746276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.750622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2eda37a3-f6c7-44a8-9a8e-946681a878b4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:19.824847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=e90694ce-f106-4d12-bd4a-e9712a0b821c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:19.827399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:19.837575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:19.837930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: f5290124-42e1-4640-8d7b-34356059502b, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:19.856999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.858007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network f5290124-42e1-4640-8d7b-34356059502b is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:19.868961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.869425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, f5290124-42e1-4640-8d7b-34356059502b) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:19.875215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:19.876367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.885003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.904004 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5543523 Nov 24 19:28:19.907525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46022) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:19.967259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:19.967678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:19.987428 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:20.073307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396db4c-ddd7-4a88-b3fb-041187382e55 None None] Unable to find a vacant binding_index for network f5290124-42e1-4640-8d7b-34356059502b and agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 {{(pid=87487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 24 19:28:20.081897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396db4c-ddd7-4a88-b3fb-041187382e55 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, f5290124-42e1-4640-8d7b-34356059502b) {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:28:20.106441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.114042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.114492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Fanout notify agent at l3_agent the message router_deleted on router ceafe432-0c0c-4ce8-8792-03385ed2ec27 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:28:20.197138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:28:20.197138 dv-neutron-818346-1-hyperv neutron-server[87485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:28:20.197138 dv-neutron-818346-1-hyperv neutron-server[87485]: [parameters: {'id': 'ec4969d8-640e-4c2e-abfc-461613d4f1b2'}] Nov 24 19:28:20.197138 dv-neutron-818346-1-hyperv neutron-server[87485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:28:20.197533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:28:20.248988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.253480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "DELETE /v2.0/routers/ceafe432-0c0c-4ce8-8792-03385ed2ec27 HTTP/1.1" status: 204 len: 168 time: 3.4545543 Nov 24 19:28:20.297290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46026) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:20.328209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0ee2a-9344-446b-8398-78121f061106 req-1e5a41dc-1a13-4868-ad76-3df870aefb2b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:20.330837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf0ee2a-9344-446b-8398-78121f061106 req-1e5a41dc-1a13-4868-ad76-3df870aefb2b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 944 time: 0.4435725 Nov 24 19:28:20.398919 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf0ee2a-9344-446b-8398-78121f061106 req-9d390939-a5bd-45e6-bd7c-8520018322dd tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576057 Nov 24 19:28:20.483165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-f5290124-42e1-4640-8d7b-34356059502b', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:20.484411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.566343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.601935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:20.684649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.701470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.749279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Allocated IP 172.20.0.2 (f5290124-42e1-4640-8d7b-34356059502b/e90694ce-f106-4d12-bd4a-e9712a0b821c/2e74b118-2015-43d0-ae05-2828169e024e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:20.799628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Deleting port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:20.800146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.806245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e31562ca-9e18-4f57-9054-c40c06b8366f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:20.888849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:20.898249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: e31562ca-9e18-4f57-9054-c40c06b8366f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:20.898602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e31562ca-9e18-4f57-9054-c40c06b8366f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:20.909368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:20.920696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] Sync routers for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:20.927948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/4f3c9fbb-2e75-40ee-acdb-67c6ff693e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2713642 Nov 24 19:28:20.932712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46030) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:20.954134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:20.955013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:20.961988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce4721b-19a3-468e-8640-cca5266fd0ed']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:20.984777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63b0066-f99d-4682-9555-15f232058449') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:20.985031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63b0066-f99d-4682-9555-15f232058449') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:21.013455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.037688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.084772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:21.085176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:21.100808 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:21.205265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.208748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6b6bd6c6-c32c-4c23-b069-534c0500d445 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:21.224083 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.229061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.231819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:21.238770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event deleted for resources: {'Network': ['ID=8ce4721b-19a3-468e-8640-cca5266fd0ed,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:21.241608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:21.245903 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "DELETE /v2.0/networks/8ce4721b-19a3-468e-8640-cca5266fd0ed HTTP/1.1" status: 204 len: 168 time: 0.9447937 Nov 24 19:28:21.246052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet 664f1369-ce3c-4a57-b1e5-c8406ee63420 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:28:21.246180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46034) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:21.260932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.319123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.329614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] For port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=78786ee1-c5d3-4a74-a146-4bc6b3be6d4d,segment=NetworkSegment(c2318f35-27f4-4d7b-9e7e-35fbc0135486),segment_id=c2318f35-27f4-4d7b-9e7e-35fbc0135486)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:21.330121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.341235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Transition to ACTIVE for port object 2e74b118-2015-43d0-ae05-2828169e024e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:21.347402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.350197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.423300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.433438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Transition to ACTIVE for port object 2e74b118-2015-43d0-ae05-2828169e024e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:21.434524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6b492b06-df45-4bde-9845-a3bebdc322a3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:21.447397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.458969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:21.518682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Calling delete_port for 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:21.529110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22855f22-d36b-4b5b-ac21-476c42dd4292,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:21.534866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:21.535750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.536976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Network f5290124-42e1-4640-8d7b-34356059502b is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:21.539998 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] 10.222.0.47 "DELETE /v2.0/security-groups/22855f22-d36b-4b5b-ac21-476c42dd4292 HTTP/1.1" status: 204 len: 168 time: 0.2927799 Nov 24 19:28:21.541056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Pushing event updated for resources: {'Port': ['ID=2e74b118-2015-43d0-ae05-2828169e024e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:21.543773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:21.553224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.20.0.1 (f5290124-42e1-4640-8d7b-34356059502b/e90694ce-f106-4d12-bd4a-e9712a0b821c/f37daebf-1e20-4962-ae7b-07837c90b7ae) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:21.556785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:21.558744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:21.723529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.745785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Attempting to bind port 2e74b118-2015-43d0-ae05-2828169e024e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:21.746418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Attempting to bind port 2e74b118-2015-43d0-ae05-2828169e024e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:21.746948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Attempting to bind port 2e74b118-2015-43d0-ae05-2828169e024e on network f5290124-42e1-4640-8d7b-34356059502b {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:21.754262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:21.754921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Checking segment: {'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:21.755483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.756076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Bound using segment: {'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:21.756743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Bound port: 2e74b118-2015-43d0-ae05-2828169e024e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:21.757428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.758058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:21.768742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-53604e9e-9ac8-4dd7-a3df-42473c3b771c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:21.807676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073c67f-29fb-46d6-a53f-ce5b68f98a54 req-bd5abf27-6c5a-448f-be20-6b0d8666c510 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:21.809560 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e073c67f-29fb-46d6-a53f-ce5b68f98a54 req-bd5abf27-6c5a-448f-be20-6b0d8666c510 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 944 time: 0.2542770 Nov 24 19:28:21.850543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:28:18Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:21.852783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Port': ['ID=78786ee1-c5d3-4a74-a146-4bc6b3be6d4d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:21.860518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:21.863783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No DVR routers for this DVR port 78786ee1-c5d3-4a74-a146-4bc6b3be6d4d on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:21.890040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] Checking router: 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:21.910165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] Routers {'4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:21.910854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:21.967090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e073c67f-29fb-46d6-a53f-ce5b68f98a54 req-4ff6a7b5-8368-4ead-a78e-c9fcf1a69202 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414979 Nov 24 19:28:22.013222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.030611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object f37daebf-1e20-4962-ae7b-07837c90b7ae will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:22.046400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46046) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:22.060849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.064329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] For port 2e74b118-2015-43d0-ae05-2828169e024e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:22.068346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.075927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c9bddd55-352d-44b4-aef5-414fcf287820 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:22.100200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] For port 2e74b118-2015-43d0-ae05-2828169e024e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2e74b118-2015-43d0-ae05-2828169e024e,segment=NetworkSegment(22173e28-9cd2-42ea-92e8-0ce2d67965f6),segment_id=22173e28-9cd2-42ea-92e8-0ce2d67965f6)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:22.111369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.113509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.119566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:22.125167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6b238a89-0e5d-4252-8891-c63ffa642456 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:22.138739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network f5290124-42e1-4640-8d7b-34356059502b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:22.147309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:22.152363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:22.178732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4969d8-640e-4c2e-abfc-461613d4f1b2']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:22.189684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=664f1369-ce3c-4a57-b1e5-c8406ee63420,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:22.192174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:22.195539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Pushing event updated for resources: {'Port': ['ID=2e74b118-2015-43d0-ae05-2828169e024e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:22.202589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:22.203998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.215802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] Set router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:22.217989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2318f35-27f4-4d7b-9e7e-35fbc0135486') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:22.219571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2318f35-27f4-4d7b-9e7e-35fbc0135486') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:22.228072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=f37daebf-1e20-4962-ae7b-07837c90b7ae,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:22.237120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/664f1369-ce3c-4a57-b1e5-c8406ee63420 HTTP/1.1" status: 204 len: 168 time: 1.3032734 Nov 24 19:28:22.237328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:22.238151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46052) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:22.243868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.247286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.294588 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a6272e2b-6b10-486a-9445-94f9ab61f4b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc55822092e84d3085b482bbb827f760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444155 Nov 24 19:28:22.298738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46056) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:22.340884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.353740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:22.354481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:22.370155 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:22.417920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.450815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.469040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.542978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 85eaff06-0749-4d62-8ffd-ea4c9d00595a details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:28:22.555061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.614599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.636492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39fd3d81-4b54-4bba-84e3-7d18bc139213 tempest-BulkNetworkOpsTest-1839362490 tempest-BulkNetworkOpsTest-1839362490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:22.653074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.697444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=ec4969d8-640e-4c2e-abfc-461613d4f1b2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:22.704454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:22.712812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/ec4969d8-640e-4c2e-abfc-461613d4f1b2 HTTP/1.1" status: 204 len: 168 time: 5.9507241 Nov 24 19:28:22.712985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:22.713130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:28:18Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:22.723716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1646452397'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:22.735637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3676ec-d3a3-42d9-9a84-ffddc0659413 None None] The sync data for ids ['4f3c9fbb-2e75-40ee-acdb-67c6ff693e04'] in dv-neutron-818346-1-hyperv is: [{'id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'name': 'tempest-TestNetworkBasicOps-router-491066356', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:26:02Z', 'updated_at': '2021-11-24T19:28:18Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '8da0b395-bdb9-4557-a47f-2dea35b21cea', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c9fbb-2e75-40ee-acdb-67c6ff693e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:26:03Z', 'updated_at': '2021-11-24T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:22.743126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.763883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee5e52b7-ab4d-4c61-a2ba-e3d59f10231f tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:22.771175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 85eaff06-0749-4d62-8ffd-ea4c9d00595a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:22.787271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'port_id': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'mac_address': 'fa:16:3e:b5:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:28:22.803458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c3a50-48a2-4154-84a8-c5439fdc5a00,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:22.804992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:22.816116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:22.819822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.821003 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/631c3a50-48a2-4154-84a8-c5439fdc5a00 HTTP/1.1" status: 204 len: 168 time: 0.5211020 Nov 24 19:28:22.831560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:22.836976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:22.847231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:22.893957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.899267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:22.903135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.913656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.915827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eaff06-0749-4d62-8ffd-ea4c9d00595a {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:28:22.933583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 8da0b395-bdb9-4557-a47f-2dea35b21cea {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:22.939288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.941601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 85eaff06-0749-4d62-8ffd-ea4c9d00595a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:22.950718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:22.954129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-66ff342b-878b-478c-a291-206842054440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:23.042711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=85eaff06-0749-4d62-8ffd-ea4c9d00595a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:23.048482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:23.158845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.166228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.227191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-10f97086-ef5a-4191-9883-023ce77abe50 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:23.249038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:23.294964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.296306 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['85eaff06-0749-4d62-8ffd-ea4c9d00595a'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:28:23.315680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.328850 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment 811179eb-85ab-43f2-8192-b3abc49760fe of type vlan for network e5071a48-41aa-4755-901b-6fe20718953a Nov 24 19:28:23.393673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46070) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:23.445231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.448939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=f37daebf-1e20-4962-ae7b-07837c90b7ae,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:23.452211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:23.501383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:23.525484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Usage tracker for resource:security_group_rule and tenant:7774b513c45240bea7d72c125c2d84c8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:23.531289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network f5290124-42e1-4640-8d7b-34356059502b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:23.532428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:23.540294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.560026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:23.576014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204efb7-2f48-44fe-8395-3328ad69ab63 req-ebb69628-c314-4243-9264-2ad96d5659d1 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:23.578698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2204efb7-2f48-44fe-8395-3328ad69ab63 req-ebb69628-c314-4243-9264-2ad96d5659d1 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 945 time: 0.3810225 Nov 24 19:28:23.604287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:23.657085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 8da0b395-bdb9-4557-a47f-2dea35b21cea, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8da0b395-bdb9-4557-a47f-2dea35b21cea,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:23.657484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.744954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.752111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:23.752671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:23.762307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:28:23.769986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2ffec-532a-41a8-85be-f5c1a56b8c1e None None] Network f5290124-42e1-4640-8d7b-34356059502b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:23.777211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:23.790780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc833ef-326a-48bc-b82b-e4f0fa9e27b7 None None] Network 032eaa2a-e22a-4706-98a5-93646271de89 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:23.871205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 8da0b395-bdb9-4557-a47f-2dea35b21cea owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:23.919132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2027307 Nov 24 19:28:23.923198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46074) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:23.923357 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2204efb7-2f48-44fe-8395-3328ad69ab63 req-be06d525-ccbb-4fa7-8c84-9194f7b1165a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144372 Nov 24 19:28:23.934281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': 'e5071a48-41aa-4755-901b-6fe20718953a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:24.013922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-76ff978e-f96e-4e3c-a2e3-41ab636fa352 None None] Provisioning for port 2e74b118-2015-43d0-ae05-2828169e024e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:24.033569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=e5071a48-41aa-4755-901b-6fe20718953a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:24.036461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7467a121-039c-423c-92d5-62da890f4de4 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:24.065938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network e5071a48-41aa-4755-901b-6fe20718953a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:24.113699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.120758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.134772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4a1c992b-c41f-424d-bfc7-759eccbb45f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:24.184073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa2132-e813-4212-ba54-02dddc233221,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:24.188407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:24.192275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7774b513c45240bea7d72c125c2d84c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965474 Nov 24 19:28:24.204074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:24.205136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46078) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:24.213565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:24.221113 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3124533 Nov 24 19:28:24.227057 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:24.228940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46082) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:24.229430 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:24.234727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-502037817'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:24.239496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:24.243341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:24.247240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:24.253471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:24.276410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:24.280079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.306560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.325665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:24.333486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.339698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-35e651f2-9f00-4fbb-bf8c-2e14b17a496a tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:24.340136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.355489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:24.359565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:24.362507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:24.379064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.379422 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment 47e52a31-db5c-4bf6-bfd4-3774fa3ce38c of type vlan for network 8b20d536-9be5-4751-9f9b-3ed880e615a7 Nov 24 19:28:24.379606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:24.396240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=8da0b395-bdb9-4557-a47f-2dea35b21cea,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:24.398866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:24.414454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] DHCP port deletion for 032eaa2a-e22a-4706-98a5-93646271de89 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:28:24.424038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:24.427535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.429401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Deleting port 449579f1-8936-4b74-a8c8-1548009cee6e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:24.430112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.452979 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:28:24.483843 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:24.500266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.521902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 85eaff06-0749-4d62-8ffd-ea4c9d00595a up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:24.534054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.619300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.640186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:24.666772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa2132-e813-4212-ba54-02dddc233221,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:24.670363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:24.721048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.726138 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81fa2132-e813-4212-ba54-02dddc233221 HTTP/1.1" status: 204 len: 168 time: 0.5142882 Nov 24 19:28:24.772725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.775754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.779340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.798155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:24.798714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.820690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9e486166-5271-4ec5-b388-9be2cf0ead7b tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:24.925227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:24.928557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 85eaff06-0749-4d62-8ffd-ea4c9d00595a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:24.929695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ff4d0e51-5cb9-4d10-af13-b6e971704bd5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:24.997298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e74b118-2015-43d0-ae05-2828169e024e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:25.076958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 85eaff06-0749-4d62-8ffd-ea4c9d00595a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:25.076958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.092532 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:22Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:22Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:25.098132 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:25.098506 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Updating router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 port f37daebf-1e20-4962-ae7b-07837c90b7ae binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:28:25.110436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=8b20d536-9be5-4751-9f9b-3ed880e615a7,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:25.117601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:25.159821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:25.178230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.178988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:28:25.181638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.197062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.209935 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/4f3c9fbb-2e75-40ee-acdb-67c6ff693e04 HTTP/1.1" status: 204 len: 168 time: 2.9683282 Nov 24 19:28:25.213183 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9834583 Nov 24 19:28:25.222100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46090) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:25.222445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46092) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:25.223196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=c5c2d479-ba87-4d09-907b-d1f76599fe79,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:25.226200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:25.241015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:25.332133 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': '811179eb-85ab-43f2-8192-b3abc49760fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e5071a48-41aa-4755-901b-6fe20718953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:25.332501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: e5071a48-41aa-4755-901b-6fe20718953a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:25.349570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba1418-a41c-4874-b09d-5203b1c11cb2 None None] Network f5290124-42e1-4640-8d7b-34356059502b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:25.400899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701f5d-7192-4b74-bb32-eecef5d47d52 req-2d2e1189-3006-493c-8d12-d73b2d4c80e3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:25.405191 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39701f5d-7192-4b74-bb32-eecef5d47d52 req-2d2e1189-3006-493c-8d12-d73b2d4c80e3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 945 time: 0.2292697 Nov 24 19:28:25.493894 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39701f5d-7192-4b74-bb32-eecef5d47d52 req-09eee1c3-1c18-45fe-9bee-bebce1f0c70f tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789299 Nov 24 19:28:25.562455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network e5071a48-41aa-4755-901b-6fe20718953a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:25.589975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.594528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:25.597231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, e5071a48-41aa-4755-901b-6fe20718953a) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:25.601920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:25.602508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.612068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:25.620796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:25.631235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:25.638611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c082d7-a670-484b-82a7-9c3a231434f7 None None] Network e5071a48-41aa-4755-901b-6fe20718953a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:25.638819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 449579f1-8936-4b74-a8c8-1548009cee6e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:25.639364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.676350 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7473977 Nov 24 19:28:25.678450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] For port 449579f1-8936-4b74-a8c8-1548009cee6e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=449579f1-8936-4b74-a8c8-1548009cee6e,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:25.678860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.679726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46098) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:25.688422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:25.690038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efa12367-5f55-4812-a56c-94838b3ef03b None None] Provisioning for port f37daebf-1e20-4962-ae7b-07837c90b7ae completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:25.692065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.706027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 2e74b118-2015-43d0-ae05-2828169e024e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:25.731111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.744903 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Transition to ACTIVE for port object f37daebf-1e20-4962-ae7b-07837c90b7ae will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:25.754427 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.765997 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c40fb75b-8efb-4018-bb5f-5e38c0a3102e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:25.897778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2e74b118-2015-43d0-ae05-2828169e024e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:25.898544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:25.933032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efa12367-5f55-4812-a56c-94838b3ef03b None None] Provisioning complete for port f37daebf-1e20-4962-ae7b-07837c90b7ae triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:25.934239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-efa12367-5f55-4812-a56c-94838b3ef03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.047468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 449579f1-8936-4b74-a8c8-1548009cee6e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=449579f1-8936-4b74-a8c8-1548009cee6e,segment=NetworkSegment(c4753a38-4ef1-4c76-a87a-25ca8cdb94f9),segment_id=c4753a38-4ef1-4c76-a87a-25ca8cdb94f9)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:26.047880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.057698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Calling delete_port for 449579f1-8936-4b74-a8c8-1548009cee6e owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:26.063267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.143207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.148142 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Attempting to bind port f37daebf-1e20-4962-ae7b-07837c90b7ae on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:26.148530 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Attempting to bind port f37daebf-1e20-4962-ae7b-07837c90b7ae by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:26.148904 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Attempting to bind port f37daebf-1e20-4962-ae7b-07837c90b7ae on network f5290124-42e1-4640-8d7b-34356059502b {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:26.157007 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:26.157434 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Checking segment: {'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:26.157840 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.158238 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Bound using segment: {'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:26.158714 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Bound port: f37daebf-1e20-4962-ae7b-07837c90b7ae, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22173e28-9cd2-42ea-92e8-0ce2d67965f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:26.159090 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.189853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 449579f1-8936-4b74-a8c8-1548009cee6e owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:26.230728 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Pushing event updated for resources: {'Port': ['ID=f37daebf-1e20-4962-ae7b-07837c90b7ae,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:26.240270 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.240744 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.241086 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.241639 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.241750 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.242402 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.242402 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.242729 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.242960 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.243271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.243588 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.243924 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:26.249628 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:26.253852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.263295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-95c24385-6061-4bf7-953d-2744366544b0 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:26.277227 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] For port f37daebf-1e20-4962-ae7b-07837c90b7ae, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:26.282133 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] For port f37daebf-1e20-4962-ae7b-07837c90b7ae, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f37daebf-1e20-4962-ae7b-07837c90b7ae,segment=NetworkSegment(22173e28-9cd2-42ea-92e8-0ce2d67965f6),segment_id=22173e28-9cd2-42ea-92e8-0ce2d67965f6)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:26.287387 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.291875 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4cb0c62d-551c-448c-86fa-98d30a4a7827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:26.294806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.300362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4c92a71a-0637-49e7-bd93-c8f8437cc6b7 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:26.348330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-efa12367-5f55-4812-a56c-94838b3ef03b None None] Port f37daebf-1e20-4962-ae7b-07837c90b7ae cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:26.379382 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Pushing event updated for resources: {'Port': ['ID=f37daebf-1e20-4962-ae7b-07837c90b7ae,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:26.379658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.385684 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:26.409052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=8f7b166d-18c9-43ee-b30b-b5727fe916ed,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:26.409505 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:26.410279 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:26.416719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:26.418666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.419265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: from cryptography.utils import int_from_bytes Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: from cryptography.utils import int_from_bytes Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn_limited( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn_limited( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:28:26.429316 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 19:28:26.451356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.451980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 449579f1-8936-4b74-a8c8-1548009cee6e on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:26.481058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5071a48-41aa-4755-901b-6fe20718953a']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:26.506677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c2d479-ba87-4d09-907b-d1f76599fe79,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:26.510723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=449579f1-8936-4b74-a8c8-1548009cee6e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:26.513150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:26.521224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811179eb-85ab-43f2-8192-b3abc49760fe') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:26.521762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811179eb-85ab-43f2-8192-b3abc49760fe') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:26.533131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:26.533502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: 8b20d536-9be5-4751-9f9b-3ed880e615a7, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:26.537239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.558179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.566662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:26.567110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.622977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:28:26.623553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:28:26.633126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:28:26.638634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efa12367-5f55-4812-a56c-94838b3ef03b None None] Provisioning complete for port 2e74b118-2015-43d0-ae05-2828169e024e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:26.639163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-efa12367-5f55-4812-a56c-94838b3ef03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.681822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650e8e5-bc85-4980-9e98-8886c656f8ab None None] Network e5071a48-41aa-4755-901b-6fe20718953a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:26.702101 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:26.715073 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:26.720437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:26.723276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.773044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.784383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:26.794028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.805315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e7e9e1f5-6e86-4341-b2a9-d88ac53c7838 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:26.811335 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'code': 200} Nov 24 19:28:26.814882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032eaa2a-e22a-4706-98a5-93646271de89']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:26.823487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 8b20d536-9be5-4751-9f9b-3ed880e615a7) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:26.824944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 85eaff06-0749-4d62-8ffd-ea4c9d00595a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:26.830600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.836863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=e5071a48-41aa-4755-901b-6fe20718953a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:26.837784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:26.839132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.844455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:26.855533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46106) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:26.856232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/e5071a48-41aa-4755-901b-6fe20718953a HTTP/1.1" status: 204 len: 168 time: 1.1744523 Nov 24 19:28:26.865591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655530924'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:26.870409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:26.872262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4753a38-4ef1-4c76-a87a-25ca8cdb94f9') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:26.875545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b85ede-7e50-4976-b903-562380f4a168 None None] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:26.888262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650e8e5-bc85-4980-9e98-8886c656f8ab None None] Network e5071a48-41aa-4755-901b-6fe20718953a could not be found, it might have been deleted concurrently. {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 19:28:26.896658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186229b-0974-433b-b0aa-7f4927403504 req-924c6fd6-0fed-49ff-aefb-f779cd63a250 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:26.899033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7186229b-0974-433b-b0aa-7f4927403504 req-924c6fd6-0fed-49ff-aefb-f779cd63a250 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 945 time: 0.1728547 Nov 24 19:28:26.902837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.910706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.915443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-17eba6d8-1722-4fff-851e-5104454af5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:26.920891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:26.934112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:26.939398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:26.942316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.949169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:26.954963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:26.954963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:26.970711 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:26.979776 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7502885 Nov 24 19:28:26.980917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7186229b-0974-433b-b0aa-7f4927403504 req-929138ad-e48f-4219-92d4-5b3d45b2a903 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747950 Nov 24 19:28:26.982481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46110) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:27.033459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:27.037139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.101290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.103501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:27.117741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 2e74b118-2015-43d0-ae05-2828169e024e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2e74b118-2015-43d0-ae05-2828169e024e,segment=NetworkSegment(22173e28-9cd2-42ea-92e8-0ce2d67965f6),segment_id=22173e28-9cd2-42ea-92e8-0ce2d67965f6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:27.120277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ad0ebaed-8dd2-4acb-8ef6-2680c04f39bc tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:27.128353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Deleting port 449579f1-8936-4b74-a8c8-1548009cee6e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:27.128746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.141936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.156787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=032eaa2a-e22a-4706-98a5-93646271de89,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:27.162279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.163219 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment 7381f6b5-dcea-45c5-8e2d-28075ac51066 of type vlan for network 288c638a-2239-4456-8794-6fa5f28a9f4b Nov 24 19:28:27.164686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:27.183836 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/032eaa2a-e22a-4706-98a5-93646271de89 HTTP/1.1" status: 204 len: 168 time: 1.9431603 Nov 24 19:28:27.190352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46114) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:27.198732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--1256377509', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:27.217909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:27.226416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.226652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:27.230867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.235532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:27.239202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=85eaff06-0749-4d62-8ffd-ea4c9d00595a,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:27.242443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:27.256683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a2c48473-ccbf-42ae-b61b-43d729b920b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:27.268073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:27.268285 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:22Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:26Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:27.268773 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315cd44-229c-4dec-8f3e-cac584fb5629 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:22Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:26Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:27.276099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:27.281890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.348328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:27.362148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 449579f1-8936-4b74-a8c8-1548009cee6e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:27.366372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.366729 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment 9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef of type vlan for network e51bbf00-fd90-4595-a043-5ae4c99b4c94 Nov 24 19:28:27.405384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.408983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2c771a06-7ac3-4097-be8a-3952e91c6c05 None None] The port '449579f1-8936-4b74-a8c8-1548009cee6e' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:28:27.430845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 449579f1-8936-4b74-a8c8-1548009cee6e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:27.431212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 449579f1-8936-4b74-a8c8-1548009cee6e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:27.431658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a29bc02-ec56-4a54-ac82-0a618375f03a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:27.443329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.449279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:27.449958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.457219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:27.526689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 9a29bc02-ec56-4a54-ac82-0a618375f03a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:27.527037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9a29bc02-ec56-4a54-ac82-0a618375f03a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:27.563463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=2e74b118-2015-43d0-ae05-2828169e024e,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:27.566789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:27.654234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8da0b395-bdb9-4557-a47f-2dea35b21cea no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:28:27.660444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.665869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:27.666499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.701902 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8449893 Nov 24 19:28:27.704753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=288c638a-2239-4456-8794-6fa5f28a9f4b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:27.706927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46118) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:27.717721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:27.722858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': '288c638a-2239-4456-8794-6fa5f28a9f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:27.733546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 288c638a-2239-4456-8794-6fa5f28a9f4b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:27.747583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8834ab0a-18ef-4a55-a0f1-7ec271fcdf6f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:27.764824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 8da0b395-bdb9-4557-a47f-2dea35b21cea {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:28:27.765836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8da0b395-bdb9-4557-a47f-2dea35b21cea not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:28:27.867180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-8b20d536-9be5-4751-9f9b-3ed880e615a7', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:27.868060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:27.908063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a28871-0df9-4c87-a7f0-b4a1215540ff req-4b4f6327-ada7-4a6b-b4a2-39be41a36bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:27.926233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-02a28871-0df9-4c87-a7f0-b4a1215540ff req-4b4f6327-ada7-4a6b-b4a2-39be41a36bed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 1099 time: 0.5497718 Nov 24 19:28:27.943940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=e51bbf00-fd90-4595-a043-5ae4c99b4c94,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:27.956618 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7620137 Nov 24 19:28:27.956618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:27.961880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46122) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:27.985700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:28.046715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:28.064678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-02a28871-0df9-4c87-a7f0-b4a1215540ff req-de53101f-ca30-4372-8fa6-e4dd84e1c55e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253915 Nov 24 19:28:28.074830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:28.091573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:28.116706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:28.135748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:28.151096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5968f6fe-d8fa-42e1-96e5-48457e09bc77 None None] Provisioning complete for port 2e74b118-2015-43d0-ae05-2828169e024e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:28.151733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5968f6fe-d8fa-42e1-96e5-48457e09bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.164781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:28.172370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:28.176123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:28.180292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.181388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.194381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:28.213237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.222495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:28.226223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.372353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.ipam_backend_mixin [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing IP validity checks on allocation pools {{(pid=87486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:28:28.373036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.ipam_backend_mixin [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:28:28.448886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.477305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Allocated IP 172.21.0.2 (8b20d536-9be5-4751-9f9b-3ed880e615a7/8f7b166d-18c9-43ee-b30b-b5727fe916ed/6a8f5d30-e2f3-4679-b040-758a55234824) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:28.765603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.767148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.772404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d9c59-ca78-4c90-822d-4ef5379e4a8c req-a9bd4a46-bbc3-4b25-9cec-654882bd6136 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:28.780199 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d03d9c59-ca78-4c90-822d-4ef5379e4a8c req-a9bd4a46-bbc3-4b25-9cec-654882bd6136 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 946 time: 0.3339553 Nov 24 19:28:28.786447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Transition to ACTIVE for port object 6a8f5d30-e2f3-4679-b040-758a55234824 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:28.810688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Transition to ACTIVE for port object 6a8f5d30-e2f3-4679-b040-758a55234824 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:28.821520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.828386 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4e319108-3a78-4aa0-844a-6f3c15e3fb00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:28.882885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:28.891194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ca1a28f8-85ad-43e5-88da-ddfbcc2af584 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:28.916627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:28.927453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:28.933725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:28.936259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d03d9c59-ca78-4c90-822d-4ef5379e4a8c req-8aca707d-ef97-47bc-a814-2b451d943a33 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543109 Nov 24 19:28:28.937587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Pushing event updated for resources: {'Port': ['ID=6a8f5d30-e2f3-4679-b040-758a55234824,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:28.953705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:29.057192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.21.0.1 (8b20d536-9be5-4751-9f9b-3ed880e615a7/8f7b166d-18c9-43ee-b30b-b5727fe916ed/818fe0d2-5f82-45fd-bfa8-639ededb2c06) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:29.079526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Attempting to bind port 6a8f5d30-e2f3-4679-b040-758a55234824 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:29.079953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Attempting to bind port 6a8f5d30-e2f3-4679-b040-758a55234824 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:29.080360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Attempting to bind port 6a8f5d30-e2f3-4679-b040-758a55234824 on network 8b20d536-9be5-4751-9f9b-3ed880e615a7 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:29.086411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:29.086791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Checking segment: {'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:29.087192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.087591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Bound using segment: {'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:29.088088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Bound port: 6a8f5d30-e2f3-4679-b040-758a55234824, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:29.088479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.137905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=96d4b3f4-7a28-4409-8d6e-1d97436230f5,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:29.145697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:29.157594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': '7381f6b5-dcea-45c5-8e2d-28075ac51066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '288c638a-2239-4456-8794-6fa5f28a9f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:29.157942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: 288c638a-2239-4456-8794-6fa5f28a9f4b, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:29.201263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 288c638a-2239-4456-8794-6fa5f28a9f4b is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:29.217947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 288c638a-2239-4456-8794-6fa5f28a9f4b) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:29.230487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496704a4-6c7a-45de-995e-47f0b3045164 None None] Network 288c638a-2239-4456-8794-6fa5f28a9f4b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:29.286633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.291948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:29.292665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.316726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object 818fe0d2-5f82-45fd-bfa8-639ededb2c06 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:29.350906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.353016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] For port 6a8f5d30-e2f3-4679-b040-758a55234824, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:29.355575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebdacde6-766b-4fec-876f-945a0a26b9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.363009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:29.371213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] For port 6a8f5d30-e2f3-4679-b040-758a55234824, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6a8f5d30-e2f3-4679-b040-758a55234824,segment=NetworkSegment(47e52a31-db5c-4bf6-bfd4-3774fa3ce38c),segment_id=47e52a31-db5c-4bf6-bfd4-3774fa3ce38c)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:29.383471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.395800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:29.412091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.453542 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7366731 Nov 24 19:28:29.454297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46128) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:29.455781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.466559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:29.491283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:29.498788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:29.548018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Pushing event updated for resources: {'Port': ['ID=6a8f5d30-e2f3-4679-b040-758a55234824,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:29.552510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:29.578738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.621554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-288c638a-2239-4456-8794-6fa5f28a9f4b', 'network_id': '288c638a-2239-4456-8794-6fa5f28a9f4b', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': '96d4b3f4-7a28-4409-8d6e-1d97436230f5'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:29.622418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.643615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=818fe0d2-5f82-45fd-bfa8-639ededb2c06,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:29.648189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:29.742159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.251 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/2e9d16a0-7a06-42e8-b902-f695e6f3b29d) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:29.777555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.810426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:29.859580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f37daebf-1e20-4962-ae7b-07837c90b7ae up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:29.880261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.002735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port f37daebf-1e20-4962-ae7b-07837c90b7ae completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:30.007054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Allocated IP 172.20.0.3 (288c638a-2239-4456-8794-6fa5f28a9f4b/96d4b3f4-7a28-4409-8d6e-1d97436230f5/2dd3f3a2-6110-42e8-804f-bb1778a815aa) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:30.011567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.014066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f37daebf-1e20-4962-ae7b-07837c90b7ae triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:30.014446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.025222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.057225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.066832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c2290787-a9b5-4bc0-ab7e-86b80f686af0 tempest-AllowedAddressPairIpV6TestJSON-1317851185 tempest-AllowedAddressPairIpV6TestJSON-1317851185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:30.146137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:30.148651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:30.154500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:30.222214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:30.226387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:30.336675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.350567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a20e-4286-4814-bc65-7d836a93e5de req-b0954c69-357d-4bae-86d7-1ae72fc471b6 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:30.352099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4d4a20e-4286-4814-bc65-7d836a93e5de req-b0954c69-357d-4bae-86d7-1ae72fc471b6 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 946 time: 0.2524061 Nov 24 19:28:30.381894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port f37daebf-1e20-4962-ae7b-07837c90b7ae, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f37daebf-1e20-4962-ae7b-07837c90b7ae,segment=NetworkSegment(22173e28-9cd2-42ea-92e8-0ce2d67965f6),segment_id=22173e28-9cd2-42ea-92e8-0ce2d67965f6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:30.396231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.397277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e74b118-2015-43d0-ae05-2828169e024e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:30.469816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1d2b99a7-4a95-43bd-ab9a-bb018a82e344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:30.519488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.555698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Transition to ACTIVE for port object 2dd3f3a2-6110-42e8-804f-bb1778a815aa will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:30.574744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=f37daebf-1e20-4962-ae7b-07837c90b7ae,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:30.581916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:30.586927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2e74b118-2015-43d0-ae05-2828169e024e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:30.587050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.648259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Transition to ACTIVE for port object 2dd3f3a2-6110-42e8-804f-bb1778a815aa will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:30.661442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.690395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.701248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5335ec6c-0afa-4082-befb-d63677b53dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:30.729114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.745754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.781023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Network 288c638a-2239-4456-8794-6fa5f28a9f4b is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:30.783746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7b93ecee-5c99-4278-8b87-fab5765cd33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:30.786290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:30.794297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:30.849441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Pushing event updated for resources: {'Port': ['ID=2dd3f3a2-6110-42e8-804f-bb1778a815aa,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:30.888662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b43d6-b15c-44a7-8813-37f53923011c None None] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:30.891419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4d4a20e-4286-4814-bc65-7d836a93e5de req-5f330d85-7afd-4402-9c01-726a64ba9e94 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5308542 Nov 24 19:28:30.892430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:30.917582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:30.920524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.019940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Attempting to bind port 2dd3f3a2-6110-42e8-804f-bb1778a815aa on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:31.020338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Attempting to bind port 2dd3f3a2-6110-42e8-804f-bb1778a815aa by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '7381f6b5-dcea-45c5-8e2d-28075ac51066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '288c638a-2239-4456-8794-6fa5f28a9f4b'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:31.020712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Attempting to bind port 2dd3f3a2-6110-42e8-804f-bb1778a815aa on network 288c638a-2239-4456-8794-6fa5f28a9f4b {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:31.024476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.045634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:31.047025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Checking segment: {'id': '7381f6b5-dcea-45c5-8e2d-28075ac51066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '288c638a-2239-4456-8794-6fa5f28a9f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:31.047592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.048500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Bound using segment: {'id': '7381f6b5-dcea-45c5-8e2d-28075ac51066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '288c638a-2239-4456-8794-6fa5f28a9f4b'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:31.049023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Bound port: 2dd3f3a2-6110-42e8-804f-bb1778a815aa, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7381f6b5-dcea-45c5-8e2d-28075ac51066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '288c638a-2239-4456-8794-6fa5f28a9f4b'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:31.049413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.066301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ba55d969-bb68-46fc-80b5-c2d0393c17f9 None None] Provisioning for port 6a8f5d30-e2f3-4679-b040-758a55234824 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:31.068940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=818fe0d2-5f82-45fd-bfa8-639ededb2c06,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:31.076735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:31.111225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288c638a-2239-4456-8794-6fa5f28a9f4b']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:31.121729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:31.217573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=96d4b3f4-7a28-4409-8d6e-1d97436230f5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:31.222346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7381f6b5-dcea-45c5-8e2d-28075ac51066') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:31.222647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7381f6b5-dcea-45c5-8e2d-28075ac51066') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:31.238067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:31.240124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.255553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.289053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.294812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] For port 2dd3f3a2-6110-42e8-804f-bb1778a815aa, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:31.312003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:31.312418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:31.331996 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:31.426461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a75182-9c18-4006-ad3a-8dc78832da66 req-11517b13-426d-40ad-9542-895842a86457 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:31.428014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27a75182-9c18-4006-ad3a-8dc78832da66 req-11517b13-426d-40ad-9542-895842a86457 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 946 time: 0.3526525 Nov 24 19:28:31.458358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:31.462156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:28:31.462156 dv-neutron-818346-1-hyperv neutron-server[87485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:28:31.462156 dv-neutron-818346-1-hyperv neutron-server[87485]: [parameters: {'id': '288c638a-2239-4456-8794-6fa5f28a9f4b'}] Nov 24 19:28:31.462156 dv-neutron-818346-1-hyperv neutron-server[87485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:28:31.462471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:28:31.463193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:31.465409 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] For port 2dd3f3a2-6110-42e8-804f-bb1778a815aa, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2dd3f3a2-6110-42e8-804f-bb1778a815aa,segment=NetworkSegment(7381f6b5-dcea-45c5-8e2d-28075ac51066),segment_id=7381f6b5-dcea-45c5-8e2d-28075ac51066)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:31.481071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.487738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3b6955f7-73a8-48ad-8d52-ea36096c567d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:31.492017 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router b7203504-8a32-479a-b289-237961e37be9 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:28:31.646542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27a75182-9c18-4006-ad3a-8dc78832da66 req-47bdf9a3-df0d-4b51-b0e0-0c69662285b5 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097616 Nov 24 19:28:31.678100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46138) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:31.720219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Pushing event updated for resources: {'Port': ['ID=2dd3f3a2-6110-42e8-804f-bb1778a815aa,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:31.726515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:31.729623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:31.740234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-30f38a6d-8ca9-4088-b62f-7332785cb115 None None] Provisioning for port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:31.753147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf4512-2116-499d-b87e-dcd3d9c0de3a None None] Network 288c638a-2239-4456-8794-6fa5f28a9f4b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:31.771108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-30f38a6d-8ca9-4088-b62f-7332785cb115 None None] Provisioning complete for port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:31.771496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-30f38a6d-8ca9-4088-b62f-7332785cb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.823134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:31.855603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:31.863434 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8985131 Nov 24 19:28:31.864184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46144) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:31.966890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6a8f5d30-e2f3-4679-b040-758a55234824 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:31.991463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.014768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Sync routers for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:32.056541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:32.058294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Deleting port 2dd3f3a2-6110-42e8-804f-bb1778a815aa {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:32.058636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.065768 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:32.083744 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:32.084422 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:32.125680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:32.126231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:32.194879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2110639 Nov 24 19:28:32.200345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46150) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:32.214500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46154) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:32.215289 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1e3529ba-daf1-40c2-90fe-2c9dfdb2168f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3487782 Nov 24 19:28:32.223626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-30f38a6d-8ca9-4088-b62f-7332785cb115 None None] Port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:32.228611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-757047532'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:32.235008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:32.239402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:32.244208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:32.268144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7fe87a5-0cdd-4b34-878f-4801eb52a56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.290896 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:32.314801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:32.397767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 6a8f5d30-e2f3-4679-b040-758a55234824 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:32.415839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:32.463100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 6a8f5d30-e2f3-4679-b040-758a55234824 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:32.463395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.551425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82787410-4384-4ace-be5f-0e426f4ceb8a None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:28:32.561030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:32.565014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.642838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197a2c6-946a-4205-b787-8f182a813f76 tempest-TestVolumeBootPattern-1019833087 tempest-TestVolumeBootPattern-1019833087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:32.644414 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:29Z', 'revision_number': 3, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:32.647419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1197a2c6-946a-4205-b787-8f182a813f76 tempest-TestVolumeBootPattern-1019833087 tempest-TestVolumeBootPattern-1019833087-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 1094 time: 0.9661636 Nov 24 19:28:32.648354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46158) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:32.648813 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:32.649048 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Updating router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:28:32.655236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:32.664137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:32.668828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Usage tracker for resource:floatingip and tenant:f7bb3e51a97441e2be92040da22ad15a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:32.673315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:32.680835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:32.705949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.725624 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.734297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:32.738575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] For port 2dd3f3a2-6110-42e8-804f-bb1778a815aa, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2dd3f3a2-6110-42e8-804f-bb1778a815aa,segment=NetworkSegment(7381f6b5-dcea-45c5-8e2d-28075ac51066),segment_id=7381f6b5-dcea-45c5-8e2d-28075ac51066)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:32.738847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.751413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b03a33fa-7da8-42fa-89a0-b6f4881539af None None] Provisioning complete for port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:32.751802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b03a33fa-7da8-42fa-89a0-b6f4881539af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.753615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1e7b3-6410-44b1-935b-6ef6cd0fec26 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:32.757995 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b8c1e7b3-6410-44b1-935b-6ef6cd0fec26 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5128276 Nov 24 19:28:32.758953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46162) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:32.850290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.891698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b03a33fa-7da8-42fa-89a0-b6f4881539af None None] Port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:32.928435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:32.987189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Calling delete_port for 2dd3f3a2-6110-42e8-804f-bb1778a815aa owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:33.021751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.032229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82787410-4384-4ace-be5f-0e426f4ceb8a None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:28:33.042657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.043388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment 047d545a-2f42-4e7c-80d9-fece7ccc7be0 of type vlan for network 5c6c029a-0087-4f50-834a-299943ee75c2 Nov 24 19:28:33.068489 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d05e186-bf0d-49a4-b0f0-5db198e84300 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3069861 Nov 24 19:28:33.068978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46166) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:33.084523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1225005001', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:33.102278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 6a8f5d30-e2f3-4679-b040-758a55234824, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6a8f5d30-e2f3-4679-b040-758a55234824,segment=NetworkSegment(47e52a31-db5c-4bf6-bfd4-3774fa3ce38c),segment_id=47e52a31-db5c-4bf6-bfd4-3774fa3ce38c)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:33.114487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.156438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.162299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:33.207740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.209207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.210075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f37daebf-1e20-4962-ae7b-07837c90b7ae up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:33.216115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:33.217161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.222012 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.233959 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Transition to ACTIVE for port object 818fe0d2-5f82-45fd-bfa8-639ededb2c06 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:33.236104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Allocated IP 172.26.6.157 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/ca2ec1a1-f661-49f5-843c-ee2d6d68f064) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:33.240813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-84553e6a-fd95-4c95-9226-122fcf3933f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:33.243341 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.250686 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8abbe8e9-b6d8-496c-9581-d32f01ee998d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:33.258386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Port': ['ID=2dd3f3a2-6110-42e8-804f-bb1778a815aa,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:33.264580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No DVR routers for this DVR port 2dd3f3a2-6110-42e8-804f-bb1778a815aa on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:33.267606 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0661173 Nov 24 19:28:33.278736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:33.283607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:33.288207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:33.298569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:33.298899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:33.299516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7e2fe2db-ba66-41e3-a1b8-2564a8b87e6f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:33.310043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46170) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:33.353913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:33.366880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:33.386874 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Checking router: b7203504-8a32-479a-b289-237961e37be9 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:33.387223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Updating router b7203504-8a32-479a-b289-237961e37be9 port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:28:33.408120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=5c6c029a-0087-4f50-834a-299943ee75c2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:33.413810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:33.448044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 5c6c029a-0087-4f50-834a-299943ee75c2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:33.472912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=6a8f5d30-e2f3-4679-b040-758a55234824,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:33.482612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:33.504421 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Attempting to bind port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:33.504802 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Attempting to bind port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:33.505465 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Attempting to bind port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 on network 8b20d536-9be5-4751-9f9b-3ed880e615a7 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:33.507347 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881916a0-f59f-4fef-966b-ca0ebc240d84 None None] Pushing event updated for resources: {'Port': ['ID=818fe0d2-5f82-45fd-bfa8-639ededb2c06,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:33.510738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.513271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-881916a0-f59f-4fef-966b-ca0ebc240d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:33.514428 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:33.514694 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Checking segment: {'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:33.515224 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.515795 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Bound using segment: {'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:33.516433 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Bound port: 818fe0d2-5f82-45fd-bfa8-639ededb2c06, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:33.516816 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.522948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:33.528136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.543764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288c638a-2239-4456-8794-6fa5f28a9f4b']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:33.557003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7381f6b5-dcea-45c5-8e2d-28075ac51066') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:33.557302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7381f6b5-dcea-45c5-8e2d-28075ac51066') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:33.569452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.589330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.600436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:33.600840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.614710 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] For port 818fe0d2-5f82-45fd-bfa8-639ededb2c06, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:33.619683 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:33.627543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:33.636185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.680207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:33.688323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:33.708513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.708898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:33.710237 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] For port 818fe0d2-5f82-45fd-bfa8-639ededb2c06, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=818fe0d2-5f82-45fd-bfa8-639ededb2c06,segment=NetworkSegment(47e52a31-db5c-4bf6-bfd4-3774fa3ce38c),segment_id=47e52a31-db5c-4bf6-bfd4-3774fa3ce38c)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:33.713596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61322d85-fb55-485a-9f3e-8866ad62d0e4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:33.723488 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.731173 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:33.743896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.746850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=288c638a-2239-4456-8794-6fa5f28a9f4b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:33.751806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:33.752893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f37daebf-1e20-4962-ae7b-07837c90b7ae triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:33.753298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.758982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:33.759688 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/288c638a-2239-4456-8794-6fa5f28a9f4b HTTP/1.1" status: 204 len: 168 time: 4.3005116 Nov 24 19:28:33.760539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46174) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:33.761414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.767153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1742831774'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:33.774545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:33.778735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:33.782617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:33.789309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:33.800430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:33.804605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.832608 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881916a0-f59f-4fef-966b-ca0ebc240d84 None None] Pushing event updated for resources: {'Port': ['ID=818fe0d2-5f82-45fd-bfa8-639ededb2c06,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:33.836842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:33.839437 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-881916a0-f59f-4fef-966b-ca0ebc240d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:33.858843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.859538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:33.859683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment 4e00f535-9486-4ade-837b-032cdf02d3f0 of type vlan for network 032cfdb3-58a7-45db-8d30-1b78210fd94a Nov 24 19:28:33.861006 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:33.899116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.967400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.978279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:33.978279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:33.985083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:34.151181 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:34.163972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4021125 Nov 24 19:28:34.164848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46178) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:34.171051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': '032cfdb3-58a7-45db-8d30-1b78210fd94a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:34.179758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.191676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.200913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d68f8cd-8b87-44a0-8722-473d257ca7a8 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:34.203303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6a8f5d30-e2f3-4679-b040-758a55234824 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:34.335423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 6a8f5d30-e2f3-4679-b040-758a55234824 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:34.335641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=032cfdb3-58a7-45db-8d30-1b78210fd94a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:34.336104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.350479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:34.370138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=0129f3d0-bd75-4658-b1de-dff997bcad8b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:34.372758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:34.393505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:34.397580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:34.404205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:34.411880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:34.412261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: 5c6c029a-0087-4f50-834a-299943ee75c2, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:34.426960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:34.428016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 032cfdb3-58a7-45db-8d30-1b78210fd94a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:34.436067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.442869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-deb0b4b2-040b-4005-95ca-2982ab91c556 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:34.455709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:34.459417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.509286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.536678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:34.538890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=ca2ec1a1-f661-49f5-843c-ee2d6d68f064,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:34.542168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:34.543744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f20d04f2-d597-446a-b428-ab01e588738e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:34.575010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 5c6c029a-0087-4f50-834a-299943ee75c2 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:34.578007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:34.580337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:34.663417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 5c6c029a-0087-4f50-834a-299943ee75c2) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:34.667881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:34.668492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.693986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a37726-6bb2-4ad8-add8-64ce65fb5288 None None] Network 5c6c029a-0087-4f50-834a-299943ee75c2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:34.709941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=6d41b256-e156-4b15-af1f-779b474b5838,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:34.712562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:34.713448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:34.713807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: e51bbf00-fd90-4595-a043-5ae4c99b4c94, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:34.739035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.774122 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:29Z', 'revision_number': 3, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:33Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:34.779385 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd65a5-f207-4e03-8b94-f35430390643 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:29Z', 'revision_number': 3, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:33Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:34.797425 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4577084 Nov 24 19:28:34.801033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46182) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:34.923630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:34.935318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:34.954311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1121c137-7757-49b3-9422-1a9a141e3031 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:35.009966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, e51bbf00-fd90-4595-a043-5ae4c99b4c94) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:35.026480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:35.027405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.029500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b00bdc0-5a2b-4e9a-b733-3e72dbbc3acb None None] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:35.135225 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0626271 Nov 24 19:28:35.148689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46186) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:35.224077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': '4e00f535-9486-4ade-837b-032cdf02d3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '032cfdb3-58a7-45db-8d30-1b78210fd94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:35.224425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: 032cfdb3-58a7-45db-8d30-1b78210fd94a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:35.232908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=4add636f-3ee7-4f8d-94d9-07d23c1d390c,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:35.236122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:35.253262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 032cfdb3-58a7-45db-8d30-1b78210fd94a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:35.267592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 032cfdb3-58a7-45db-8d30-1b78210fd94a) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:35.283644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:35.284502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.315445 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1493490 Nov 24 19:28:35.318079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46190) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:35.350529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65169e-2ec7-48f1-8d85-12fea6dfc10a None None] Network 032cfdb3-58a7-45db-8d30-1b78210fd94a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:35.444921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.resource_extend [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:28:35.487562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.564490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.647916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-5c6c029a-0087-4f50-834a-299943ee75c2', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:35.648805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.668010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.673785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eec4eda3-d583-46ca-9f78-36ae2bc30ee8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:35.714764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=4add636f-3ee7-4f8d-94d9-07d23c1d390c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:35.724367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.743009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:35.820633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Transition to ACTIVE for port object 2e9d16a0-7a06-42e8-b902-f695e6f3b29d will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:35.822041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.823348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:35.824199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.849232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032cfdb3-58a7-45db-8d30-1b78210fd94a']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:35.862455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e00f535-9486-4ade-837b-032cdf02d3f0') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:35.862749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e00f535-9486-4ade-837b-032cdf02d3f0') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:35.879347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.888757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.897637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:35.898904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.905975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:35.906998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:35.923685 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:35.950979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87223e89-177a-4c4d-8c80-92f2c3ec2e9e None None] Network 032cfdb3-58a7-45db-8d30-1b78210fd94a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:36.024582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.028617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:36.046723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.053087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=032cfdb3-58a7-45db-8d30-1b78210fd94a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:36.057124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:36.063335 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/032cfdb3-58a7-45db-8d30-1b78210fd94a HTTP/1.1" status: 204 len: 168 time: 0.7409008 Nov 24 19:28:36.064839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46194) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:36.070131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1424467283'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:36.075322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:36.080349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:36.083248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:36.089838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:36.104981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:36.110963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.148414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:36.161808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.162633 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment a9c4352d-6753-40d2-8e6f-ad1ebb592b81 of type vlan for network 93a0852f-ac83-405d-80f4-f96fb4fcaa9a Nov 24 19:28:36.183878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Attempting to bind port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:36.184385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Attempting to bind port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:36.185990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Attempting to bind port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:36.187228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ee9da-8080-4a15-9590-a5c4eaf0572a None None] Pushing event updated for resources: {'Port': ['ID=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:36.197269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.205238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bb3ee9da-8080-4a15-9590-a5c4eaf0572a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:36.213780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:36.214171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:36.214580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.214986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:36.215474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Bound port: 2e9d16a0-7a06-42e8-b902-f695e6f3b29d, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:36.215860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.235341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.243045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:36.243437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.250038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b969ce3d-c6d5-4694-a94f-5628695257f3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:36.298867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 818fe0d2-5f82-45fd-bfa8-639ededb2c06 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:36.314709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.354696 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2867014 Nov 24 19:28:36.356020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46198) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:36.364367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': '93a0852f-ac83-405d-80f4-f96fb4fcaa9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:36.383499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=93a0852f-ac83-405d-80f4-f96fb4fcaa9a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:36.389294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:36.414461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Allocated IP 172.22.0.2 (5c6c029a-0087-4f50-834a-299943ee75c2/0129f3d0-bd75-4658-b1de-dff997bcad8b/75fb48e6-f69e-4762-abfd-fd324f31b7bc) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:36.424460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 93a0852f-ac83-405d-80f4-f96fb4fcaa9a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:36.430152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.487286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:36.491170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:36.494064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:36.500958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:36.510831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:36.514370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.657521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Allocated IP 172.20.0.2 (e51bbf00-fd90-4595-a043-5ae4c99b4c94/6d41b256-e156-4b15-af1f-779b474b5838/dca588ca-9ba5-4b5a-a971-6ba046f2386b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:36.663500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] For port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:36.701129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] For port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:36.725580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.731103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.736158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:36.748537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.753356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8cbc2910-370c-4d8a-94fb-f3530df51cd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:36.765916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:36.830207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=ba21b60a-ca33-4684-8ee4-af993bb23af3,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:36.834135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:36.851205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': 'a9c4352d-6753-40d2-8e6f-ad1ebb592b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '93a0852f-ac83-405d-80f4-f96fb4fcaa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:36.852004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: 93a0852f-ac83-405d-80f4-f96fb4fcaa9a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:36.883114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 93a0852f-ac83-405d-80f4-f96fb4fcaa9a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:36.905564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 93a0852f-ac83-405d-80f4-f96fb4fcaa9a) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:36.930614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:36.931217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.934030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:36.934766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:36.966288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f2787155-16f5-41d7-ac18-b4b40aac7403 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6092076 Nov 24 19:28:36.969900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46202) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:36.974397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb962a46-05b9-43ea-9c1f-c2c8924a0afe None None] Network 93a0852f-ac83-405d-80f4-f96fb4fcaa9a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:37.129331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.129620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.177566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:37.178157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:37.201444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.230995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ee9da-8080-4a15-9590-a5c4eaf0572a None None] Pushing event updated for resources: {'Port': ['ID=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:37.253401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bb3ee9da-8080-4a15-9590-a5c4eaf0572a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:37.286425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.292271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:37.349056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=ba21b60a-ca33-4684-8ee4-af993bb23af3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:37.355026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:37.409414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.508824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.521144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.527718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Transition to ACTIVE for port object 75fb48e6-f69e-4762-abfd-fd324f31b7bc will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:37.528132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:37.573658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.602900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a0852f-ac83-405d-80f4-f96fb4fcaa9a']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:37.619487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c4352d-6753-40d2-8e6f-ad1ebb592b81') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:37.619720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c4352d-6753-40d2-8e6f-ad1ebb592b81') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:37.634422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.640268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.647254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ed978-5ba8-498d-a853-993459524caf None None] Network 93a0852f-ac83-405d-80f4-f96fb4fcaa9a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:37.661124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.674239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:37.674786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.688234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Transition to ACTIVE for port object 75fb48e6-f69e-4762-abfd-fd324f31b7bc will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:37.697867 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:37.743128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event updated for resources: {'Port': ['ID=ca2ec1a1-f661-49f5-843c-ee2d6d68f064,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:37.757885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:37.759005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:37.767940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.786693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.792020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.796531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48951aa1-3106-4aac-8c29-dfef5ec0c078 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:37.806374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.809792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:37.823315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=93a0852f-ac83-405d-80f4-f96fb4fcaa9a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:37.826351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:37.832083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/93a0852f-ac83-405d-80f4-f96fb4fcaa9a HTTP/1.1" status: 204 len: 168 time: 0.8578300 Nov 24 19:28:37.833320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46206) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:37.839347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104228270'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:37.840421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.845407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:37.850329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:37.854786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:37.861601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:37.882748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:37.888217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.916387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.22.0.1 (5c6c029a-0087-4f50-834a-299943ee75c2/0129f3d0-bd75-4658-b1de-dff997bcad8b/9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:37.922885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Transition to ACTIVE for port object dca588ca-9ba5-4b5a-a971-6ba046f2386b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:37.940552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:37.957980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:37.958668 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment ecf37896-08aa-4b9f-bcff-108746654d8e of type vlan for network 357356bb-ac6e-469d-ab00-e3c9398de54e Nov 24 19:28:37.994909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.017892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Network 5c6c029a-0087-4f50-834a-299943ee75c2 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:38.037678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.043623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:38.044411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.051033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18257419-d067-4841-b614-f42503baae43 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:38.099377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:38.104813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Transition to ACTIVE for port object dca588ca-9ba5-4b5a-a971-6ba046f2386b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:38.126630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:38.126832 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Floating IP d1c68346-0d8d-45e0-94e9-5f508499a8ec associated. External IP: 172.26.6.157, port: 85eaff06-0749-4d62-8ffd-ea4c9d00595a. Nov 24 19:28:38.153875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3198409 Nov 24 19:28:38.158181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46210) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:38.164596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:38.174500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.180737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 818fe0d2-5f82-45fd-bfa8-639ededb2c06, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=818fe0d2-5f82-45fd-bfa8-639ededb2c06,segment=NetworkSegment(47e52a31-db5c-4bf6-bfd4-3774fa3ce38c),segment_id=47e52a31-db5c-4bf6-bfd4-3774fa3ce38c)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:38.183807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Pushing event updated for resources: {'Port': ['ID=75fb48e6-f69e-4762-abfd-fd324f31b7bc,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:38.193947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=357356bb-ac6e-469d-ab00-e3c9398de54e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:38.224192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:38.227086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 357356bb-ac6e-469d-ab00-e3c9398de54e details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:38.239822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:38.241017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:38.283058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.297430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (e51bbf00-fd90-4595-a043-5ae4c99b4c94/6d41b256-e156-4b15-af1f-779b474b5838/bc13345b-01ec-4def-95aa-4c0c1d6f7ea5) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:38.441806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.446802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.464693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.472113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f30d8436-f6fb-45d0-80fd-d1d7144a9e81 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:38.490176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 357356bb-ac6e-469d-ab00-e3c9398de54e is not hosted by any dhcp agent {{(pid=87485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 19:28:38.495526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:38.496213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.500879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "PUT /v2.0/networks/357356bb-ac6e-469d-ab00-e3c9398de54e HTTP/1.1" status: 200 len: 723 time: 0.3383722 Nov 24 19:28:38.504083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46214) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:38.511599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': '357356bb-ac6e-469d-ab00-e3c9398de54e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:38.518761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:38.532021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:38.533651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:38.540866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:38.550580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Pushing event updated for resources: {'Port': ['ID=dca588ca-9ba5-4b5a-a971-6ba046f2386b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:38.583541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:38.584046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-046873a3-50d7-49e9-9314-7153ecf371b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:38.624197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Attempting to bind port 75fb48e6-f69e-4762-abfd-fd324f31b7bc on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:38.624863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Attempting to bind port 75fb48e6-f69e-4762-abfd-fd324f31b7bc by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:38.625380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Attempting to bind port 75fb48e6-f69e-4762-abfd-fd324f31b7bc on network 5c6c029a-0087-4f50-834a-299943ee75c2 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:38.681167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=357356bb-ac6e-469d-ab00-e3c9398de54e,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:38.687166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:38.694766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:38.695148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Checking segment: {'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:38.695768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.696398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Bound using segment: {'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:38.697082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Bound port: 75fb48e6-f69e-4762-abfd-fd324f31b7bc, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:38.697670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.712735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 357356bb-ac6e-469d-ab00-e3c9398de54e details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:38.717495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:38.722364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:38.725596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:38.731601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:38.745390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:38.749743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.911652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.932330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=818fe0d2-5f82-45fd-bfa8-639ededb2c06,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:38.941200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.945540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:38.948732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:38.949593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Attempting to bind port dca588ca-9ba5-4b5a-a971-6ba046f2386b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:38.949972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Attempting to bind port dca588ca-9ba5-4b5a-a971-6ba046f2386b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:38.950179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-730974e2-20f0-43af-860f-e8a2a9225ae4 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:38.950341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Attempting to bind port dca588ca-9ba5-4b5a-a971-6ba046f2386b on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:38.966915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:38.967862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Checking segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:38.969271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:38.970009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Bound using segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:38.970722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Bound port: dca588ca-9ba5-4b5a-a971-6ba046f2386b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:38.971113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.031631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.038426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:39.038641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9372bcc2-77e9-407c-89fb-aad802e3dd83 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:39.059385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 5c6c029a-0087-4f50-834a-299943ee75c2 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:39.059760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] For port 75fb48e6-f69e-4762-abfd-fd324f31b7bc, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:39.067487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:39.070396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:39.072557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:39.077364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:39.089366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] For port 75fb48e6-f69e-4762-abfd-fd324f31b7bc, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75fb48e6-f69e-4762-abfd-fd324f31b7bc,segment=NetworkSegment(047d545a-2f42-4e7c-80d9-fece7ccc7be0),segment_id=047d545a-2f42-4e7c-80d9-fece7ccc7be0)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:39.093176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69b4-0e47-424d-b8af-3c06e338e63b None None] The sync data for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:39.101465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.103660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:39.105185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:39.157504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=918a38e5-4eaa-485e-899a-7654aa6733ca,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:39.169530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] For port dca588ca-9ba5-4b5a-a971-6ba046f2386b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:39.172087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.172561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.173008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.173536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.174522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.174906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.175285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.176610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.177137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.177799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.178212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.178592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.189201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:39.199183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] For port dca588ca-9ba5-4b5a-a971-6ba046f2386b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dca588ca-9ba5-4b5a-a971-6ba046f2386b,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:39.201811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': 'ecf37896-08aa-4b9f-bcff-108746654d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '357356bb-ac6e-469d-ab00-e3c9398de54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:39.202292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: 357356bb-ac6e-469d-ab00-e3c9398de54e, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:39.213989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.221724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Pushing event updated for resources: {'Port': ['ID=75fb48e6-f69e-4762-abfd-fd324f31b7bc,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:39.222798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.227048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:39.229965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bb3ee9da-8080-4a15-9590-a5c4eaf0572a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:39.230738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:39.245337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 357356bb-ac6e-469d-ab00-e3c9398de54e is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:39.266854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 357356bb-ac6e-469d-ab00-e3c9398de54e) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:39.279329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c53ca-0f0c-44de-b60c-6b3f37ca418f None None] Network 357356bb-ac6e-469d-ab00-e3c9398de54e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:39.287441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:39.288157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537470'] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.332094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8258343 Nov 24 19:28:39.333053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46218) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:39.345627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:39.380381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.431568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Pushing event updated for resources: {'Port': ['ID=dca588ca-9ba5-4b5a-a971-6ba046f2386b,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:39.437196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:39.476879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:39.493219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:39.531474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:39.579709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:39.628775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2878716'] for subnet, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.652659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.654238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.656098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.657342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.658059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.659403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.661051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.661154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.661625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.662061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.663059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.663503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:39.676038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:39.688807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:39.716671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.721251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:39.820569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:39.821214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:39.954990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-357356bb-ac6e-469d-ab00-e3c9398de54e', 'network_id': '357356bb-ac6e-469d-ab00-e3c9398de54e', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': '918a38e5-4eaa-485e-899a-7654aa6733ca'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:39.957494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:39.964310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:40.097942 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4460797 Nov 24 19:28:40.097942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:40.109090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:28:40.130705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734276240204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2520652'] for subnet, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:40.144451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c213a8bc-0641-4330-afda-961c615a8c97 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:40.227742 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'status': 'completed', 'code': 200} Nov 24 19:28:40.267990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:40.270260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:40.276385 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "PUT /v2.0/subnets/918a38e5-4eaa-485e-899a-7654aa6733ca HTTP/1.1" status: 200 len: 806 time: 0.9352250 Nov 24 19:28:40.286510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46226) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:40.401351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=918a38e5-4eaa-485e-899a-7654aa6733ca,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:40.403501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:40.432160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-efb031e7-78f5-4f1d-99cb-8ac7f3e3b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:40.434890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-efb031e7-78f5-4f1d-99cb-8ac7f3e3b03e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 1099 time: 0.1720953 Nov 24 19:28:40.566318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Allocated IP 172.20.0.2 (357356bb-ac6e-469d-ab00-e3c9398de54e/918a38e5-4eaa-485e-899a-7654aa6733ca/9c6a5937-0b66-4498-9c15-86cd429ffdb3) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:40.925092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:40.948069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:40.962661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-a2953171-8f62-45df-9d89-88d343e12bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:40.965148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-a2953171-8f62-45df-9d89-88d343e12bcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.5194364 Nov 24 19:28:41.053206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 818fe0d2-5f82-45fd-bfa8-639ededb2c06 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:41.209029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:41.212686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-34b1468b-b2f7-42fe-afb2-79719aa625d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a HTTP/1.1" status: 200 len: 1000 time: 0.2293856 Nov 24 19:28:41.312171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:41.322316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-e5c3614b-bc3c-4c7b-820f-ab89ec2d7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:41.324252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-e5c3614b-bc3c-4c7b-820f-ab89ec2d7ad2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.1038272 Nov 24 19:28:41.446653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Transition to ACTIVE for port object 9c6a5937-0b66-4498-9c15-86cd429ffdb3 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:41.448472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-99f54290-f3cc-4a7a-b30f-cbd1e0ee54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:41.450972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-99f54290-f3cc-4a7a-b30f-cbd1e0ee54c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197288 Nov 24 19:28:41.485437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:41.486023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:41.534791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa1deb-ace1-403c-a325-9447121142f8 None None] Network 5c6c029a-0087-4f50-834a-299943ee75c2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:41.614029 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-9a539f9d-5016-432e-b3a8-8bbfb9f91088 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471150 Nov 24 19:28:41.639249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:41.646099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Transition to ACTIVE for port object 9c6a5937-0b66-4498-9c15-86cd429ffdb3 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:41.657106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045a3cd-012c-43c6-9563-65865a4be14f None None] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:41.754229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:41.759793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.resource_extend [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:28:41.790255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:41.792051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cc81f90-cd42-48ae-aa92-ac2f05936dbe req-ca559a83-a44e-463b-858d-9d6cf9ca7d2f service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697361 Nov 24 19:28:41.805935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:41.818364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:41.841120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:41.887950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6f486202-35d7-4e9b-b08e-c1449eba97ad None None] Provisioning for port 75fb48e6-f69e-4762-abfd-fd324f31b7bc completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:41.944065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Network 357356bb-ac6e-469d-ab00-e3c9398de54e is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:41.963181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:41.982930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:41.984650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:41.986880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:41.988232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.001180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-58470eed-8ed8-449c-afe7-19b5d47a92c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:42.012896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Pushing event updated for resources: {'Port': ['ID=9c6a5937-0b66-4498-9c15-86cd429ffdb3,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:42.053426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:42.080431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.120878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=918a38e5-4eaa-485e-899a-7654aa6733ca,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:42.123292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:42.300228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.348253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357356bb-ac6e-469d-ab00-e3c9398de54e']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:42.354357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7aa2f8d9-2449-48aa-a5ae-21739e23dd27 None None] Provisioning for port dca588ca-9ba5-4b5a-a971-6ba046f2386b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:42.365195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Attempting to bind port 9c6a5937-0b66-4498-9c15-86cd429ffdb3 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:42.365575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Attempting to bind port 9c6a5937-0b66-4498-9c15-86cd429ffdb3 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'ecf37896-08aa-4b9f-bcff-108746654d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '357356bb-ac6e-469d-ab00-e3c9398de54e'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:42.365948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Attempting to bind port 9c6a5937-0b66-4498-9c15-86cd429ffdb3 on network 357356bb-ac6e-469d-ab00-e3c9398de54e {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:42.368616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 75fb48e6-f69e-4762-abfd-fd324f31b7bc up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:42.368960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf37896-08aa-4b9f-bcff-108746654d8e') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:42.369267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf37896-08aa-4b9f-bcff-108746654d8e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:42.393415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.426520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.426708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:42.427102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Checking segment: {'id': 'ecf37896-08aa-4b9f-bcff-108746654d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '357356bb-ac6e-469d-ab00-e3c9398de54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:42.427515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.427921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Bound using segment: {'id': 'ecf37896-08aa-4b9f-bcff-108746654d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '357356bb-ac6e-469d-ab00-e3c9398de54e'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:42.428475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Bound port: 9c6a5937-0b66-4498-9c15-86cd429ffdb3, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf37896-08aa-4b9f-bcff-108746654d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '357356bb-ac6e-469d-ab00-e3c9398de54e'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:42.428862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.450778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:42.451171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:42.468502 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:42.473360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network 5c6c029a-0087-4f50-834a-299943ee75c2 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:42.475322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.479383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:42.538435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.577789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f5099c6f-b03f-44bb-afb8-930436429d1b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:42.614876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:07Z', 'revision_number': 1, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}, {'id': 'd1c68346-0d8d-45e0-94e9-5f508499a8ec', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:b5:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:28:35Z', 'updated_at': '2021-11-24T19:28:35Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:42.632749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:42.645114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] For port 9c6a5937-0b66-4498-9c15-86cd429ffdb3, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:42.648260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 75fb48e6-f69e-4762-abfd-fd324f31b7bc completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:42.662258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 75fb48e6-f69e-4762-abfd-fd324f31b7bc triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:42.662641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.711295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:42.712135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:42.722984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 19:28:42.722984 dv-neutron-818346-1-hyperv neutron-server[87486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 19:28:42.722984 dv-neutron-818346-1-hyperv neutron-server[87486]: [parameters: {'id': '357356bb-ac6e-469d-ab00-e3c9398de54e'}] Nov 24 19:28:42.722984 dv-neutron-818346-1-hyperv neutron-server[87486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:28:42.723324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:28:42.810677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.817838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:42.825448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:42.898157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] For port 9c6a5937-0b66-4498-9c15-86cd429ffdb3, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9c6a5937-0b66-4498-9c15-86cd429ffdb3,segment=NetworkSegment(ecf37896-08aa-4b9f-bcff-108746654d8e),segment_id=ecf37896-08aa-4b9f-bcff-108746654d8e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:42.920160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:42.933952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:42.980107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:43.198906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Provisioning for port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:43.206767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:43.262052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.294726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.314856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:43.319270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:43.320505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Pushing event updated for resources: {'Port': ['ID=9c6a5937-0b66-4498-9c15-86cd429ffdb3,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:43.334601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Deleting port 9c6a5937-0b66-4498-9c15-86cd429ffdb3 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:28:43.334601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.339102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Provisioning complete for port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:43.339478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.364572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:43.433751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:43.446940 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:43.465119 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:43.465522 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:43.491657 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6875319 Nov 24 19:28:43.494440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46230) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:43.512557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'network': {'name': 'tempest-RoutersTest-139514466'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:43.520460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:43.533650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:network and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:43.541141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:43.558545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:43.593392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:43.597137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.652750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:43.678992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.679673 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added segment 9fada863-f2d1-4cbb-a23a-cc3124a18992 of type vlan for network e6bb3d9d-a40c-4f74-aaeb-301f956d360a Nov 24 19:28:43.731853 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:43.756150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137ff104-a7f0-404f-86f4-df0a99acd0c7 None None] Network 357356bb-ac6e-469d-ab00-e3c9398de54e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:43.757338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.771593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router b7203504-8a32-479a-b289-237961e37be9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:43.785394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 75fb48e6-f69e-4762-abfd-fd324f31b7bc, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75fb48e6-f69e-4762-abfd-fd324f31b7bc,segment=NetworkSegment(047d545a-2f42-4e7c-80d9-fece7ccc7be0),segment_id=047d545a-2f42-4e7c-80d9-fece7ccc7be0)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:43.795483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.802716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:43.803408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.813317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:43.824621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18ad7349-d75a-47c5-aabb-a24fa981d6aa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:43.834047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:43.835290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dca588ca-9ba5-4b5a-a971-6ba046f2386b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:43.852474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3526607 Nov 24 19:28:43.854528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46234) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:43.862957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'subnet': {'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:43.948992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8542a298-e8e8-471a-9cb7-eefb1a065b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:43.978840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Provisioning for port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:43.994873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Provisioning complete for port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:43.995553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.050216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:44.055247 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/b7203504-8a32-479a-b289-237961e37be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9055855 Nov 24 19:28:44.060395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46238) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:44.064788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] For port 9c6a5937-0b66-4498-9c15-86cd429ffdb3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9c6a5937-0b66-4498-9c15-86cd429ffdb3,segment=NetworkSegment(ecf37896-08aa-4b9f-bcff-108746654d8e),segment_id=ecf37896-08aa-4b9f-bcff-108746654d8e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:44.065449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.109400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:44.113904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Sync routers for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:44.124323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Network': ['ID=e6bb3d9d-a40c-4f74-aaeb-301f956d360a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:44.130007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:44.154617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:44.159444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:subnet and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:44.160950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:44.162761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:44.170414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:44.188334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Made reservation on behalf of 6b5646170910486cb4c70081e189556d for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:44.193124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.196614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port dca588ca-9ba5-4b5a-a971-6ba046f2386b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:44.217220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:44.219312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:44.222039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Calling delete_port for 9c6a5937-0b66-4498-9c15-86cd429ffdb3 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:28:44.248211 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:39Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:44.254119 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:44.254713 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Updating router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:28:44.321166 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.386800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port dca588ca-9ba5-4b5a-a971-6ba046f2386b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:44.387191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.408553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.421326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-61f3c1a2-1131-42fe-8666-49354151f6d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:44.462220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Provisioning complete for port 75fb48e6-f69e-4762-abfd-fd324f31b7bc triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:44.462606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f76d6423-b58f-45c9-a85e-41dece27d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.464526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.465059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.465674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.466115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.466671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.467235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.468267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.468967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.469536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.470028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.470272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.470521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.471049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.473267 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a5c5f1ea-a8e0-4766-941d-5d763c0bb03e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8285 time: 0.4115031 Nov 24 19:28:44.477523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46242) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:44.478509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7451ae46-ef10-449b-a1a5-588645a370d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:44.485092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No DVR routers for this DVR port 9c6a5937-0b66-4498-9c15-86cd429ffdb3 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:28:44.512613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Port': ['ID=9c6a5937-0b66-4498-9c15-86cd429ffdb3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:44.515128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:44.621614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.623267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.625408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.626056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.626851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.627507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.628156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.628766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.630104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.632256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.632256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.632646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.636786 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3d0a891b-d862-478a-881d-bae24f944da6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6978 time: 0.1157663 Nov 24 19:28:44.638704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46246) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:44.651216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=75fb48e6-f69e-4762-abfd-fd324f31b7bc,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:44.659482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab241799-3f8e-4efc-bf9a-d20dfe332d00 None None] Network 357356bb-ac6e-469d-ab00-e3c9398de54e requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:44.678698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:44.696711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Subnet': ['ID=bff1bcb8-00b6-46b2-89db-16f5581064c0,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:44.701469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:44.702998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Checking segment: {'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:44.703488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network hostable DHCP agents. Network: e6bb3d9d-a40c-4f74-aaeb-301f956d360a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:44.728317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:44.733739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357356bb-ac6e-469d-ab00-e3c9398de54e']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:44.741461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, e6bb3d9d-a40c-4f74-aaeb-301f956d360a) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:44.756340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:44.757102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.804206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9483137 Nov 24 19:28:44.805931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46250) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:44.828981 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.838173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c7500-3f6e-47f5-b5b8-2f42c85187f4 None None] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:44.847686 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Transition to ACTIVE for port object 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:44.857878 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.865247 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:44.913448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf37896-08aa-4b9f-bcff-108746654d8e') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:44.913448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf37896-08aa-4b9f-bcff-108746654d8e') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:44.929448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.948640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.960230 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0afe-d1cf-43f6-a961-d177d8a8ae8a None None] Pushing event updated for resources: {'Port': ['ID=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:44.966942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:44.967339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:44.973342 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-ba2a0afe-d1cf-43f6-a961-d177d8a8ae8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:44.987117 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:45.185050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:45.196266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.200928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.207538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:45.240491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=357356bb-ac6e-469d-ab00-e3c9398de54e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:45.242932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:45.248659 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/357356bb-ac6e-469d-ab00-e3c9398de54e HTTP/1.1" status: 204 len: 168 time: 4.9585092 Nov 24 19:28:45.252523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46254) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:45.265142 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Attempting to bind port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:45.269102 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Attempting to bind port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:45.269511 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Attempting to bind port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 on network 5c6c029a-0087-4f50-834a-299943ee75c2 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:45.280754 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:45.281176 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Checking segment: {'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:45.281596 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.282005 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Bound using segment: {'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:45.282488 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Bound port: 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047d545a-2f42-4e7c-80d9-fece7ccc7be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:45.282878 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.298134 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f974ddad-06ad-43ce-bb95-4f38f593af26 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:45.298912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f974ddad-06ad-43ce-bb95-4f38f593af26 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:45.303998 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f974ddad-06ad-43ce-bb95-4f38f593af26 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/357356bb-ac6e-469d-ab00-e3c9398de54e HTTP/1.1" status: 404 len: 339 time: 0.0449672 Nov 24 19:28:45.310982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46258) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:45.318206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-510204406', 'description': 'd1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:45.326829 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4ca90698-1848-4687-a0bd-72b4d200ef44 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3574 time: 0.6868334 Nov 24 19:28:45.330922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:45.335274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:network and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:45.339036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:45.345543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:45.355852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:07Z', 'revision_number': 1, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}, {'id': 'd1c68346-0d8d-45e0-94e9-5f508499a8ec', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:b5:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:28:35Z', 'updated_at': '2021-11-24T19:28:35Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:45.357594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:45.361494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.382186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740795c0-9302-429b-92b2-67c1391efed9 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:07Z', 'revision_number': 1, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}, {'id': 'd1c68346-0d8d-45e0-94e9-5f508499a8ec', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:b5:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:28:35Z', 'updated_at': '2021-11-24T19:28:35Z', 'revision_number': 0, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:45.395301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:45.407136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.407775 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment 771e631f-519c-49e6-82aa-7b18f68e2829 of type vlan for network ab121e6a-8687-4702-b263-4c4d917d969d Nov 24 19:28:45.413031 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] For port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:45.417328 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] For port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,segment=NetworkSegment(047d545a-2f42-4e7c-80d9-fece7ccc7be0),segment_id=047d545a-2f42-4e7c-80d9-fece7ccc7be0)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:45.435904 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.435904 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a37011f4-af92-4320-91fb-c05a29bb3bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:45.450890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.494921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.506396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:45.507346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.536458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:45.539711 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:45.540412 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:45.630644 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0afe-d1cf-43f6-a961-d177d8a8ae8a None None] Pushing event updated for resources: {'Port': ['ID=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:45.654802 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-ba2a0afe-d1cf-43f6-a961-d177d8a8ae8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:45.681751 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3665032 Nov 24 19:28:45.695116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46266) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:45.843835 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b7036-f9ae-4fe9-9460-5f758d92cab8 None None] New status for floating IP d1c68346-0d8d-45e0-94e9-5f508499a8ec: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:28:45.873361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:45.932483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=ab121e6a-8687-4702-b263-4c4d917d969d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:45.953565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:46.021950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf8367-21ed-44e3-ac39-a9d83573133e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:46.024592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-25cf8367-21ed-44e3-ac39-a9d83573133e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Synchronizing usage tracker for tenant:94b38a179a8e46ddbf4cc794a2562396 on resource:network {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:46.062168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46270) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:46.068316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311899476', 'description': 'tempest-secgroup-smoke-1311899476 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:46.072368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-25cf8367-21ed-44e3-ac39-a9d83573133e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Unset dirty status for tenant:94b38a179a8e46ddbf4cc794a2562396 on resource:network {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:46.078436 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-25cf8367-21ed-44e3-ac39-a9d83573133e tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/networks?id=ab121e6a-8687-4702-b263-4c4d917d969d HTTP/1.1" status: 200 len: 760 time: 0.3687253 Nov 24 19:28:46.079260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46274) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:46.089020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:46.099915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'description': 'd2'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:46.117816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:46.122522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:46.185655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:46.188177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ab121e6a-8687-4702-b263-4c4d917d969d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:46.215719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.248336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.261358 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:46.377502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port dca588ca-9ba5-4b5a-a971-6ba046f2386b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dca588ca-9ba5-4b5a-a971-6ba046f2386b,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:46.387541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.388411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e9d16a0-7a06-42e8-b902-f695e6f3b29d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:46.439105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:46.450146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:46.461093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:46.461093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:46.462197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:46.462513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.523774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:46.538322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-17b36196-74d0-41f8-810f-a58c7387ff2e None None] Provisioning complete for port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:46.538322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17b36196-74d0-41f8-810f-a58c7387ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.684996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.733087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.750049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=dca588ca-9ba5-4b5a-a971-6ba046f2386b,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:46.763297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-17b36196-74d0-41f8-810f-a58c7387ff2e None None] Port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:46.771629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:41Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.776341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.782006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.782006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.782006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.782006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:28:46.790864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network ab121e6a-8687-4702-b263-4c4d917d969d is not hosted by any dhcp agent {{(pid=87485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 19:28:46.790864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:46.796671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:46.800906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:46.800906 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "PUT /v2.0/networks/ab121e6a-8687-4702-b263-4c4d917d969d HTTP/1.1" status: 200 len: 757 time: 0.7092447 Nov 24 19:28:46.804885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46278) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:46.809158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Checking router: b7203504-8a32-479a-b289-237961e37be9 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:46.809158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Updating router b7203504-8a32-479a-b289-237961e37be9 port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:28:46.896272 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:39Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:45Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:46.911881 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75305b33-f18b-4a03-b0b6-6c7b3e4ef2d4 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:39Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:45Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:46.917746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:47.019483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.022425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=ab121e6a-8687-4702-b263-4c4d917d969d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:47.022425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:47.043545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.061681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.100192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:47.242452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350ad305-8d43-4f43-91ae-8bf15410709c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:47.256155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:47.256155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.256155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1903648 Nov 24 19:28:47.256155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46282) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:47.273330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '350ad305-8d43-4f43-91ae-8bf15410709c', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:47.287112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:47.310108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:47.320114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:47.331502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:47.354289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447b9c2-9eee-4f6f-a93b-c2e827d211a2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:47.354289 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9447b9c2-9eee-4f6f-a93b-c2e827d211a2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/networks?id=ab121e6a-8687-4702-b263-4c4d917d969d HTTP/1.1" status: 200 len: 760 time: 0.5560632 Nov 24 19:28:47.362625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46286) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:47.379360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056548638'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:47.384583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.390925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:47.424886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:47.455091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Allocated IP 172.23.0.2 (e6bb3d9d-a40c-4f74-aaeb-301f956d360a/bff1bcb8-00b6-46b2-89db-16f5581064c0/37d049b9-a3f5-4458-88f9-6bb803e1bb51) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:47.459628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:47.459628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.497924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.510620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.510620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7a2b5237-1d76-4de6-ac84-6d996323a290 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:47.521190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:47.544434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb628dc-a3b1-42b6-b4f8-79a8abeac7bf,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:47.549868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.549868 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment cc336083-eb97-48da-8b81-b6d9b7c33a15 of type vlan for network 49407f4a-d4e4-4a2b-9803-f6329e5f3dcd Nov 24 19:28:47.553449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:47.564379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.564379 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3035188 Nov 24 19:28:47.564379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46290) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:47.580423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '350ad305-8d43-4f43-91ae-8bf15410709c', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:47.593135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:47.602120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:47.610954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:47.615305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.625874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:47.675191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.695070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.695070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:47.695070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.715245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40592607-ea32-4866-b568-fef7c30bf3d5 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:47.793382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.801947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.810011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.829197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Transition to ACTIVE for port object 37d049b9-a3f5-4458-88f9-6bb803e1bb51 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:47.832147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2d06b0a5-ad86-47a5-90ea-2de998a8727d tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:47.843901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:47.843901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.867416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5036f4-e154-4b02-9be1-47b0aaeb48dd,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:47.881753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:47.924060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:47.924060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3575149 Nov 24 19:28:47.932455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46294) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:47.944103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '350ad305-8d43-4f43-91ae-8bf15410709c', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:47.953428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=49407f4a-d4e4-4a2b-9803-f6329e5f3dcd,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:47.957395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:47.967400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network ab121e6a-8687-4702-b263-4c4d917d969d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:47.972479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:47.976530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:47.982389 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6202743 Nov 24 19:28:47.985772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46298) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:47.985772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:47.997035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': '49407f4a-d4e4-4a2b-9803-f6329e5f3dcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:48.044722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 49407f4a-d4e4-4a2b-9803-f6329e5f3dcd details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:48.146518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.resource_extend [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 19:28:48.246422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Transition to ACTIVE for port object 37d049b9-a3f5-4458-88f9-6bb803e1bb51 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:48.354139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.376437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0b4653be-77b7-4349-b837-b7ed3112af5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:48.401918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Allocated IP 172.23.0.1 (e6bb3d9d-a40c-4f74-aaeb-301f956d360a/bff1bcb8-00b6-46b2-89db-16f5581064c0/f3939f2c-e2fe-4264-8788-cf7b89ceef15) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:48.481462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:48.488752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:48.488752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:48.555419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.595414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.603235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:48.611184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:48.619828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Pushing event updated for resources: {'Port': ['ID=37d049b9-a3f5-4458-88f9-6bb803e1bb51,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:48.619828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:48.623555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.623555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Usage tracker for resource:subnet and tenant:94b38a179a8e46ddbf4cc794a2562396 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:48.635946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:48.643773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Transition to ACTIVE for port object bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:48.650229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:48.655111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Attempting to bind port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:48.655111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Attempting to bind port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:48.655111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Attempting to bind port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 on network e6bb3d9d-a40c-4f74-aaeb-301f956d360a {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:48.659284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.663890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:48.663890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:48.663890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Checking segment: {'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:48.663890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.663890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Bound using segment: {'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:48.663890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Bound port: 37d049b9-a3f5-4458-88f9-6bb803e1bb51, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:48.663890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.677829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Transition to ACTIVE for port object f3939f2c-e2fe-4264-8788-cf7b89ceef15 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:48.694803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:48.694803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.720154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.731882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-42048c9b-f5e0-4383-a27b-2c5327ff9f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:48.765536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.880816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.929811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.929811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dedbfd79-24b7-4dab-b02e-9d8d1708365f tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:48.960598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:48.972689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9edd54-2689-41bb-b4aa-4a455838e80b,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:48.972689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:48.977531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f5232446-2d35-43ca-9066-6b528fc2599e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:49.132015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.141589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 75fb48e6-f69e-4762-abfd-fd324f31b7bc up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:49.177300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ae0c2-2a2a-4c27-8c75-12dfb09a595e None None] Pushing event updated for resources: {'Port': ['ID=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:49.219842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-234ae0c2-2a2a-4c27-8c75-12dfb09a595e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:49.267898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=f3939f2c-e2fe-4264-8788-cf7b89ceef15,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:49.274567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:49.278189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:49.316962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:49.325548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:49.325548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:49.375509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.375509 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4468403 Nov 24 19:28:49.381488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46302) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:49.387204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '350ad305-8d43-4f43-91ae-8bf15410709c', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:49.400458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:49.412088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:49.418315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:49.433817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:49.438924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.475422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:49.478714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.486481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:49.519259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.531463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-24d828c4-5fea-454a-9767-5b36cabdef20 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:49.542448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] For port 37d049b9-a3f5-4458-88f9-6bb803e1bb51, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:49.565445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] For port 37d049b9-a3f5-4458-88f9-6bb803e1bb51, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37d049b9-a3f5-4458-88f9-6bb803e1bb51,segment=NetworkSegment(9fada863-f2d1-4cbb-a23a-cc3124a18992),segment_id=9fada863-f2d1-4cbb-a23a-cc3124a18992)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:49.570115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Attempting to bind port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:49.570115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Attempting to bind port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:49.570115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Attempting to bind port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:49.594033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.603195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=47301f20-3a8b-4939-b7b8-2f9eab2522e4,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:49.603195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:49.605381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.615648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.615648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fcb2e5fc-4004-4f28-b4a8-35cac3add527 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:49.623493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:49.655024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.655024 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2740080 Nov 24 19:28:49.663299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46306) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:49.663299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361fc6b6-e64d-438f-b215-26baa1de9de6,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:49.663299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '350ad305-8d43-4f43-91ae-8bf15410709c', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:49.672649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:49.672649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:49.680751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:49.680751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:49.689334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:49.704850 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:28:49.712765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.727836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': 'cc336083-eb97-48da-8b81-b6d9b7c33a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '49407f4a-d4e4-4a2b-9803-f6329e5f3dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:49.727836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: 49407f4a-d4e4-4a2b-9803-f6329e5f3dcd, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:49.750558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:49.750558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Checking segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:49.750558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.750558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Bound using segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:49.750558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Bound port: bc13345b-01ec-4def-95aa-4c0c1d6f7ea5, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:49.750558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.788691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.793207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Pushing event updated for resources: {'Port': ['ID=37d049b9-a3f5-4458-88f9-6bb803e1bb51,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:49.797674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.802156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:49.825726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.830460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9cc653e7-1fa4-4071-9e2c-198669c382cb tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:49.844935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37532197-58b1-4b7a-a62b-0622095277b9,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:49.844935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.844935 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1871006 Nov 24 19:28:49.844935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:49.853813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46310) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:49.862874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '350ad305-8d43-4f43-91ae-8bf15410709c', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:49.875746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:49.884006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:28:49.888175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 49407f4a-d4e4-4a2b-9803-f6329e5f3dcd is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:49.892903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:28:49.914516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:49.926884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 49407f4a-d4e4-4a2b-9803-f6329e5f3dcd) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:49.938135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:49.938135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.942033 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:28:49.952210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:49.996052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde05b9-1fdc-462e-9d7b-b7daa2b8173e None None] Network 49407f4a-d4e4-4a2b-9803-f6329e5f3dcd requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:50.003909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d6e611ff-d2b2-470a-a219-e893bb76b892 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0150669 Nov 24 19:28:50.012465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46314) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:50.304732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.336865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.346433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6148dadf-eed3-43eb-a9fd-1ff5f67e02be tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:50.417917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfce0d1-9f29-41f9-a62e-bfa1773ca0a9,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:50.460125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:50.464301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 75fb48e6-f69e-4762-abfd-fd324f31b7bc triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:50.464301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.470037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.470037 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3bc75ae2-a220-4c2e-90ca-7c6309c9986b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6099489 Nov 24 19:28:50.599744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.680786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e20fa0-06d8-40cb-a920-e389ad92e986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-49407f4a-d4e4-4a2b-9803-f6329e5f3dcd', 'network_id': '49407f4a-d4e4-4a2b-9803-f6329e5f3dcd', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': '47301f20-3a8b-4939-b7b8-2f9eab2522e4'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:50.686335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-50e20fa0-06d8-40cb-a920-e389ad92e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.710081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.710081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.722095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] For port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:50.722095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dca588ca-9ba5-4b5a-a971-6ba046f2386b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:50.757513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.836256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-06ba310d-a009-4ae4-a206-59fd0d99d208 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:50.858859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.863180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3c8980a2-ab11-478a-b3cf-1b136e1f15c4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:50.880002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] For port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:50.918598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=47301f20-3a8b-4939-b7b8-2f9eab2522e4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:50.918598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:50.927767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:50.951457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bb3ee9da-8080-4a15-9590-a5c4eaf0572a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:51.069773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event updated for resources: {'Port': ['ID=f3939f2c-e2fe-4264-8788-cf7b89ceef15,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:51.069773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:51.086950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-76b69366-2fc5-417c-a9c3-e917cf3ce1f7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:51.097942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.122629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ae0c2-2a2a-4c27-8c75-12dfb09a595e None None] Pushing event updated for resources: {'Port': ['ID=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:51.125564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.138236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-234ae0c2-2a2a-4c27-8c75-12dfb09a595e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server [None req-50e20fa0-06d8-40cb-a920-e389ad92e986 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47301f20-3a8b-4939-b7b8-2f9eab2522e4: This subnet is being modified by another concurrent operation. Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise exception Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47301f20-3a8b-4939-b7b8-2f9eab2522e4: This subnet is being modified by another concurrent operation. Nov 24 19:28:51.142530 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Nov 24 19:28:51.175744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:51.175744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:51.291869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29e768-34c0-45d0-ba3a-56a202f03982 None None] Network 49407f4a-d4e4-4a2b-9803-f6329e5f3dcd requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:51.448993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49407f4a-d4e4-4a2b-9803-f6329e5f3dcd']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:51.464363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc336083-eb97-48da-8b81-b6d9b7c33a15') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:51.464363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc336083-eb97-48da-8b81-b6d9b7c33a15') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:51.485405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.501298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.511400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:51.511400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:51.639088 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:51.653064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-76b69366-2fc5-417c-a9c3-e917cf3ce1f7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:51.653064 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-76b69366-2fc5-417c-a9c3-e917cf3ce1f7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311899476&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.6856210 Nov 24 19:28:51.660742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.660742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-337a6999-c1f0-4ba4-a359-e9693084c9ac tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:51.678292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.689735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=49407f4a-d4e4-4a2b-9803-f6329e5f3dcd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:51.689735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:51.709553 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/49407f4a-d4e4-4a2b-9803-f6329e5f3dcd HTTP/1.1" status: 204 len: 168 time: 1.6872339 Nov 24 19:28:51.714922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port dca588ca-9ba5-4b5a-a971-6ba046f2386b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:51.714922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:51.721588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46330) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:51.745312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3de558-5070-4fe1-89d8-7dd89f22dea9 None None] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:51.750296 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8463388d-b49f-452d-a49e-708b43a89ddf tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] GET failed (client error): The resource could not be found. Nov 24 19:28:51.750296 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8463388d-b49f-452d-a49e-708b43a89ddf tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Synchronizing usage tracker for tenant:94b38a179a8e46ddbf4cc794a2562396 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:51.779176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8463388d-b49f-452d-a49e-708b43a89ddf tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Unset dirty status for tenant:94b38a179a8e46ddbf4cc794a2562396 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:51.779176 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8463388d-b49f-452d-a49e-708b43a89ddf tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/subnets/47301f20-3a8b-4939-b7b8-2f9eab2522e4 HTTP/1.1" status: 404 len: 337 time: 0.0703025 Nov 24 19:28:51.779176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46334) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:51.814936 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-945f3c25-d283-456a-8039-fd5853151285 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:51.814936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945f3c25-d283-456a-8039-fd5853151285 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:51.814936 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-945f3c25-d283-456a-8039-fd5853151285 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/49407f4a-d4e4-4a2b-9803-f6329e5f3dcd HTTP/1.1" status: 404 len: 339 time: 0.0317495 Nov 24 19:28:51.814936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46338) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.000987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:52.000987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:52.048099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75dd90-d906-405e-b306-f6dc1ec7f054 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.048099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef75dd90-d906-405e-b306-f6dc1ec7f054 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Synchronizing usage tracker for tenant:94b38a179a8e46ddbf4cc794a2562396 on resource:network {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:52.074722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef75dd90-d906-405e-b306-f6dc1ec7f054 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Unset dirty status for tenant:94b38a179a8e46ddbf4cc794a2562396 on resource:network {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:52.074722 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ef75dd90-d906-405e-b306-f6dc1ec7f054 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2555120 Nov 24 19:28:52.074722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46342) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.136812 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-58bb3cf8-77f8-4d2d-bc32-dad598fcf5b7 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 207 time: 0.0627382 Nov 24 19:28:52.137009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46346) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.251690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a86fb519-c062-46ed-8a75-a6817c73671c None None] Provisioning for port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:52.257352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-6de7438f-ee6d-4d6b-b744-1eae98074e1e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.257352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-6de7438f-ee6d-4d6b-b744-1eae98074e1e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 797 time: 0.5164907 Nov 24 19:28:52.284479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:52.290264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:52.313511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-45baf8eb-0921-4b9f-90a5-82b4d33cd787 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0250089 Nov 24 19:28:52.388071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8445d-5e3b-4879-b7ca-5b9ccd656eda tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.396409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8445d-5e3b-4879-b7ca-5b9ccd656eda tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.407164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8445d-5e3b-4879-b7ca-5b9ccd656eda tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.421026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8445d-5e3b-4879-b7ca-5b9ccd656eda tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.421026 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-90b8445d-5e3b-4879-b7ca-5b9ccd656eda tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2745559 Nov 24 19:28:52.421026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46352) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.464241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:52.582331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:52.587671 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7805336 Nov 24 19:28:52.590542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46356) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.598317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:52.607810 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-62374daa-4d17-425f-b39a-16c0e962a00c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1895204 Nov 24 19:28:52.609833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46360) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.613977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611310f-de16-46ee-926e-cff794671711 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:52.670205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-8b8a81e6-93ee-4d7f-a43b-92bac8688223 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:52.685099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef97e4-24ce-4df0-a1a8-81f5c2f2fae6 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.687220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef97e4-24ce-4df0-a1a8-81f5c2f2fae6 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.691680 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6eef97e4-24ce-4df0-a1a8-81f5c2f2fae6 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0808904 Nov 24 19:28:52.693991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46364) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.709240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:52.710127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:52.769480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-8b8a81e6-93ee-4d7f-a43b-92bac8688223 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:52.771064 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-8b8a81e6-93ee-4d7f-a43b-92bac8688223 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3849306 Nov 24 19:28:52.776235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:52.785073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d492de1a-623b-417d-bfc7-7f199f36f45c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.787288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d492de1a-623b-417d-bfc7-7f199f36f45c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.792468 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d492de1a-623b-417d-bfc7-7f199f36f45c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0971525 Nov 24 19:28:52.794317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46368) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:52.858664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:52.861159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:52.956995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0faa1e-a6f4-4d6c-a954-342df4500b8b tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:52.958708 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dc0faa1e-a6f4-4d6c-a954-342df4500b8b tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/networks/ea21a6eb-b325-4de5-bc76-b7b74025e91b HTTP/1.1" status: 200 len: 800 time: 0.1630669 Nov 24 19:28:52.962014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46372) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:53.042003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:53.155264 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e3313106-5851-4186-b6e6-c4a875a983ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/networks/ea21a6eb-b325-4de5-bc76-b7b74025e91b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1917884 Nov 24 19:28:53.159076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46376) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:53.204185 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-a1db6681-f08a-4966-a26f-728db9178085 service neutron] 10.222.0.47 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122453 Nov 24 19:28:53.266578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b079c6-58e2-434c-836b-c163afc9d5e7 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:53.266578 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b2b079c6-58e2-434c-836b-c163afc9d5e7 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/subnets/a221efa7-6e80-4b8c-a8cd-0d79157da8a8 HTTP/1.1" status: 200 len: 811 time: 0.1017499 Nov 24 19:28:53.266578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46380) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:53.361429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64e3bd-7ed7-431f-a475-4f365a8a1b9b tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['shared'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:53.368447 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5a64e3bd-7ed7-431f-a475-4f365a8a1b9b tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "GET /v2.0/subnets/a221efa7-6e80-4b8c-a8cd-0d79157da8a8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1049533 Nov 24 19:28:53.369090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46384) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:53.375783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1592089476'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:53.383061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:53.396994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:53.414774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:53.418960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.450382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-78d3efa0-5e51-4dd6-a8cf-752afc1700cb None None] Provisioning for port f3939f2c-e2fe-4264-8788-cf7b89ceef15 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:53.473298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:28:53.487951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.488413 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Added segment 40162f34-418a-4046-9663-acbfa648a775 of type vlan for network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa Nov 24 19:28:53.492991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-78d3efa0-5e51-4dd6-a8cf-752afc1700cb None None] Provisioning complete for port f3939f2c-e2fe-4264-8788-cf7b89ceef15 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:53.494137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-78d3efa0-5e51-4dd6-a8cf-752afc1700cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.525403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.569758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.577174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:53.578064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.583941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-37263268-2e42-432a-9bfa-cc94d87037c1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:53.598591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.629637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:50Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:53.652930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7a0ed-02aa-4472-bcd2-7fd9d9c1e453 None None] The sync data for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:50Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:53.660064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-78d3efa0-5e51-4dd6-a8cf-752afc1700cb None None] Port f3939f2c-e2fe-4264-8788-cf7b89ceef15 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:53.706886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,segment=NetworkSegment(047d545a-2f42-4e7c-80d9-fece7ccc7be0),segment_id=047d545a-2f42-4e7c-80d9-fece7ccc7be0)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:53.737718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.744095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-234ae0c2-2a2a-4c27-8c75-12dfb09a595e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:53.786021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Network': ['ID=53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:53.789138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:53.794138 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4239681 Nov 24 19:28:53.797437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46388) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:53.804227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'network_id': '53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:53.828770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-9948167b-b15c-4deb-b4e6-5744e47f5234 service neutron] 10.222.0.47 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159885 Nov 24 19:28:53.830066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.extraroute_db [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 19:28:53.847559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:28:53.854241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.extraroute_db [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Removed routes are [] {{(pid=87485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 19:28:53.854950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:53.883491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:49Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:45Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:28:50Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:53.962653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63754892-bba3-4e07-a93e-648f873906c5 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:28:54.018030 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611310f-de16-46ee-926e-cff794671711 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:28:54.018468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611310f-de16-46ee-926e-cff794671711 None None] Updating router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 port f3939f2c-e2fe-4264-8788-cf7b89ceef15 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:28:54.156578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:54.349077 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-24f19d6d-856f-4fc6-bc8c-33fd9445218b req-1fdbc8bd-c7cc-4527-8a0d-7e1efe85861e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 210 time: 0.1116788 Nov 24 19:28:54.380098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:54.397511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 37d049b9-a3f5-4458-88f9-6bb803e1bb51 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:54.424532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:54.438641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:54.453316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Made reservation on behalf of 94b38a179a8e46ddbf4cc794a2562396 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:54.458154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:54.465548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f6ac1c59-cb6d-4800-b88d-707509c0c8cc None None] Provisioning complete for port f3939f2c-e2fe-4264-8788-cf7b89ceef15 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:54.466330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1c59-cb6d-4800-b88d-707509c0c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:54.574579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9611310f-de16-46ee-926e-cff794671711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:54.588547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.ipam_backend_mixin [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing IP validity checks on allocation pools {{(pid=87486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:28:54.589149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.ipam_backend_mixin [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:28:54.600768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:54.604516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:54.839567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:54.840207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac1c59-cb6d-4800-b88d-707509c0c8cc None None] Port f3939f2c-e2fe-4264-8788-cf7b89ceef15 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:54.844775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0280ad79-0acd-4a39-b542-7b663fcc1779 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:54.929979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:54.998208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Checking segment: {'id': '40162f34-418a-4046-9663-acbfa648a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:54.999023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network hostable DHCP agents. Network: 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:28:55.027607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=3c378c71-62f2-49d2-9aea-e0ed9480883a,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:55.038099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:55.087766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:28:55.115898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:55.133022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:55.133022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:55.209163 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4098296 Nov 24 19:28:55.212744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46402) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:55.221782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:55.226679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:55.241012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:55.242440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2e343993-5343-43bd-82d7-2251d8cba71e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 200 len: 933 time: 2.6489437 Nov 24 19:28:55.245813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46406) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:55.289792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b531a852-4fe3-4caf-949f-f98965e45a82 None None] Provisioning complete for port f3939f2c-e2fe-4264-8788-cf7b89ceef15 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:55.290761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b531a852-4fe3-4caf-949f-f98965e45a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:55.475596 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d4db08e5-79ec-4df0-b0d4-62bb5c6cf8d1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 200 len: 933 time: 0.2285581 Nov 24 19:28:55.481709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46412) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:55.495126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'routes': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:55.559158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26384475'] for subnet, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:55.580299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b531a852-4fe3-4caf-949f-f98965e45a82 None None] Port f3939f2c-e2fe-4264-8788-cf7b89ceef15 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:55.602442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63754892-bba3-4e07-a93e-648f873906c5 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:28:55.618988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:55.660953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-087e6f2c-563d-478b-b039-1609f6007495 req-468a237e-6062-4d7d-9951-b162a23ef4db tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 210 time: 0.0548406 Nov 24 19:28:55.722052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:55.722052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:55.905257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9611310f-de16-46ee-926e-cff794671711 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:55.927553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734276240204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26433146'] for subnet, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:55.938253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-29304943-3c41-4462-94a9-845b7095fc5a tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:56.033766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:56.033766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.033766 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "PUT /v2.0/subnets/3c378c71-62f2-49d2-9aea-e0ed9480883a HTTP/1.1" status: 200 len: 877 time: 0.8180702 Nov 24 19:28:56.036288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46416) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:56.039453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9611310f-de16-46ee-926e-cff794671711 None None] Transition to ACTIVE for port object f3939f2c-e2fe-4264-8788-cf7b89ceef15 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:56.074503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event updated for resources: {'Subnet': ['ID=3c378c71-62f2-49d2-9aea-e0ed9480883a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:56.074503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:56.079723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9611310f-de16-46ee-926e-cff794671711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.086530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:56.366271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.387191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb07ba-7f31-41e9-a030-834247ad2000 None None] Pushing event updated for resources: {'Port': ['ID=f3939f2c-e2fe-4264-8788-cf7b89ceef15,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:56.423639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53eb07ba-7f31-41e9-a030-834247ad2000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:56.512248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9611310f-de16-46ee-926e-cff794671711 None None] Attempting to bind port f3939f2c-e2fe-4264-8788-cf7b89ceef15 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:28:56.513329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9611310f-de16-46ee-926e-cff794671711 None None] Attempting to bind port f3939f2c-e2fe-4264-8788-cf7b89ceef15 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:28:56.513826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611310f-de16-46ee-926e-cff794671711 None None] Attempting to bind port f3939f2c-e2fe-4264-8788-cf7b89ceef15 on network e6bb3d9d-a40c-4f74-aaeb-301f956d360a {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:28:56.516506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 37d049b9-a3f5-4458-88f9-6bb803e1bb51, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37d049b9-a3f5-4458-88f9-6bb803e1bb51,segment=NetworkSegment(9fada863-f2d1-4cbb-a23a-cc3124a18992),segment_id=9fada863-f2d1-4cbb-a23a-cc3124a18992)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:56.523001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.524565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.525685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:56.537363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-010c8dbe-980c-44e9-89fd-01a2cc49938b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:56.538775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-010c8dbe-980c-44e9-89fd-01a2cc49938b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 797 time: 0.4606466 Nov 24 19:28:56.551223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611310f-de16-46ee-926e-cff794671711 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:28:56.551552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611310f-de16-46ee-926e-cff794671711 None None] Checking segment: {'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:28:56.551981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9611310f-de16-46ee-926e-cff794671711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.552377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611310f-de16-46ee-926e-cff794671711 None None] Bound using segment: {'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:28:56.552861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9611310f-de16-46ee-926e-cff794671711 None None] Bound port: f3939f2c-e2fe-4264-8788-cf7b89ceef15, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fada863-f2d1-4cbb-a23a-cc3124a18992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:28:56.553240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9611310f-de16-46ee-926e-cff794671711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.574599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:56.714277 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-8ed45d7d-ae83-4f68-80fa-232930b7aac9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 380 time: 0.1403310 Nov 24 19:28:56.734423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['350ad305-8d43-4f43-91ae-8bf15410709c']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:56.778603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.833515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=37d049b9-a3f5-4458-88f9-6bb803e1bb51,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:56.833515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:56.840983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:56.867886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:56.867886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:56.968975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9611310f-de16-46ee-926e-cff794671711 None None] For port f3939f2c-e2fe-4264-8788-cf7b89ceef15, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:28:56.971725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9611310f-de16-46ee-926e-cff794671711 None None] For port f3939f2c-e2fe-4264-8788-cf7b89ceef15, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f3939f2c-e2fe-4264-8788-cf7b89ceef15,segment=NetworkSegment(9fada863-f2d1-4cbb-a23a-cc3124a18992),segment_id=9fada863-f2d1-4cbb-a23a-cc3124a18992)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:28:56.984949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552348a-9093-4e84-8f88-36436fe48348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa', 'network_id': '53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa', 'tenant_id': '94b38a179a8e46ddbf4cc794a2562396', 'fixed_ips': [{'subnet_id': '3c378c71-62f2-49d2-9aea-e0ed9480883a'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:28:56.984949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4552348a-9093-4e84-8f88-36436fe48348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.007226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9611310f-de16-46ee-926e-cff794671711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.010285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:57.028184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-21c97f11-5994-4d98-a5f8-546cfef689af req-1a473442-35b5-474c-8d53-c38385896d74 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 210 time: 0.2010086 Nov 24 19:28:57.181730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.extraroute_db [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added routes are [] {{(pid=87485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 19:28:57.181730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.extraroute_db [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 19:28:57.181730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:28:57.198907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.206203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4b285cb5-42d0-4a0a-afd1-2dae5225884e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:57.240749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:28:57.259780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=3c378c71-62f2-49d2-9aea-e0ed9480883a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:57.279889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:57.279889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:57.293232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:57.318074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:28:57.318074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.373081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.412090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.435516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb07ba-7f31-41e9-a030-834247ad2000 None None] Pushing event updated for resources: {'Port': ['ID=f3939f2c-e2fe-4264-8788-cf7b89ceef15,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:57.449879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53eb07ba-7f31-41e9-a030-834247ad2000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server [None req-4552348a-9093-4e84-8f88-36436fe48348 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c378c71-62f2-49d2-9aea-e0ed9480883a: This subnet is being modified by another concurrent operation. Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server raise exception Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c378c71-62f2-49d2-9aea-e0ed9480883a: This subnet is being modified by another concurrent operation. Nov 24 19:28:57.482743 dv-neutron-818346-1-hyperv neutron-server[87487]: ERROR oslo_messaging.rpc.server Nov 24 19:28:57.509067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5bd47-690a-4ac5-9cc0-94ca9117a6ad None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:28:57.565410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:28:57.569317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:28:57.637072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.637952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e9d16a0-7a06-42e8-b902-f695e6f3b29d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:57.676434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53d48af2-cf29-43eb-80d8-80c4f1afae71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:57.699796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:57.808381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:57.856386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40162f34-418a-4046-9663-acbfa648a775') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:57.856386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40162f34-418a-4046-9663-acbfa648a775') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:57.881420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.035487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:58.045023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:58.085223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.120230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:58.120504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:58.120621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.120901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:58.141520 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:58.229965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5bd47-690a-4ac5-9cc0-94ca9117a6ad None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:28:58.282519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.289703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.12 (e51bbf00-fd90-4595-a043-5ae4c99b4c94/6d41b256-e156-4b15-af1f-779b474b5838/19a6ed46-7e06-4f13-86b0-f8c17ad108ed) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:28:58.304197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.308269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.312082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.319318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-64534894-e44a-4e93-82be-274462650fee tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:58.358819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:58.361406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:58.431714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9611310f-de16-46ee-926e-cff794671711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 6, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:28:56Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:58.442142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611310f-de16-46ee-926e-cff794671711 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 6, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:28:56Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:28:58.500721 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa HTTP/1.1" status: 204 len: 168 time: 2.4641292 Nov 24 19:28:58.505006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46430) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:58.581827 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-44db4ced-533e-4adb-ac6b-8c388b20289d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:58.583432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44db4ced-533e-4adb-ac6b-8c388b20289d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:58.587180 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-44db4ced-533e-4adb-ac6b-8c388b20289d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/3c378c71-62f2-49d2-9aea-e0ed9480883a HTTP/1.1" status: 404 len: 337 time: 0.0811439 Nov 24 19:28:58.588887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46434) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:58.606132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 37d049b9-a3f5-4458-88f9-6bb803e1bb51 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:58.638030 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e553165f-3e31-4bc3-84c0-ce5054a97073 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:58.638521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e553165f-3e31-4bc3-84c0-ce5054a97073 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:58.644260 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e553165f-3e31-4bc3-84c0-ce5054a97073 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa HTTP/1.1" status: 404 len: 339 time: 0.0524914 Nov 24 19:28:58.645334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46438) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:58.661892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4a49c987-64ca-4780-b741-092f2a292f6b req-c3b9070f-7590-4275-8c8d-35652ac88ad6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:28:58.713312 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2b1692-826a-4263-acb1-d9fed1395be0 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:58.713312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2b1692-826a-4263-acb1-d9fed1395be0 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:58.719458 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ae2b1692-826a-4263-acb1-d9fed1395be0 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/47301f20-3a8b-4939-b7b8-2f9eab2522e4 HTTP/1.1" status: 404 len: 337 time: 0.0732329 Nov 24 19:28:58.720201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46442) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:58.754575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:58.754575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.763706 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ade594-f79b-454d-af1d-84bece42cfe8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:58.765695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ade594-f79b-454d-af1d-84bece42cfe8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:58.770451 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d0ade594-f79b-454d-af1d-84bece42cfe8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/49407f4a-d4e4-4a2b-9803-f6329e5f3dcd HTTP/1.1" status: 404 len: 339 time: 0.0492783 Nov 24 19:28:58.771600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46446) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:58.930642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:58.965137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 19a6ed46-7e06-4f13-86b0-f8c17ad108ed will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:28:58.970297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.045062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.056086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4a49c987-64ca-4780-b741-092f2a292f6b req-c3b9070f-7590-4275-8c8d-35652ac88ad6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:28:59.057829 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4a49c987-64ca-4780-b741-092f2a292f6b req-c3b9070f-7590-4275-8c8d-35652ac88ad6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 210 time: 0.8335934 Nov 24 19:28:59.060329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cd1b1aff-c02a-4875-9400-0cbdcf8924ab tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:59.112240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82533135-f94f-42ec-991d-86e80992db83 None None] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:59.145610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:28:59.150800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82533135-f94f-42ec-991d-86e80992db83 None None] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa could not be found, it might have been deleted concurrently. {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 19:28:59.161785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3daa4-4a9d-41ec-ae48-d3e313f2e0a4 None None] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:59.190012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:59.222772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3daa4-4a9d-41ec-ae48-d3e313f2e0a4 None None] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa could not be found, it might have been deleted concurrently. {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 19:28:59.228929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.234194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b04285-9cad-47c3-ac7a-4f3e24e8a2fe None None] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:28:59.243645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:28:59.264632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:28:59.282360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b04285-9cad-47c3-ac7a-4f3e24e8a2fe None None] Network 53c70aa1-a6a4-40e7-9f55-b97f38f2a4aa could not be found, it might have been deleted concurrently. {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 19:28:59.292246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab121e6a-8687-4702-b263-4c4d917d969d']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:59.315112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6a5e79ad-9dba-48f6-9e07-0a9c8fee6346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.326150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771e631f-519c-49e6-82aa-7b18f68e2829') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:59.326353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771e631f-519c-49e6-82aa-7b18f68e2829') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:59.350925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:59.350925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.353598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.381379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:28:59.397038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.406915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:28:59.407327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:28:59.435564 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:28:59.541859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:28:59.629661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.640546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-44dbf565-7fdd-45fd-b54b-731b097ea686 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:28:59.667006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.682197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=ab121e6a-8687-4702-b263-4c4d917d969d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:59.693348 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/ab121e6a-8687-4702-b263-4c4d917d969d HTTP/1.1" status: 204 len: 168 time: 0.9204426 Nov 24 19:28:59.695120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b96e6906-b4ee-419f-be90-0e9e3808e81c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:59.695808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46450) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:59.698624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:59.699024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.709158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:28:59.712266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.722175 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:28:59.740105 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:28:59.741932 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:28:59.748873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:28:59.778491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0492909 Nov 24 19:28:59.782024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:28:59.804358 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc23c3f-be91-4de7-b4a5-6e6cda9138cc tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:59.804358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc23c3f-be91-4de7-b4a5-6e6cda9138cc tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:59.810433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Request body: {'port': {'device_id': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:28:59.815379 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bfc23c3f-be91-4de7-b4a5-6e6cda9138cc tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/918a38e5-4eaa-485e-899a-7654aa6733ca HTTP/1.1" status: 404 len: 337 time: 0.1181464 Nov 24 19:28:59.816092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:59.821851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.846953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c23595a3-1f33-478c-a617-2cd4830f97a4 None None] Provisioning for port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:28:59.857316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c23595a3-1f33-478c-a617-2cd4830f97a4 None None] Provisioning complete for port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:28:59.859623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c23595a3-1f33-478c-a617-2cd4830f97a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.892715 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bab782a-aee0-4b25-8946-dce3060195af tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:59.893494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bab782a-aee0-4b25-8946-dce3060195af tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:59.895541 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9bab782a-aee0-4b25-8946-dce3060195af tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/357356bb-ac6e-469d-ab00-e3c9398de54e HTTP/1.1" status: 404 len: 339 time: 0.0778155 Nov 24 19:28:59.898654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46458) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:59.931086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c23595a3-1f33-478c-a617-2cd4830f97a4 None None] Port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:28:59.950858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:28:59.971309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:28:59.975210 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89ac727-77bf-4d80-bd8b-4b426e21bb1b tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:28:59.975950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89ac727-77bf-4d80-bd8b-4b426e21bb1b tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:28:59.978851 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-16cc468e-d227-4bad-a440-7c967365f197 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 200 len: 699 time: 4.4930794 Nov 24 19:28:59.979327 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b89ac727-77bf-4d80-bd8b-4b426e21bb1b tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/ba21b60a-ca33-4684-8ee4-af993bb23af3 HTTP/1.1" status: 404 len: 337 time: 0.0783463 Nov 24 19:28:59.981797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46464) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:28:59.982224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46466) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.023661 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:00.106708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:00.330794 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd0b4bd-82a3-4a48-ac13-c90385519e36 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:00.331280 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd0b4bd-82a3-4a48-ac13-c90385519e36 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:00.335472 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6dd0b4bd-82a3-4a48-ac13-c90385519e36 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/93a0852f-ac83-405d-80f4-f96fb4fcaa9a HTTP/1.1" status: 404 len: 339 time: 0.3458712 Nov 24 19:29:00.337233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46474) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.380223 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8a8f15-43af-4d6b-9fc8-828734e01ef7 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:00.380680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8a8f15-43af-4d6b-9fc8-828734e01ef7 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:00.384961 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3a8a8f15-43af-4d6b-9fc8-828734e01ef7 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/4add636f-3ee7-4f8d-94d9-07d23c1d390c HTTP/1.1" status: 404 len: 337 time: 0.0449021 Nov 24 19:29:00.385396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46480) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.398723 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 7, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:28:56Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:00.402353 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:00.412984 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:00.413997 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:00.435018 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdd0c14-8fba-4f91-b7de-435954e59dea tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:00.435676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdd0c14-8fba-4f91-b7de-435954e59dea tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:00.439137 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dfdd0c14-8fba-4f91-b7de-435954e59dea tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/032cfdb3-58a7-45db-8d30-1b78210fd94a HTTP/1.1" status: 404 len: 339 time: 0.0523727 Nov 24 19:29:00.442643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46484) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.513914 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-606c0780-1244-4551-9865-74d8fdcdf697 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 200 len: 699 time: 0.5265415 Nov 24 19:29:00.516593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46488) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.576365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f3939f2c-e2fe-4264-8788-cf7b89ceef15 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:00.610520 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:00.682998 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5bbcf9-107f-456b-ab06-e9162966e333 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:00.682998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5bbcf9-107f-456b-ab06-e9162966e333 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:00.689646 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9d5bbcf9-107f-456b-ab06-e9162966e333 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/96d4b3f4-7a28-4409-8d6e-1d97436230f5 HTTP/1.1" status: 404 len: 337 time: 0.2407289 Nov 24 19:29:00.689646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46492) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.730317 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9a77b7-4d8a-4473-9742-4d1dd5dea8ec tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:00.730317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9a77b7-4d8a-4473-9742-4d1dd5dea8ec tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:00.730317 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9a9a77b7-4d8a-4473-9742-4d1dd5dea8ec tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/288c638a-2239-4456-8794-6fa5f28a9f4b HTTP/1.1" status: 404 len: 339 time: 0.0347662 Nov 24 19:29:00.730317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46496) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.769871 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b9d0ea-bf19-44f7-8588-12e246f5fe0d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:00.770329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b9d0ea-bf19-44f7-8588-12e246f5fe0d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:00.772022 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0b9d0ea-bf19-44f7-8588-12e246f5fe0d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/c5c2d479-ba87-4d09-907b-d1f76599fe79 HTTP/1.1" status: 404 len: 337 time: 0.0428827 Nov 24 19:29:00.775199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port f3939f2c-e2fe-4264-8788-cf7b89ceef15 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:00.775291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46500) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:00.785067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f3939f2c-e2fe-4264-8788-cf7b89ceef15 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:00.785234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427f9aa-161e-49b1-9bb3-75da25846a64 req-781d9f15-a350-4404-a602-19a431058835 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:00.785616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:00.786806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9427f9aa-161e-49b1-9bb3-75da25846a64 req-781d9f15-a350-4404-a602-19a431058835 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 932 time: 0.4339566 Nov 24 19:29:00.804116 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f367febe-24d5-482c-a38a-872eb1ca309c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:00.804598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f367febe-24d5-482c-a38a-872eb1ca309c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:00.806278 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f367febe-24d5-482c-a38a-872eb1ca309c tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/e5071a48-41aa-4755-901b-6fe20718953a HTTP/1.1" status: 404 len: 339 time: 0.0303464 Nov 24 19:29:00.956018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:00.965497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a6ed46-7e06-4f13-86b0-f8c17ad108ed {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:29:00.977197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:00.997517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Transition to ACTIVE for port object 19a6ed46-7e06-4f13-86b0-f8c17ad108ed will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:01.001753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46504) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:01.030397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.038234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port f3939f2c-e2fe-4264-8788-cf7b89ceef15, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f3939f2c-e2fe-4264-8788-cf7b89ceef15,segment=NetworkSegment(9fada863-f2d1-4cbb-a23a-cc3124a18992),segment_id=9fada863-f2d1-4cbb-a23a-cc3124a18992)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:01.048727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.060506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:01.093845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:01.154106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=f3939f2c-e2fe-4264-8788-cf7b89ceef15,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:01.166558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:01.182126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9427f9aa-161e-49b1-9bb3-75da25846a64 req-c574022e-b475-49cb-90ff-dc91642efbe5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839211 Nov 24 19:29:01.220043 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 7, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:28:56Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:01.225956 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c22ba1-8bf9-401e-b26b-21989fb80294 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 7, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:28:56Z', 'revision_number': 4, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:01.244794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8c405c-082d-408d-b28d-c809b0ad7f36 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:01.245267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8c405c-082d-408d-b28d-c809b0ad7f36 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:01.246937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eb8c405c-082d-408d-b28d-c809b0ad7f36 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/b69f4271-3044-4ebc-a5b1-4e3e25452b02 HTTP/1.1" status: 404 len: 337 time: 0.2236676 Nov 24 19:29:01.253565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46508) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:01.289621 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce96b0b6-bd36-40ee-92aa-4f2db4b53bf1 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:01.290355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce96b0b6-bd36-40ee-92aa-4f2db4b53bf1 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:01.292379 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ce96b0b6-bd36-40ee-92aa-4f2db4b53bf1 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/ec4969d8-640e-4c2e-abfc-461613d4f1b2 HTTP/1.1" status: 404 len: 339 time: 0.0352299 Nov 24 19:29:01.294799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46512) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:01.338485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.339502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:01.343313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:01.403838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Attempting to bind port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:01.406028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Attempting to bind port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:01.406028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Attempting to bind port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:01.412093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:29:01.412422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Attempting to bind port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:01.419101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:01.419101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Checking segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:01.419330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Bound using segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:01.421607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Bound port: 19a6ed46-7e06-4f13-86b0-f8c17ad108ed, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:01.422450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.449504 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:29:01.474447 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ac5c6d-b5b7-4516-9826-e021c21697ce tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:01.474447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ac5c6d-b5b7-4516-9826-e021c21697ce tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:01.476734 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-37ac5c6d-b5b7-4516-9826-e021c21697ce tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/2a718473-7b8c-4d50-aa91-160475355f4f HTTP/1.1" status: 404 len: 337 time: 0.1796241 Nov 24 19:29:01.486158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46516) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:01.536435 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3bc962-fae4-48cd-9cf6-808824d1c8b1 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:01.536713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3bc962-fae4-48cd-9cf6-808824d1c8b1 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:01.541701 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cc3bc962-fae4-48cd-9cf6-808824d1c8b1 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/99999dfb-a6a4-4791-afbd-03c26974ebf7 HTTP/1.1" status: 404 len: 339 time: 0.0515852 Nov 24 19:29:01.541701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46520) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:01.596993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:01.600476 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-8752dc8e-65b2-4e22-b5bd-52a27769e15f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:01.600932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8752dc8e-65b2-4e22-b5bd-52a27769e15f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:01.602592 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8752dc8e-65b2-4e22-b5bd-52a27769e15f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/ff422ef1-b7c4-4b05-af42-7ab53a75b8a7 HTTP/1.1" status: 404 len: 337 time: 0.0603957 Nov 24 19:29:01.605214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46524) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:01.613948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:01.614607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:28:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:01.652592 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d11a930-d165-4aee-ad7c-5c2eee1a50f9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:01.653275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d11a930-d165-4aee-ad7c-5c2eee1a50f9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:01.657723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2d11a930-d165-4aee-ad7c-5c2eee1a50f9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/cc46d913-edf5-404d-9cd4-978930639e71 HTTP/1.1" status: 404 len: 339 time: 0.0491612 Nov 24 19:29:01.658088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46528) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:01.699400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] For port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:01.722615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] For port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:01.736390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.746988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-544c9ad7-9c36-4327-a9fa-782096aa6c59 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:01.770804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port f3939f2c-e2fe-4264-8788-cf7b89ceef15 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:01.771444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.791160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:01.828368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Deleting subnet a221efa7-6e80-4b8c-a8cd-0d79157da8a8 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:01.833824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:01.836852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.872916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:01.889548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:01.890441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:01.892105 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/19a6ed46-7e06-4f13-86b0-f8c17ad108ed HTTP/1.1" status: 200 len: 1094 time: 2.1022511 Nov 24 19:29:01.892849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:29:01.922496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.015472 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'status': 'completed', 'code': 200} Nov 24 19:29:02.045823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port f3939f2c-e2fe-4264-8788-cf7b89ceef15, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f3939f2c-e2fe-4264-8788-cf7b89ceef15,segment=NetworkSegment(9fada863-f2d1-4cbb-a23a-cc3124a18992),segment_id=9fada863-f2d1-4cbb-a23a-cc3124a18992)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:02.046216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.156842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-528b2c36-b8a5-44cd-b522-b624143d10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:02.158774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-528b2c36-b8a5-44cd-b522-b624143d10b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 1097 time: 0.1636639 Nov 24 19:29:02.171912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f4a943e8-cee6-4e88-9d0d-55eda7fa493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.241740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.284888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-0ee3c03a-a8d0-45c5-bed6-a1cb4496abcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed HTTP/1.1" status: 200 len: 217 time: 0.1124489 Nov 24 19:29:02.370248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 7, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:29:01Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:02.372216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-8e84152c-0548-4078-8c24-166a08d8399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:02.374799 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-8e84152c-0548-4078-8c24-166a08d8399c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.0827849 Nov 24 19:29:02.378304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:02.389219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:02.389913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:02.475249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for f3939f2c-e2fe-4264-8788-cf7b89ceef15 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:02.489925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.505839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aaedbbc0-85d6-4577-8505-819086a5f0b8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:02.575097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f3939f2c-e2fe-4264-8788-cf7b89ceef15 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:02.674253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:02.709043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Subnet': ['ID=a221efa7-6e80-4b8c-a8cd-0d79157da8a8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:02.714786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.718851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:02.723841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6900ac-1286-4541-8255-adbdf3205584 None None] Network ea21a6eb-b325-4de5-bc76-b7b74025e91b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:02.767323 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/subnets/a221efa7-6e80-4b8c-a8cd-0d79157da8a8 HTTP/1.1" status: 204 len: 168 time: 1.1078639 Nov 24 19:29:02.768647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46536) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:02.782707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-6774f8bf-bf27-45de-b2d4-4a33f3eabe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:02.784209 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-6774f8bf-bf27-45de-b2d4-4a33f3eabe93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4007003 Nov 24 19:29:02.825427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0eee-538b-4e87-b69a-68195641368a req-45c1fb10-5961-4032-8a54-669432d24968 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:02.827900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db0e0eee-538b-4e87-b69a-68195641368a req-45c1fb10-5961-4032-8a54-669432d24968 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 944 time: 0.3879988 Nov 24 19:29:02.855910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.937117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f3939f2c-e2fe-4264-8788-cf7b89ceef15 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:02.937784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:02.942444 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db0e0eee-538b-4e87-b69a-68195641368a req-fc08c72a-daae-4611-b05c-eca4d2ec27ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695696 Nov 24 19:29:02.986613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-98f33c5f-de94-4845-9eb4-eeb68b662d18 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946194 Nov 24 19:29:03.013080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.017012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.027568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0a04685d-62e9-4598-8cb3-7d9bfd0f3db1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:03.111395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=f3939f2c-e2fe-4264-8788-cf7b89ceef15,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:03.121362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:03.152097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d41c065-7f80-4a9e-b4f1-598af2d8a7ec req-022b2f43-f3a0-4943-9331-caa5a1486f13 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576891 Nov 24 19:29:03.152680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Deleting port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:03.152864 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.173579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Could not find standard attr ID for object f3939f2c-e2fe-4264-8788-cf7b89ceef15. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:29:03.183867 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No ports have port_id starting with f3939f2c-e2fe-4264-8788-cf7b89ceef15 Nov 24 19:29:03.309948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 7, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:29:01Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:03.316191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67a740-1522-40ca-9870-6253ca0060b3 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 7, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3939f2c-e2fe-4264-8788-cf7b89ceef15', 'name': '', 'network_id': 'e6bb3d9d-a40c-4f74-aaeb-301f956d360a', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ae:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:46Z', 'updated_at': '2021-11-24T19:29:01Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'bff1bcb8-00b6-46b2-89db-16f5581064c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:03.333145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-0c26cb3c-de08-4f50-ba89-13433beb9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:03.334999 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-0c26cb3c-de08-4f50-ba89-13433beb9521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 1097 time: 0.1089966 Nov 24 19:29:03.375978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] DHCP port deletion for ea21a6eb-b325-4de5-bc76-b7b74025e91b request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:03.381007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Deleting port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:03.381404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.492659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-1acb4b4c-e9ca-40e5-916e-b5abf05fea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:03.494783 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-1acb4b4c-e9ca-40e5-916e-b5abf05fea4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 898 time: 0.1527257 Nov 24 19:29:03.571836 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-38c63052-fe60-4162-b2cb-45ba9e69e6ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed HTTP/1.1" status: 200 len: 217 time: 0.0697491 Nov 24 19:29:03.580209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.619748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] For port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,segment=NetworkSegment(eec1213d-5c60-461e-bc58-508d9532c52a),segment_id=eec1213d-5c60-461e-bc58-508d9532c52a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:03.620093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.639298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-577917b5-4469-41fa-af4a-55f4355953db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:03.640962 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-577917b5-4469-41fa-af4a-55f4355953db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.0634594 Nov 24 19:29:03.723871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-cbd88c5a-0d44-4227-a400-95d3ddfb3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:03.725531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-cbd88c5a-0d44-4227-a400-95d3ddfb3109 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770452 Nov 24 19:29:03.746303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] For port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,segment=NetworkSegment(eec1213d-5c60-461e-bc58-508d9532c52a),segment_id=eec1213d-5c60-461e-bc58-508d9532c52a)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:03.746671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.750164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Calling delete_port for 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:03.833364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:03.844084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:03.879831 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-dedc3463-7f01-4ed2-a861-6bf65053f5c4 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460571 Nov 24 19:29:03.891406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Pushing event deleted for resources: {'Port': ['ID=35ee7ad8-3f13-4814-ac4a-188fc239c1d2,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:03.893722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] No DVR routers for this DVR port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:03.895479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:04.028997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Calling delete_port for 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:04.037663 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91c9fd7a-9133-4ecb-b8b4-30b172f7cb85 req-deb36faf-0a27-4042-97a9-6a381f16b887 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490796 Nov 24 19:29:04.142123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1c5ec-46db-4036-b9e0-185805341785 req-94066476-9b8b-4cc3-9542-f36f9c73a1ec tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:04.143609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cdf1c5ec-46db-4036-b9e0-185805341785 req-94066476-9b8b-4cc3-9542-f36f9c73a1ec tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 944 time: 0.0809331 Nov 24 19:29:04.191160 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cdf1c5ec-46db-4036-b9e0-185805341785 req-76ca41b7-8f26-4e60-b022-5416bfcd925f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Nov 24 19:29:04.251060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:29:04.251373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:29:04.260008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:29:04.416803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:04.425918 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:04.436797 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9162869 Nov 24 19:29:04.437097 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:04.437097 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:04.437446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46542) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:04.497275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:04.524497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet bff1bcb8-00b6-46b2-89db-16f5581064c0 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:04.528130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:04.559253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:04.583704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:04.593299 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:04.596843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:04.597205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:04.676891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:04.752640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Deleting port 35ee7ad8-3f13-4814-ac4a-188fc239c1d2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:04.752985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:04.756543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:04.761262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8340ddb3-7c86-4b72-8d17-e58ccba4143d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:04.797971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=bff1bcb8-00b6-46b2-89db-16f5581064c0,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:04.805587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:04.808539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:04.813535 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e14d3d06-8dc5-4fe0-9323-0db9244ac3d9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/bff1bcb8-00b6-46b2-89db-16f5581064c0 HTTP/1.1" status: 204 len: 168 time: 0.3751805 Nov 24 19:29:04.816089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46548) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:04.818565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ecf54-c819-43f9-bdfe-f50fb3507182 None None] Network e6bb3d9d-a40c-4f74-aaeb-301f956d360a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:04.841602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] The port '35ee7ad8-3f13-4814-ac4a-188fc239c1d2' was deleted {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:29:04.963288 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:02Z', 'revision_number': 8, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:04.967894 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:04.981873 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:04.983414 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:05.001976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.038314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea21a6eb-b325-4de5-bc76-b7b74025e91b']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:05.052620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec1213d-5c60-461e-bc58-508d9532c52a') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:05.052918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec1213d-5c60-461e-bc58-508d9532c52a') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:05.067368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.086236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.093837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:05.094451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.096602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.117343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:05.117677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.187492 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: util.warn( Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:05.195852 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:05.244952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.250766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-56a25ee7-3614-4cf2-9c4b-8489042ad234 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:05.271894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.282274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] DHCP port deletion for e6bb3d9d-a40c-4f74-aaeb-301f956d360a request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:05.290972 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] 10.222.0.47 "DELETE /v2.0/networks/ea21a6eb-b325-4de5-bc76-b7b74025e91b HTTP/1.1" status: 204 len: 168 time: 2.5210638 Nov 24 19:29:05.296256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Pushing event deleted for resources: {'Network': ['ID=ea21a6eb-b325-4de5-bc76-b7b74025e91b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:05.299700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:05.336325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Deleting port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:05.338548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.579017 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:02Z', 'revision_number': 8, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:05.583513 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbd94b-9c6d-498a-a8a7-04a15146cc1b None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:02Z', 'revision_number': 8, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79', 'name': '', 'network_id': '5c6c029a-0087-4f50-834a-299943ee75c2', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:ef:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:36Z', 'updated_at': '2021-11-24T19:28:53Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '0129f3d0-bd75-4658-b1de-dff997bcad8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:05.593647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb34cb7-6e62-41e4-83be-21133b47c80f req-0135ad02-f0f9-4e90-912a-cab0ecc1e9f3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:05.595388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccb34cb7-6e62-41e4-83be-21133b47c80f req-0135ad02-f0f9-4e90-912a-cab0ecc1e9f3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 944 time: 0.2227917 Nov 24 19:29:05.665583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 37d049b9-a3f5-4458-88f9-6bb803e1bb51, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37d049b9-a3f5-4458-88f9-6bb803e1bb51,segment=NetworkSegment(9fada863-f2d1-4cbb-a23a-cc3124a18992),segment_id=9fada863-f2d1-4cbb-a23a-cc3124a18992)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:05.666421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.674359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] For port 37d049b9-a3f5-4458-88f9-6bb803e1bb51, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=37d049b9-a3f5-4458-88f9-6bb803e1bb51,segment=NetworkSegment(9fada863-f2d1-4cbb-a23a-cc3124a18992),segment_id=9fada863-f2d1-4cbb-a23a-cc3124a18992)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:05.674768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.706416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46558) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:05.736903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccb34cb7-6e62-41e4-83be-21133b47c80f req-1dfdcce5-f7fe-4e75-999d-3a354d7e93f7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345332 Nov 24 19:29:05.802780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 37d049b9-a3f5-4458-88f9-6bb803e1bb51 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:05.804204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Calling delete_port for 37d049b9-a3f5-4458-88f9-6bb803e1bb51 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:05.881168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 19:29:05.881168 dv-neutron-818346-1-hyperv neutron-server[87487]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Nov 24 19:29:05.881168 dv-neutron-818346-1-hyperv neutron-server[87487]: [parameters: {'port_id': '37d049b9-a3f5-4458-88f9-6bb803e1bb51'}] Nov 24 19:29:05.881168 dv-neutron-818346-1-hyperv neutron-server[87487]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:29:05.882038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:29:05.882601 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f0ce3ef0-c24a-4b4a-910e-7d7651fa5b07 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94b38a179a8e46ddbf4cc794a2562396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747811 Nov 24 19:29:05.885172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46564) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:05.897600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:05.903315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9cd3b435-d33a-4b8a-8ae1-91bf787bd64d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:05.960292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=37d049b9-a3f5-4458-88f9-6bb803e1bb51,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:05.966222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:05.969474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:06.115995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.121555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.169295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bb3d9d-a40c-4f74-aaeb-301f956d360a']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:06.177033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.191661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fada863-f2d1-4cbb-a23a-cc3124a18992') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:06.191983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fada863-f2d1-4cbb-a23a-cc3124a18992') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:06.217332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.244066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.251110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:06.251493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:06.265760 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:06.321520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.335602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-94770ea2-0b53-4af5-bde3-93810da57b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:06.362814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7024c-0619-4008-9240-f0da01788ce5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:06.365582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:06.375363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.379227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63bfc42a-804d-4df4-bead-087e4a0ad973 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:06.383552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Deleting port 37d049b9-a3f5-4458-88f9-6bb803e1bb51 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:06.383939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.393978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.399010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.400366 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38e7024c-0619-4008-9240-f0da01788ce5 HTTP/1.1" status: 204 len: 168 time: 0.5139437 Nov 24 19:29:06.405469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=e6bb3d9d-a40c-4f74-aaeb-301f956d360a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:06.408313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:06.412621 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/e6bb3d9d-a40c-4f74-aaeb-301f956d360a HTTP/1.1" status: 204 len: 168 time: 1.5930407 Nov 24 19:29:06.412938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46570) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:06.471015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c7a490e5-148c-4555-819b-66d0f4c9e164 None None] The port '37d049b9-a3f5-4458-88f9-6bb803e1bb51' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:29:06.529644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 37d049b9-a3f5-4458-88f9-6bb803e1bb51 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:06.565068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 37d049b9-a3f5-4458-88f9-6bb803e1bb51 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:06.565399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 37d049b9-a3f5-4458-88f9-6bb803e1bb51 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:06.565834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f3939f2c-e2fe-4264-8788-cf7b89ceef15 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:06.599403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: f3939f2c-e2fe-4264-8788-cf7b89ceef15 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:06.599672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f3939f2c-e2fe-4264-8788-cf7b89ceef15 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:06.681401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 19a6ed46-7e06-4f13-86b0-f8c17ad108ed details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:29:06.838207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:06.854155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'port_id': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'mac_address': 'fa:16:3e:9f:a8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:29:06.924261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.952307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a6ed46-7e06-4f13-86b0-f8c17ad108ed {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:29:06.972510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:06.978759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:06.981702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:06.988309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6cfa0-f9a9-453e-bd0c-21cada29de25 req-a93f5956-5f33-4990-9a8e-8e217b4a489e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:06.989888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79d6cfa0-f9a9-453e-bd0c-21cada29de25 req-a93f5956-5f33-4990-9a8e-8e217b4a489e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 944 time: 0.1291389 Nov 24 19:29:07.068090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:07.071302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:07.072537 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79d6cfa0-f9a9-453e-bd0c-21cada29de25 req-2bc14724-c0ae-4c44-8d95-08bbac4cc471 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721250 Nov 24 19:29:07.166834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.242269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46594) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:07.345911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1310953030'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:07.351054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:07.354937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:07.357971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:07.358237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['19a6ed46-7e06-4f13-86b0-f8c17ad108ed'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:29:07.364704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:07.376202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:07.380103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.393926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.415420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:07.419306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group_rule and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:07.422258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:07.428238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:07.523233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:07.524137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.529478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.535338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.538817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bd61c476-dcbc-436d-806c-d287c1081647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:07.570157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:07.579664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f794de97-4fa3-4127-915f-58abf1f2ecd9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:07.583301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:07.586319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.586662 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment bbc418ac-e7d4-4544-8536-1a2b42b2ca70 of type vlan for network c7c5a15c-3a06-4691-ab83-5773748cd377 Nov 24 19:29:07.617399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.649384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.655905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:07.656854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.661953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-698e2dc5-32ea-45e9-a7dd-ef1c9c9731a1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:07.738610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,segment=NetworkSegment(047d545a-2f42-4e7c-80d9-fece7ccc7be0),segment_id=047d545a-2f42-4e7c-80d9-fece7ccc7be0)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:07.738970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.766113 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5226750 Nov 24 19:29:07.768984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46600) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:07.776928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'name': 'tempest-PortsIpV6TestJSON-1628890101'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:07.790512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=c7c5a15c-3a06-4691-ab83-5773748cd377,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:07.795298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:07.801525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:07.868530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:07.898597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:07.903166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:07.907032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:07.913134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:07.924726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:07.929702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:07.950999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 33d36ff3-e476-4c52-a7dc-b1264dabef27 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:08.063165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.066856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:08.114799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:08.147035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:08.370939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.384357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.398241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e9a4-17e0-4662-90d3-fe2c43899cc4 req-a7b8c800-b557-4d69-aaec-123f6da92880 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:08.399724 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e194e9a4-17e0-4662-90d3-fe2c43899cc4 req-a7b8c800-b557-4d69-aaec-123f6da92880 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 945 time: 0.1361675 Nov 24 19:29:08.447471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.457394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e194e9a4-17e0-4662-90d3-fe2c43899cc4 req-f57f2821-f306-4e70-bba8-bb7e5d12ab5b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504858 Nov 24 19:29:08.458105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:08.556420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=33d36ff3-e476-4c52-a7dc-b1264dabef27,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:08.560681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:08.568881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': 'bbc418ac-e7d4-4544-8536-1a2b42b2ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:08.569244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: c7c5a15c-3a06-4691-ab83-5773748cd377, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:08.589634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:08.599663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, c7c5a15c-3a06-4691-ab83-5773748cd377) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:08.603577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:08.610533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:08.611571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.612725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab521ad2-b58a-4527-a46f-770dd6ee98ef None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:08.635638 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8655555 Nov 24 19:29:08.639394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46608) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:08.645698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-44949126'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:08.651355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:08.656546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:08.659675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:08.666024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:08.677508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:08.681282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.684100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 19a6ed46-7e06-4f13-86b0-f8c17ad108ed up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:08.710699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:08.720696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.721040 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment ca882f11-32e5-438c-af83-fc08730d6add of type vlan for network 11b6b51d-ace4-4c82-8914-2fc157e0418b Nov 24 19:29:08.749919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.782853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.788576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:08.789161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.796153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3352533c-0e0a-422c-9018-150f900c44d9 tempest-AllowedAddressPairTestJSON-429109299 tempest-AllowedAddressPairTestJSON-429109299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:08.838854 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1979101 Nov 24 19:29:08.843068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46612) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:08.854518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'ports': [{'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377'}, {'network_id': '11b6b51d-ace4-4c82-8914-2fc157e0418b'}]} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:08.854904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:08.855454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': '11b6b51d-ace4-4c82-8914-2fc157e0418b'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:08.901790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:08.910786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:08.911358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:08.925806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=11b6b51d-ace4-4c82-8914-2fc157e0418b,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:08.935660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:08.940637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 11b6b51d-ace4-4c82-8914-2fc157e0418b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:08.974557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:29:09.136735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.164500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:29:09.174563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:09.179909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.181960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53eb07ba-7f31-41e9-a030-834247ad2000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:09.218138 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'code': 200} Nov 24 19:29:09.231799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:09.239455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:09.243716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:09.246825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:09.254442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:09.256822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:09.261158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:09.268895 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8534791 Nov 24 19:29:09.270135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46618) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:09.272261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:09.283263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:09.283982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:09.308550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 2} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:09.313735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.345364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.371116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet 0129f3d0-bd75-4658-b1de-dff997bcad8b {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:09.390844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.451934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:09.471004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab561bf-a42e-46a1-bff7-f1416eaf9d80 req-c42ac030-a03e-40c5-bebb-2660b5aa2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:09.472532 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dab561bf-a42e-46a1-bff7-f1416eaf9d80 req-c42ac030-a03e-40c5-bebb-2660b5aa2c13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 1099 time: 0.0788028 Nov 24 19:29:09.520538 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dab561bf-a42e-46a1-bff7-f1416eaf9d80 req-d2b463d8-6298-4d6a-a1d0-2783e0e30ebf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413530 Nov 24 19:29:09.526936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.561551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 89058063-14c0-4946-9889-e209ee4baea5 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:09.677566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.690398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f57e0-907c-4900-abcb-803baab58854 req-f1f45ab5-1c8b-4044-83e9-0485ce082e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:09.691912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e79f57e0-907c-4900-abcb-803baab58854 req-f1f45ab5-1c8b-4044-83e9-0485ce082e89 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 946 time: 0.0914845 Nov 24 19:29:09.740999 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e79f57e0-907c-4900-abcb-803baab58854 req-e8409044-2109-4cad-a42b-0e60591ee840 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Nov 24 19:29:09.790921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.799607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:07Z', 'revision_number': 9, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:09.803563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:09.812671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:09.813233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:09.816822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.823519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d81bb2bb-190d-463f-a5be-c74dddcf959d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:09.909508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=0129f3d0-bd75-4658-b1de-dff997bcad8b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:09.911463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:09.925067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:09.925298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39503247-45fb-4ea0-84ae-44e5bbba85e9 None None] Network 5c6c029a-0087-4f50-834a-299943ee75c2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:09.945695 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/0129f3d0-bd75-4658-b1de-dff997bcad8b HTTP/1.1" status: 204 len: 168 time: 0.6707566 Nov 24 19:29:09.947163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46624) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:09.969072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 09a84d48-b03f-4809-a9fa-5967ee06999a yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:10.058560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:10.074729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.128337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 75fb48e6-f69e-4762-abfd-fd324f31b7bc {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:10.128672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.420592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.499174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] DHCP port deletion for 5c6c029a-0087-4f50-834a-299943ee75c2 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:10.506123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Deleting port 75fb48e6-f69e-4762-abfd-fd324f31b7bc {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:10.506508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.532545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 75fb48e6-f69e-4762-abfd-fd324f31b7bc, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75fb48e6-f69e-4762-abfd-fd324f31b7bc,segment=NetworkSegment(047d545a-2f42-4e7c-80d9-fece7ccc7be0),segment_id=047d545a-2f42-4e7c-80d9-fece7ccc7be0)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:10.532896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.569172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:07Z', 'revision_number': 9, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:10.600300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89197b80-554f-42e9-ae37-8c703ce3c68a None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:07Z', 'revision_number': 9, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': '818fe0d2-5f82-45fd-bfa8-639ededb2c06', 'name': '', 'network_id': '8b20d536-9be5-4751-9f9b-3ed880e615a7', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:6b:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:38Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': '8f7b166d-18c9-43ee-b30b-b5727fe916ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:10.658142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 75fb48e6-f69e-4762-abfd-fd324f31b7bc owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:10.698298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.705849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:10.734107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] For port 75fb48e6-f69e-4762-abfd-fd324f31b7bc, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=75fb48e6-f69e-4762-abfd-fd324f31b7bc,segment=NetworkSegment(047d545a-2f42-4e7c-80d9-fece7ccc7be0),segment_id=047d545a-2f42-4e7c-80d9-fece7ccc7be0)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:10.734461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.786289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:10.790602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:10.805089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:10.805929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.815615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=89058063-14c0-4946-9889-e209ee4baea5,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:10.819164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:10.819848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f992040b-f255-45d6-b1d3-f686c613ab39 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:10.871070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Calling delete_port for 75fb48e6-f69e-4762-abfd-fd324f31b7bc owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:10.884501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:10.920730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=09a84d48-b03f-4809-a9fa-5967ee06999a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:10.931662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:10.934547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-02ce1885-e4c9-4c6b-865c-476fa7a77e98 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:10.969598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:29:10.969977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:29:11.005399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port 75fb48e6-f69e-4762-abfd-fd324f31b7bc on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:11.047569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=75fb48e6-f69e-4762-abfd-fd324f31b7bc,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:11.051705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03827576-f674-4899-85ee-164f22c15049 req-8b90ae6a-4fd5-4c1b-a1a7-9294e3cf051f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:11.053283 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03827576-f674-4899-85ee-164f22c15049 req-8b90ae6a-4fd5-4c1b-a1a7-9294e3cf051f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 946 time: 0.1074998 Nov 24 19:29:11.054650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:11.055490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': 'ca882f11-32e5-438c-af83-fc08730d6add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '11b6b51d-ace4-4c82-8914-2fc157e0418b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:11.055836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: 11b6b51d-ace4-4c82-8914-2fc157e0418b, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:11.101858 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03827576-f674-4899-85ee-164f22c15049 req-9684edae-fa2c-454d-a9a8-54460f755380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Nov 24 19:29:11.157188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 11b6b51d-ace4-4c82-8914-2fc157e0418b is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:11.165086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.176070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 11b6b51d-ace4-4c82-8914-2fc157e0418b) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:11.183863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8f73f-1ee7-44ec-a2fb-fbeba5f60d82 None None] Network 11b6b51d-ace4-4c82-8914-2fc157e0418b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:11.188841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:11.194307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:11.199013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:11.199643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.216092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c029a-0087-4f50-834a-299943ee75c2']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:11.232229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047d545a-2f42-4e7c-80d9-fece7ccc7be0') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:11.232440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047d545a-2f42-4e7c-80d9-fece7ccc7be0') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:11.244561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.251808 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4049962 Nov 24 19:29:11.254797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46630) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:11.264389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.271972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:11.272500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:11.288652 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:11.327387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 09a84d48-b03f-4809-a9fa-5967ee06999a {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:11.327845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.385586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.390354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.394218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-093166c1-16cc-4a56-aa8f-82b15d0559f7 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:11.413706 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/5c6c029a-0087-4f50-834a-299943ee75c2 HTTP/1.1" status: 204 len: 168 time: 1.4662848 Nov 24 19:29:11.416707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=5c6c029a-0087-4f50-834a-299943ee75c2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:11.419023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:11.419796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46634) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:11.471126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Deleting port 75fb48e6-f69e-4762-abfd-fd324f31b7bc {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:11.471586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.544559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-23740e02-8c4d-4da0-89f3-19a28b79caa3 None None] The port '75fb48e6-f69e-4762-abfd-fd324f31b7bc' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:29:11.561784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.688830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 09a84d48-b03f-4809-a9fa-5967ee06999a owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:11.777243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.783577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b107e68b-5b9d-4dc5-9b78-4add51fd6508 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:11.829916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=09a84d48-b03f-4809-a9fa-5967ee06999a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:11.832828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:11.835901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:11.842557 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/09a84d48-b03f-4809-a9fa-5967ee06999a HTTP/1.1" status: 204 len: 168 time: 0.5864873 Nov 24 19:29:11.844942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46638) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:11.929116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465cd89-fa6b-4fbe-b428-d7c51841eaef tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:11.935264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465cd89-fa6b-4fbe-b428-d7c51841eaef tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:11.936766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4465cd89-fa6b-4fbe-b428-d7c51841eaef tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:11.957341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4465cd89-fa6b-4fbe-b428-d7c51841eaef tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:11.958605 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4465cd89-fa6b-4fbe-b428-d7c51841eaef tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1127524 Nov 24 19:29:11.961504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46642) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:12.032622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 89058063-14c0-4946-9889-e209ee4baea5 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:12.032968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.053219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.397759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 818fe0d2-5f82-45fd-bfa8-639ededb2c06 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:12.398367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.421367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.511035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 75fb48e6-f69e-4762-abfd-fd324f31b7bc no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:12.547136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 75fb48e6-f69e-4762-abfd-fd324f31b7bc {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:12.547666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 75fb48e6-f69e-4762-abfd-fd324f31b7bc not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:12.548197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:12.554310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 89058063-14c0-4946-9889-e209ee4baea5 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:12.581464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:12.581912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9c0bcbd6-ca3c-43ff-87f2-41ed8e6d9c79 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:12.594940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 818fe0d2-5f82-45fd-bfa8-639ededb2c06, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=818fe0d2-5f82-45fd-bfa8-639ededb2c06,segment=NetworkSegment(47e52a31-db5c-4bf6-bfd4-3774fa3ce38c),segment_id=47e52a31-db5c-4bf6-bfd4-3774fa3ce38c)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:12.595298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.616653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b67e2-1d4f-428c-92c8-2486ec598146 req-2346c5cd-3af9-4b9b-9345-0470a428835b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:12.618119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-984b67e2-1d4f-428c-92c8-2486ec598146 req-2346c5cd-3af9-4b9b-9345-0470a428835b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 946 time: 0.3355391 Nov 24 19:29:12.673323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.679873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-794281a1-8085-4111-b4ab-329f026d24c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:12.712531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-984b67e2-1d4f-428c-92c8-2486ec598146 req-9b063782-7f27-47b4-9174-f42a8e66be6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877640 Nov 24 19:29:12.724795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 818fe0d2-5f82-45fd-bfa8-639ededb2c06 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:12.730464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=89058063-14c0-4946-9889-e209ee4baea5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:12.733403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:12.734356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.749968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/89058063-14c0-4946-9889-e209ee4baea5 HTTP/1.1" status: 204 len: 168 time: 0.7873340 Nov 24 19:29:12.752602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46650) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:12.884995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db498fe5-6ab3-43cb-87f0-a7c098c5caa5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:12.885690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-db498fe5-6ab3-43cb-87f0-a7c098c5caa5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:12.915175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-db498fe5-6ab3-43cb-87f0-a7c098c5caa5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:12.916387 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-db498fe5-6ab3-43cb-87f0-a7c098c5caa5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1626256 Nov 24 19:29:12.917790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:12.919453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46654) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:12.925757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:12.971748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-865c9316-7e67-4a51-aec5-445f7ccc7fee tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:12.975590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-865c9316-7e67-4a51-aec5-445f7ccc7fee tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/09a84d48-b03f-4809-a9fa-5967ee06999a HTTP/1.1" status: 404 len: 333 time: 0.0523050 Nov 24 19:29:12.975720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=818fe0d2-5f82-45fd-bfa8-639ededb2c06,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:12.976574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46658) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:12.984449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a207-79a4-4b74-871d-6f68bcb6af29 req-00c643e5-84e8-4cb4-ba62-7b832e6226fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:12.985912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3eb0a207-79a4-4b74-871d-6f68bcb6af29 req-00c643e5-84e8-4cb4-ba62-7b832e6226fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 946 time: 0.1586943 Nov 24 19:29:13.009412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:13.032239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3eb0a207-79a4-4b74-871d-6f68bcb6af29 req-f36c7ea8-eefe-4353-9d76-9be3aa20fb1e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Nov 24 19:29:13.053147 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b44df0-2247-4bf5-9c28-3d7bfd5769d5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:13.053676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-14b44df0-2247-4bf5-9c28-3d7bfd5769d5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:13.056689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46662) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:13.113241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-14b44df0-2247-4bf5-9c28-3d7bfd5769d5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:13.114407 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-14b44df0-2247-4bf5-9c28-3d7bfd5769d5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/89058063-14c0-4946-9889-e209ee4baea5 HTTP/1.1" status: 404 len: 333 time: 0.1370473 Nov 24 19:29:13.117532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46666) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:13.149143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f0185-e534-49b7-8014-622d9a4a7911 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:13.155397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4c3f0185-e534-49b7-8014-622d9a4a7911 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 1094 time: 0.0945015 Nov 24 19:29:13.156381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46670) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:13.162815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:13.169194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:13.173455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:13.176454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:13.182434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:13.194456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:13.338749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:13.489870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.83 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/2dcf213f-9365-4764-84f2-e4087337da5c) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:13.508677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:13.530285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:13.640840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:13.672222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:13.675930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c4480421-6de4-4890-b344-f209fc4dcd8f tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:13.737553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:13.740617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:13.744142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:13.781724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=2dcf213f-9365-4764-84f2-e4087337da5c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:13.789893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:13.796149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:13.832434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b6b51d-ace4-4c82-8914-2fc157e0418b']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:13.900820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca882f11-32e5-438c-af83-fc08730d6add') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:13.901111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca882f11-32e5-438c-af83-fc08730d6add') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:13.977360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.008319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.021312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:14.021705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:14.037025 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:14.116918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:29:14.191835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.197043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.209194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3639e7f7-c2d4-4127-98ea-ac0edea6d453 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:14.307919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.315573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=11b6b51d-ace4-4c82-8914-2fc157e0418b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:14.317910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:14.322182 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/11b6b51d-ace4-4c82-8914-2fc157e0418b HTTP/1.1" status: 204 len: 168 time: 1.2037194 Nov 24 19:29:14.327608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46674) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:14.334418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1707084509'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:14.339628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:14.343638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:14.351361 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9297242 Nov 24 19:29:14.352170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46678) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:14.353705 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:14.363887 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:14.364684 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:14.367268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:14.374773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:14.391895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:14.410267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.427983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet 8f7b166d-18c9-43ee-b30b-b5727fe916ed {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:14.431016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.447605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:14.451061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.493941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.499806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:14.515630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.515985 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment 37a94ca1-8b93-4b83-9e98-2b7c3847e18b of type vlan for network 10bad529-4691-40bf-be76-78418a24ee55 Nov 24 19:29:14.560256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.573448 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:14.596527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.676987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.681159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.682468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-63c6d1b6-99ac-4f49-9dad-663233d0d40b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:14.687218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:14.687790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.693346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98c1a696-2d8a-44af-ba19-9a745b2ca744 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:14.730659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7b166d-18c9-43ee-b30b-b5727fe916ed,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:14.734447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:14.737406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.748552 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/8f7b166d-18c9-43ee-b30b-b5727fe916ed HTTP/1.1" status: 204 len: 168 time: 0.3947377 Nov 24 19:29:14.748725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387612b9-796c-4085-93e1-cac4c8edc65c None None] Network 8b20d536-9be5-4751-9f9b-3ed880e615a7 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:14.750007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46682) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:14.818366 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4895799 Nov 24 19:29:14.819385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=10bad529-4691-40bf-be76-78418a24ee55,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:14.830151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46686) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:14.834081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:14.834418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 10bad529-4691-40bf-be76-78418a24ee55 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:14.841307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': '10bad529-4691-40bf-be76-78418a24ee55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:14.865068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.920383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.932426 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:12Z', 'revision_number': 10, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:14.939950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d20b371-3bd0-4fc4-8f42-00952d4695a6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:14.945009 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:14.964384 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:14.966031 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:14.979832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:14.998942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 6a8f5d30-e2f3-4679-b040-758a55234824 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:14.999377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.066134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:15.078461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:15.082745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:15.085677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=2dcf213f-9365-4764-84f2-e4087337da5c,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:15.094987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:15.098519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:15.100965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.177629 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:15.189274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] DHCP port deletion for 8b20d536-9be5-4751-9f9b-3ed880e615a7 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:15.193373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Deleting port 6a8f5d30-e2f3-4679-b040-758a55234824 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:15.193970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.286561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7 associated. External IP: 172.26.6.83, port: 19a6ed46-7e06-4f13-86b0-f8c17ad108ed. Nov 24 19:29:15.378082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:15.381915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.396775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 6a8f5d30-e2f3-4679-b040-758a55234824, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6a8f5d30-e2f3-4679-b040-758a55234824,segment=NetworkSegment(47e52a31-db5c-4bf6-bfd4-3774fa3ce38c),segment_id=47e52a31-db5c-4bf6-bfd4-3774fa3ce38c)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:15.397391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.503863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] For port 6a8f5d30-e2f3-4679-b040-758a55234824, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6a8f5d30-e2f3-4679-b040-758a55234824,segment=NetworkSegment(47e52a31-db5c-4bf6-bfd4-3774fa3ce38c),segment_id=47e52a31-db5c-4bf6-bfd4-3774fa3ce38c)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:15.504300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.533241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 6a8f5d30-e2f3-4679-b040-758a55234824 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:15.554015 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:12Z', 'revision_number': 10, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:15.560241 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623c582-bbe8-4fa0-972d-3d0764e2ccd7 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:12Z', 'revision_number': 10, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None, '_interfaces': [{'id': 'f37daebf-1e20-4962-ae7b-07837c90b7ae', 'name': '', 'network_id': 'f5290124-42e1-4640-8d7b-34356059502b', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'mac_address': 'fa:16:3e:12:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:20Z', 'updated_at': '2021-11-24T19:28:30Z', 'revision_number': 5, 'project_id': '6b5646170910486cb4c70081e189556d', 'subnets': [{'id': 'e90694ce-f106-4d12-bd4a-e9712a0b821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:15.562896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Performing IP validity checks on allocation pools {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:29:15.565708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:29:15.636060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.642893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6d5b6080-3ce2-4a5f-b37f-e4a3277f0971 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:15.676716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Calling delete_port for 6a8f5d30-e2f3-4679-b040-758a55234824 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:15.694199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port 6a8f5d30-e2f3-4679-b040-758a55234824 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:15.729096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=6a8f5d30-e2f3-4679-b040-758a55234824,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:15.732088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:15.770797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:29:15.771321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:29:15.851706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.884279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b20d536-9be5-4751-9f9b-3ed880e615a7']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:15.900652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:15.900798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e52a31-db5c-4bf6-bfd4-3774fa3ce38c') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:15.924222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.945282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.965019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:15.965019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:15.985002 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:16.029394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:16.038997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-427ec466-8247-463d-b781-a92872c0feac tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:16.103109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:16.110046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-026d2a15-17a4-45b8-a345-70106c262bbd tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:16.135006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router b7203504-8a32-479a-b289-237961e37be9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:29:16.136789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:16.146727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=8b20d536-9be5-4751-9f9b-3ed880e615a7,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:16.148309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:16.153111 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/8b20d536-9be5-4751-9f9b-3ed880e615a7 HTTP/1.1" status: 204 len: 168 time: 1.4006152 Nov 24 19:29:16.158007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46690) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:16.169145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=20b1dfa6-70a5-498c-a408-aaece6b1af44,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:16.174922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:16.271074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': '37a94ca1-8b93-4b83-9e98-2b7c3847e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10bad529-4691-40bf-be76-78418a24ee55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:16.271074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: 10bad529-4691-40bf-be76-78418a24ee55, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:16.273847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Deleting port 6a8f5d30-e2f3-4679-b040-758a55234824 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:16.273847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:16.376036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 10bad529-4691-40bf-be76-78418a24ee55 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:16.386191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f59e0a52-ea7f-4a73-8619-5b9c2204cd5c None None] The port '6a8f5d30-e2f3-4679-b040-758a55234824' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:29:16.393045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 10bad529-4691-40bf-be76-78418a24ee55) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:16.398166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:16.399815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:16.409819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:16.413012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77574698-e8af-476a-915a-aa7d2081b9a1 None None] Network 10bad529-4691-40bf-be76-78418a24ee55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:16.438175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] Sync routers for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:16.443903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6098764 Nov 24 19:29:16.443903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:16.451971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46694) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:16.461805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': '10bad529-4691-40bf-be76-78418a24ee55', 'name': 'tempest-PortsIpV6TestJSON-1071355363'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:16.528084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3710163 Nov 24 19:29:16.528857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46698) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:16.530565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:29:16.631312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6a8f5d30-e2f3-4679-b040-758a55234824 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:16.687867 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'status': 'completed', 'code': 200} Nov 24 19:29:16.721822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:16.749416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:16.751597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:16.757785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:16.785638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:16.792141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:16.817789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-432238a9-430e-455d-9a5f-8017858e5a12 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 991 time: 0.2712510 Nov 24 19:29:16.834263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ade6ab-692a-434b-93be-f1e2c530532e req-2a7af961-c064-4173-a63a-1b6d3ee6a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:16.835493 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40ade6ab-692a-434b-93be-f1e2c530532e req-2a7af961-c064-4173-a63a-1b6d3ee6a4de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 1099 time: 0.1474707 Nov 24 19:29:16.877678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port a2b550a9-6dca-4ea9-8504-bcbc2018bf21 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:16.890432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 6a8f5d30-e2f3-4679-b040-758a55234824 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:16.891041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6a8f5d30-e2f3-4679-b040-758a55234824 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:16.891041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 818fe0d2-5f82-45fd-bfa8-639ededb2c06 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:17.003242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ade6ab-692a-434b-93be-f1e2c530532e req-e790d74f-d1ea-4cdf-bebd-41b0abdea505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:17.004823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40ade6ab-692a-434b-93be-f1e2c530532e req-e790d74f-d1ea-4cdf-bebd-41b0abdea505 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 898 time: 0.1617210 Nov 24 19:29:17.086401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 818fe0d2-5f82-45fd-bfa8-639ededb2c06 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:17.086401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 818fe0d2-5f82-45fd-bfa8-639ededb2c06 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:17.134861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40ade6ab-692a-434b-93be-f1e2c530532e req-d202fd82-cf20-49a0-830b-e21780292c4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed HTTP/1.1" status: 200 len: 999 time: 0.1221409 Nov 24 19:29:17.165424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:17.213792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ade6ab-692a-434b-93be-f1e2c530532e req-cb835da0-1d09-4fda-b4d2-0f073014cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:17.215249 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40ade6ab-692a-434b-93be-f1e2c530532e req-cb835da0-1d09-4fda-b4d2-0f073014cf12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.0734015 Nov 24 19:29:17.229245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-10bad529-4691-40bf-be76-78418a24ee55', 'network_id': '10bad529-4691-40bf-be76-78418a24ee55', 'tenant_id': '28911240b7d74137814e461a69a572a8', 'fixed_ips': [{'subnet_id': '20b1dfa6-70a5-498c-a408-aaece6b1af44'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:29:17.230314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:17.239414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::27e (10bad529-4691-40bf-be76-78418a24ee55/20b1dfa6-70a5-498c-a408-aaece6b1af44/a2b550a9-6dca-4ea9-8504-bcbc2018bf21) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:17.329052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ade6ab-692a-434b-93be-f1e2c530532e req-d0cdac7d-e6fd-469e-9ab9-3861274ec9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:17.330886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40ade6ab-692a-434b-93be-f1e2c530532e req-d0cdac7d-e6fd-469e-9ab9-3861274ec9bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1064663 Nov 24 19:29:17.474510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:17.503669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40ade6ab-692a-434b-93be-f1e2c530532e req-1ea25783-b68b-4807-b978-4332a0900e79 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544452 Nov 24 19:29:17.681464 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40ade6ab-692a-434b-93be-f1e2c530532e req-1af013da-10b7-463e-9a68-2db16b925e40 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693964 Nov 24 19:29:17.684620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '800d230f-f850-4df4-a2d3-dae20e8792c7', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b7203504-8a32-479a-b289-237961e37be9', 'port_id': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'mac_address': 'fa:16:3e:9f:a8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:29:14Z', 'updated_at': '2021-11-24T19:29:14Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:17.690843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] Checking router: b7203504-8a32-479a-b289-237961e37be9 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:17.702724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:17.702724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:17.784066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:17.828306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46704) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:17.838327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object a2b550a9-6dca-4ea9-8504-bcbc2018bf21 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:17.917714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:17.929898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ac5951ae-3b51-41f8-abcc-a5910cc1fcef tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:17.956581 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c85e90ec-5d87-47db-9517-7aa734e235f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 991 time: 0.1349428 Nov 24 19:29:18.031306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 10bad529-4691-40bf-be76-78418a24ee55 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:18.032100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port f37daebf-1e20-4962-ae7b-07837c90b7ae {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:18.032100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.064263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:18.072528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:18.072974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:18.081870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:18.081870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.100950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=a2b550a9-6dca-4ea9-8504-bcbc2018bf21,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:18.113201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:18.113496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Allocated IP 2001:db8::2 (10bad529-4691-40bf-be76-78418a24ee55/20b1dfa6-70a5-498c-a408-aaece6b1af44/186b4ab1-9146-47d1-a456-9238633c1e1e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:18.149723 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6963215 Nov 24 19:29:18.153097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46710) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:18.230803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port a2b550a9-6dca-4ea9-8504-bcbc2018bf21 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:18.230803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.319908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port f37daebf-1e20-4962-ae7b-07837c90b7ae, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f37daebf-1e20-4962-ae7b-07837c90b7ae,segment=NetworkSegment(22173e28-9cd2-42ea-92e8-0ce2d67965f6),segment_id=22173e28-9cd2-42ea-92e8-0ce2d67965f6)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:18.319908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.462962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for f37daebf-1e20-4962-ae7b-07837c90b7ae owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:18.718929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.725672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:18.741624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '800d230f-f850-4df4-a2d3-dae20e8792c7', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b7203504-8a32-479a-b289-237961e37be9', 'port_id': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'mac_address': 'fa:16:3e:9f:a8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:29:14Z', 'updated_at': '2021-11-24T19:29:14Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:18.745394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.751664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.756685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073592a-01b0-4a5f-a752-0f7561683443 None None] The sync data for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '800d230f-f850-4df4-a2d3-dae20e8792c7', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b7203504-8a32-479a-b289-237961e37be9', 'port_id': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'mac_address': 'fa:16:3e:9f:a8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:29:14Z', 'updated_at': '2021-11-24T19:29:14Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:18.766097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Transition to ACTIVE for port object 186b4ab1-9146-47d1-a456-9238633c1e1e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:18.790263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=f37daebf-1e20-4962-ae7b-07837c90b7ae,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:18.791135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Transition to ACTIVE for port object 186b4ab1-9146-47d1-a456-9238633c1e1e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:18.797390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:18.801154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.806912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-be10f85b-224a-4cef-97e6-943c7a9dc164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:18.900855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Network 10bad529-4691-40bf-be76-78418a24ee55 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:18.910001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:18.921265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:18.962777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for a2b550a9-6dca-4ea9-8504-bcbc2018bf21 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:18.965382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46714) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:18.975518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Pushing event updated for resources: {'Port': ['ID=186b4ab1-9146-47d1-a456-9238633c1e1e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:18.985466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:18.986979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:19.071012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Attempting to bind port 186b4ab1-9146-47d1-a456-9238633c1e1e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:19.071012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Attempting to bind port 186b4ab1-9146-47d1-a456-9238633c1e1e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '37a94ca1-8b93-4b83-9e98-2b7c3847e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10bad529-4691-40bf-be76-78418a24ee55'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:19.071217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Attempting to bind port 186b4ab1-9146-47d1-a456-9238633c1e1e on network 10bad529-4691-40bf-be76-78418a24ee55 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:19.081953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:19.082610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Checking segment: {'id': '37a94ca1-8b93-4b83-9e98-2b7c3847e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10bad529-4691-40bf-be76-78418a24ee55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:19.083090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.083610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Bound using segment: {'id': '37a94ca1-8b93-4b83-9e98-2b7c3847e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10bad529-4691-40bf-be76-78418a24ee55'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:19.084280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Bound port: 186b4ab1-9146-47d1-a456-9238633c1e1e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a94ca1-8b93-4b83-9e98-2b7c3847e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10bad529-4691-40bf-be76-78418a24ee55'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:19.085558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.179042 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095727ad-57be-4514-a041-1747b4c47d98 None None] New status for floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:29:19.247577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] For port 186b4ab1-9146-47d1-a456-9238633c1e1e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:19.257176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] For port 186b4ab1-9146-47d1-a456-9238633c1e1e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=186b4ab1-9146-47d1-a456-9238633c1e1e,segment=NetworkSegment(37a94ca1-8b93-4b83-9e98-2b7c3847e18b),segment_id=37a94ca1-8b93-4b83-9e98-2b7c3847e18b)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:19.262247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.269063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6d5036d0-4ea8-47e8-b6e9-fd7771369b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:19.273689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.291830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-deb86ac7-3aa5-464a-9087-870fa5ec8f28 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:19.357653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=a2b550a9-6dca-4ea9-8504-bcbc2018bf21,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:19.392456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Pushing event updated for resources: {'Port': ['ID=186b4ab1-9146-47d1-a456-9238633c1e1e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:19.401629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:19.403763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:19.426027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.442607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/a2b550a9-6dca-4ea9-8504-bcbc2018bf21 HTTP/1.1" status: 204 len: 168 time: 1.2886479 Nov 24 19:29:19.445252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46718) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:19.468214 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-528040eb-9f58-4a83-8802-c2e33fa7bbd1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 991 time: 0.5014470 Nov 24 19:29:19.522670 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b6d250-407e-455d-b49f-3d48733330fc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:19.524201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b6d250-407e-455d-b49f-3d48733330fc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:19.526486 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e4b6d250-407e-455d-b49f-3d48733330fc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/a2b550a9-6dca-4ea9-8504-bcbc2018bf21 HTTP/1.1" status: 404 len: 333 time: 0.0800169 Nov 24 19:29:19.529452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46722) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:19.586967 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4847eb-18b3-4de3-bc2a-d7cb703268ff tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:19.587514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3c4847eb-18b3-4de3-bc2a-d7cb703268ff tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:19.611809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3c4847eb-18b3-4de3-bc2a-d7cb703268ff tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:19.617144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3c4847eb-18b3-4de3-bc2a-d7cb703268ff tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/a2b550a9-6dca-4ea9-8504-bcbc2018bf21 HTTP/1.1" status: 404 len: 333 time: 0.0862606 Nov 24 19:29:19.618137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46726) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:19.650933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.762955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet 20b1dfa6-70a5-498c-a408-aaece6b1af44 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:19.768384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.842878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:19.976327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.036710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:29:20.068115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.073269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:20.114298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=20b1dfa6-70a5-498c-a408-aaece6b1af44,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:20.115015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:20.118157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.127214 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/20b1dfa6-70a5-498c-a408-aaece6b1af44 HTTP/1.1" status: 204 len: 168 time: 0.5053039 Nov 24 19:29:20.129706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46730) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:20.169118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:20.188105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:20.192112 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0277410 Nov 24 19:29:20.192112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46734) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:20.196924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:20.197054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:20.274243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.281974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting subnet e90694ce-f106-4d12-bd4a-e9712a0b821c {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:20.285873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.288338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 186b4ab1-9146-47d1-a456-9238633c1e1e {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:20.288686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.356241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.391550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:20.467038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.490702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46738) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:20.577153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.584537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d01b5c73-78d4-4b93-b050-d8682924d844 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:20.629550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:18Z', 'revision_number': 11, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:20.637471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:20.651667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:20.652547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:20.663300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Subnet': ['ID=e90694ce-f106-4d12-bd4a-e9712a0b821c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:20.667878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:20.679353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.684903 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/e90694ce-f106-4d12-bd4a-e9712a0b821c HTTP/1.1" status: 204 len: 168 time: 0.4959667 Nov 24 19:29:20.687837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46742) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:20.756153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145afda-acd3-4d3d-a271-f9abcc12d190 None None] Network f5290124-42e1-4640-8d7b-34356059502b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:20.757947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] For port 186b4ab1-9146-47d1-a456-9238633c1e1e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=186b4ab1-9146-47d1-a456-9238633c1e1e,segment=NetworkSegment(37a94ca1-8b93-4b83-9e98-2b7c3847e18b),segment_id=37a94ca1-8b93-4b83-9e98-2b7c3847e18b)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:20.758311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.786221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 186b4ab1-9146-47d1-a456-9238633c1e1e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:20.895069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:20.919110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b6dc34-46c1-4308-874e-84cdfe2113a7 None None] Network 10bad529-4691-40bf-be76-78418a24ee55 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:20.921601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Deleting port 2e74b118-2015-43d0-ae05-2828169e024e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:20.922120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.043921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:21.053165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 186b4ab1-9146-47d1-a456-9238633c1e1e owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:21.173554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d2f68706-3bb1-47a7-b943-23d605fe728d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 993 time: 0.6805561 Nov 24 19:29:21.205321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] For port 2e74b118-2015-43d0-ae05-2828169e024e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2e74b118-2015-43d0-ae05-2828169e024e,segment=NetworkSegment(22173e28-9cd2-42ea-92e8-0ce2d67965f6),segment_id=22173e28-9cd2-42ea-92e8-0ce2d67965f6)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:21.205960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.227479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.238117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:21.241714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:18Z', 'revision_number': 11, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:21.250073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8daf2a33-bb62-43a0-b214-30dcf7b669b7 None None] Provisioning for port 186b4ab1-9146-47d1-a456-9238633c1e1e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:21.275517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839c106-51b2-4c06-aceb-cab44bf50338 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:18Z', 'revision_number': 11, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:21.276966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No DVR routers for this DVR port 186b4ab1-9146-47d1-a456-9238633c1e1e on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:21.309239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8daf2a33-bb62-43a0-b214-30dcf7b669b7 None None] Provisioning complete for port 186b4ab1-9146-47d1-a456-9238633c1e1e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:21.309619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8daf2a33-bb62-43a0-b214-30dcf7b669b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.316517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=186b4ab1-9146-47d1-a456-9238633c1e1e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:21.322107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:21.375384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No active binding found for port 186b4ab1-9146-47d1-a456-9238633c1e1e {{(pid=87487) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 19:29:21.375809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 186b4ab1-9146-47d1-a456-9238633c1e1e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 24 19:29:21.421624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.445382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-8daf2a33-bb62-43a0-b214-30dcf7b669b7 None None] Port 186b4ab1-9146-47d1-a456-9238633c1e1e was deleted so its status cannot be updated. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 19:29:21.449859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bad529-4691-40bf-be76-78418a24ee55']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:21.457503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Calling delete_port for 2e74b118-2015-43d0-ae05-2828169e024e owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:21.471548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a94ca1-8b93-4b83-9e98-2b7c3847e18b') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:21.471828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a94ca1-8b93-4b83-9e98-2b7c3847e18b') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:21.478788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Port 186b4ab1-9146-47d1-a456-9238633c1e1e not found, will not notify nova. {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 24 19:29:21.500025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.521098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.530977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:21.531462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:21.548959 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:21.554425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.559934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4180d2f-8ddf-4b23-bf3b-96e0a0e3999a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:21.608233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Port': ['ID=2e74b118-2015-43d0-ae05-2828169e024e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:21.611593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:21.612476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No DVR routers for this DVR port 2e74b118-2015-43d0-ae05-2828169e024e on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:21.632920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9f446-7d0c-43c3-9f3f-e294dad12b1f None None] DHCP port deletion for 10bad529-4691-40bf-be76-78418a24ee55 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:21.645494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.656837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1ec47daf-ae76-4438-8a81-5c806e69284b tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:21.695243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f6330-6af2-4e74-9425-e4202e920ff7 None None] DHCP port deletion for f5290124-42e1-4640-8d7b-34356059502b request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:21.703056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.719843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=10bad529-4691-40bf-be76-78418a24ee55,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:21.723206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:21.734907 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/10bad529-4691-40bf-be76-78418a24ee55 HTTP/1.1" status: 204 len: 168 time: 1.6042736 Nov 24 19:29:21.741101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46746) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:21.747229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2055651988'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:21.753996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:21.759174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:21.770471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:21.784267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:21.784405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.793155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:21.797800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.819087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5290124-42e1-4640-8d7b-34356059502b']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:21.833614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:21.834834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22173e28-9cd2-42ea-92e8-0ce2d67965f6') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:21.834834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22173e28-9cd2-42ea-92e8-0ce2d67965f6') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:21.844548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.845005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment 4d926e8d-f6b6-49b1-a692-96435ccddbb1 of type vlan for network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc Nov 24 19:29:21.861589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.881287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.893662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.900366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:21.901270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:21.924748 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:21.937463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.946328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:21.946328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:21.960424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de19d157-bd55-4f9a-8efd-2ee5e7d7419c tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:22.027173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.031263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b5c9d2d8-6a3f-4694-b2bc-ce192b8984b7 tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:22.050611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3080735 Nov 24 19:29:22.056430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46750) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:22.056430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.067792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Pushing event deleted for resources: {'Network': ['ID=f5290124-42e1-4640-8d7b-34356059502b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:22.067792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:22.069994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:22.087678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=87bc9a7b-d3f8-4adc-8072-2f3af090d3cc,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:22.090316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:22.098803 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/networks/f5290124-42e1-4640-8d7b-34356059502b HTTP/1.1" status: 204 len: 168 time: 1.3961892 Nov 24 19:29:22.099492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:22.101452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46754) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:22.109348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'routes': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:22.192096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:22.195683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:22.198785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:22.205243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:22.215990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:22.219667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.407380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.extraroute_db [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Added routes are [] {{(pid=87485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 19:29:22.407718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.extraroute_db [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Removed routes are [] {{(pid=87485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 19:29:22.408138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.436376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.439836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-05b2e3ee-2b49-4734-a30c-d524e2a825a3 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:22.518036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f37daebf-1e20-4962-ae7b-07837c90b7ae no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:22.525931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': '4d926e8d-f6b6-49b1-a692-96435ccddbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:22.526287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:22.531018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=66179787-03c9-471e-a85d-7cdc25232d3d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:22.534599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:22.552149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:22.555058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: f37daebf-1e20-4962-ae7b-07837c90b7ae {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:22.555773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f37daebf-1e20-4962-ae7b-07837c90b7ae not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:22.556033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 186b4ab1-9146-47d1-a456-9238633c1e1e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:22.563391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:22.567911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:22.568629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.585932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52374a-b0e1-4a26-b0c1-26d6d53ffb80 None None] Network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:22.596604 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5374556 Nov 24 19:29:22.597414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46758) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:22.603702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-466259630'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:22.608701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 186b4ab1-9146-47d1-a456-9238633c1e1e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:22.609136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 186b4ab1-9146-47d1-a456-9238633c1e1e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:22.609624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e74b118-2015-43d0-ae05-2828169e024e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:22.684226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.688602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.689814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 2e74b118-2015-43d0-ae05-2828169e024e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:22.690384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e74b118-2015-43d0-ae05-2828169e024e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:22.756184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:22.760689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:22.764003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:22.770676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:22.781958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:22.785790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.809451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 4bec4821-f158-493e-9d0c-a2f0286dc185 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:22.874919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-87bc9a7b-d3f8-4adc-8072-2f3af090d3cc', 'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc', 'tenant_id': '28911240b7d74137814e461a69a572a8', 'fixed_ips': [{'subnet_id': '66179787-03c9-471e-a85d-7cdc25232d3d'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:29:22.875806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:22.981101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::74 (87bc9a7b-d3f8-4adc-8072-2f3af090d3cc/66179787-03c9-471e-a85d-7cdc25232d3d/4bec4821-f158-493e-9d0c-a2f0286dc185) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:22.984600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:29:23.121067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:23.129154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.130165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eff54daa-988e-482b-9ffb-cf58a2138dd9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 200 len: 700 time: 1.0276480 Nov 24 19:29:23.133111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46762) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:23.141695 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] Sync routers for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:23.155143 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:23.155994 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:23.163526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.179243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 4bec4821-f158-493e-9d0c-a2f0286dc185 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:23.181972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3009aba6-1d4c-41a9-b53e-2e24c9070614 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:23.204042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3009aba6-1d4c-41a9-b53e-2e24c9070614 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:23.207863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3009aba6-1d4c-41a9-b53e-2e24c9070614 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 200 len: 205 time: 0.0713327 Nov 24 19:29:23.208223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46766) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:23.218137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.224301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-687740fb-8f6f-4960-b13e-02963d9dd04d tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:23.283308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Allocated IP 2001:db8::2 (87bc9a7b-d3f8-4adc-8072-2f3af090d3cc/66179787-03c9-471e-a85d-7cdc25232d3d/c74723a1-d059-4710-9664-84adc522562b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:23.306694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:23.317269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:23.322719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:23.330411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:23.331298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.342260 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:23.356897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e700-b806-482a-9842-b1186e622896 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.452779 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:18Z', 'revision_number': 11, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:23.457658 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] Checking router: 4dd6bba5-f281-416a-964d-6d2253d4ccb4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:23.468032 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] Routers {'4dd6bba5-f281-416a-964d-6d2253d4ccb4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:23.468755 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:23.505760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=4bec4821-f158-493e-9d0c-a2f0286dc185,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:23.510629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:23.526711 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.9278805 Nov 24 19:29:23.536444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46770) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:23.549906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.562932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Transition to ACTIVE for port object c74723a1-d059-4710-9664-84adc522562b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:23.585689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Transition to ACTIVE for port object c74723a1-d059-4710-9664-84adc522562b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:23.594078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.599344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6dc585b0-2fe7-4c3a-a49c-2941e5f50285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:23.613828 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] Set router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:23.614065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 4bec4821-f158-493e-9d0c-a2f0286dc185 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:23.614221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.670794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:23.675276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:23.680234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:23.698295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e700-b806-482a-9842-b1186e622896 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.700693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e700-b806-482a-9842-b1186e622896 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.728840 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:18Z', 'revision_number': 11, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:23.729320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e700-b806-482a-9842-b1186e622896 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.729841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d2e700-b806-482a-9842-b1186e622896 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd6bba5-f281-416a-964d-6d2253d4ccb4 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:29:23.734173 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef5c3c-11ee-44ac-bc32-2201a7b5b1e1 None None] The sync data for ids ['4dd6bba5-f281-416a-964d-6d2253d4ccb4'] in dv-neutron-818346-1-hyperv is: [{'id': '4dd6bba5-f281-416a-964d-6d2253d4ccb4', 'name': 'tempest-RoutersTest-router-747772091', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:18Z', 'updated_at': '2021-11-24T19:29:18Z', 'revision_number': 11, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:23.749162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e700-b806-482a-9842-b1186e622896 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.751207 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c6d2e700-b806-482a-9842-b1186e622896 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 204 len: 168 time: 0.5413349 Nov 24 19:29:23.755185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46774) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:23.767363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-941179368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:23.777140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Pushing event updated for resources: {'Port': ['ID=c74723a1-d059-4710-9664-84adc522562b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:23.785506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:23.800404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:23.809715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Usage tracker for resource:router and tenant:6b5646170910486cb4c70081e189556d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:23.812160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Attempting to bind port c74723a1-d059-4710-9664-84adc522562b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:23.812619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Attempting to bind port c74723a1-d059-4710-9664-84adc522562b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '4d926e8d-f6b6-49b1-a692-96435ccddbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:23.813232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Attempting to bind port c74723a1-d059-4710-9664-84adc522562b on network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:23.822021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:23.822471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Checking segment: {'id': '4d926e8d-f6b6-49b1-a692-96435ccddbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:23.822955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.823431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Bound using segment: {'id': '4d926e8d-f6b6-49b1-a692-96435ccddbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:23.824001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Bound port: c74723a1-d059-4710-9664-84adc522562b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d926e8d-f6b6-49b1-a692-96435ccddbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87bc9a7b-d3f8-4adc-8072-2f3af090d3cc'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:23.824470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.859272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:23.927263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:23.933920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] For port c74723a1-d059-4710-9664-84adc522562b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:23.938133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] For port c74723a1-d059-4710-9664-84adc522562b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c74723a1-d059-4710-9664-84adc522562b,segment=NetworkSegment(4d926e8d-f6b6-49b1-a692-96435ccddbb1),segment_id=4d926e8d-f6b6-49b1-a692-96435ccddbb1)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:23.943847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.948008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:23.951399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.952464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:23.979915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.039768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Pushing event updated for resources: {'Port': ['ID=c74723a1-d059-4710-9664-84adc522562b,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:24.044517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:24.058022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.130096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 4bec4821-f158-493e-9d0c-a2f0286dc185 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:24.198143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.250318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.254709 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ce7729a-1941-483e-baf1-113e04f356bb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4975793 Nov 24 19:29:24.255059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46778) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:24.261517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4f857f6e-fba0-45b9-8930-971dc7308f8a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:24.333952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.340572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e2868484-5387-4ad5-832e-5bc1843d2fdb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:24.432887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=4bec4821-f158-493e-9d0c-a2f0286dc185,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:24.435285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:24.443201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.458875 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/4bec4821-f158-493e-9d0c-a2f0286dc185 HTTP/1.1" status: 204 len: 168 time: 0.9181724 Nov 24 19:29:24.458875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46782) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:24.507854 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec46a9be-2553-493e-bc3a-1b1c9f607994 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:24.508102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ec46a9be-2553-493e-bc3a-1b1c9f607994 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:24.528112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ec46a9be-2553-493e-bc3a-1b1c9f607994 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:24.530125 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ec46a9be-2553-493e-bc3a-1b1c9f607994 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/4bec4821-f158-493e-9d0c-a2f0286dc185 HTTP/1.1" status: 404 len: 333 time: 0.0701346 Nov 24 19:29:24.532912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:24.568851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c74723a1-d059-4710-9664-84adc522562b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:24.612948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet 66179787-03c9-471e-a85d-7cdc25232d3d {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:24.621815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.650635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port c74723a1-d059-4710-9664-84adc522562b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:24.696557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.783810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.815217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f857f6e-fba0-45b9-8930-971dc7308f8a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.834161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f857f6e-fba0-45b9-8930-971dc7308f8a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.873851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.877949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa3cb005-9ed9-41ae-b406-8fe1d1f94a47 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:24.914932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=66179787-03c9-471e-a85d-7cdc25232d3d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:24.917408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:24.921833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:24.931091 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/66179787-03c9-471e-a85d-7cdc25232d3d HTTP/1.1" status: 204 len: 168 time: 0.3971267 Nov 24 19:29:24.931911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46790) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:25.014487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f857f6e-fba0-45b9-8930-971dc7308f8a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Router e7d65f53-03dc-4a68-9320-f1acca0b748c is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:29:25.056660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:25.069289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port c74723a1-d059-4710-9664-84adc522562b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:25.069636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:25.166593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f857f6e-fba0-45b9-8930-971dc7308f8a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:25.175600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4f857f6e-fba0-45b9-8930-971dc7308f8a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:25.179252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4f857f6e-fba0-45b9-8930-971dc7308f8a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "PUT /v2.0/routers/e7d65f53-03dc-4a68-9320-f1acca0b748c HTTP/1.1" status: 200 len: 693 time: 0.9207613 Nov 24 19:29:25.179418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] Sync routers for ids ['e7d65f53-03dc-4a68-9320-f1acca0b748c'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:25.179537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46794) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:25.188152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dc2cd6-718d-4105-ba6f-5599f794864e None None] Network 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:25.264110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] Routers {'e7d65f53-03dc-4a68-9320-f1acca0b748c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:25.264756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e7d65f53-03dc-4a68-9320-f1acca0b748c'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:25.402067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fcf58fe0-a012-4e77-ab6a-0aa479415964 None None] Provisioning for port c74723a1-d059-4710-9664-84adc522562b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:25.426697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fcf58fe0-a012-4e77-ab6a-0aa479415964 None None] Provisioning complete for port c74723a1-d059-4710-9664-84adc522562b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:25.427079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fcf58fe0-a012-4e77-ab6a-0aa479415964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:25.468745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] Set router e7d65f53-03dc-4a68-9320-f1acca0b748c gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:25.509609 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-251986b5-37de-4acf-9515-b5953d7635f1 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/routers/e7d65f53-03dc-4a68-9320-f1acca0b748c HTTP/1.1" status: 200 len: 699 time: 0.3289158 Nov 24 19:29:25.514340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46798) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:25.545206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] For port c74723a1-d059-4710-9664-84adc522562b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c74723a1-d059-4710-9664-84adc522562b,segment=NetworkSegment(4d926e8d-f6b6-49b1-a692-96435ccddbb1),segment_id=4d926e8d-f6b6-49b1-a692-96435ccddbb1)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:25.545206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:25.567293 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-992fa691-691f-4da0-bb3c-feaebf5d1775 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7d65f53-03dc-4a68-9320-f1acca0b748c HTTP/1.1" status: 200 len: 205 time: 0.0494032 Nov 24 19:29:25.567514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46802) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:25.645455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d65f53-03dc-4a68-9320-f1acca0b748c', 'name': 'tempest-RoutersTest-router-941179368', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:29:23Z', 'updated_at': '2021-11-24T19:29:24Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:25.661971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] Checking router: e7d65f53-03dc-4a68-9320-f1acca0b748c for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:29:25.671274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for c74723a1-d059-4710-9664-84adc522562b owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:25.691255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] Routers {'e7d65f53-03dc-4a68-9320-f1acca0b748c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:25.691880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['e7d65f53-03dc-4a68-9320-f1acca0b748c'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:25.713907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb12af-ca04-49d3-9c3f-729c31f0af92 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:25.754910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:25.762074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:25.806384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No DVR routers for this DVR port c74723a1-d059-4710-9664-84adc522562b on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:25.808171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=c74723a1-d059-4710-9664-84adc522562b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:25.835868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:25.912951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fcf58fe0-a012-4e77-ab6a-0aa479415964 None None] Port c74723a1-d059-4710-9664-84adc522562b update to ACTIVE by agent not found {{(pid=87487) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 19:29:25.915160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] Set router e7d65f53-03dc-4a68-9320-f1acca0b748c gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:29:25.985661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.014045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bc9a7b-d3f8-4adc-8072-2f3af090d3cc']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:26.027554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d926e8d-f6b6-49b1-a692-96435ccddbb1') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:26.027872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d926e8d-f6b6-49b1-a692-96435ccddbb1') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:26.030931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d65f53-03dc-4a68-9320-f1acca0b748c', 'name': 'tempest-RoutersTest-router-941179368', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:29:23Z', 'updated_at': '2021-11-24T19:29:24Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:26.039016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41589dd-51c1-4376-a9b4-6f0f196b33dc None None] The sync data for ids ['e7d65f53-03dc-4a68-9320-f1acca0b748c'] in dv-neutron-818346-1-hyperv is: [{'id': 'e7d65f53-03dc-4a68-9320-f1acca0b748c', 'name': 'tempest-RoutersTest-router-941179368', 'tenant_id': '6b5646170910486cb4c70081e189556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:29:23Z', 'updated_at': '2021-11-24T19:29:24Z', 'revision_number': 2, 'project_id': '6b5646170910486cb4c70081e189556d', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:26.041583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.064349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.071699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:26.072160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:26.093172 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:26.106480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb12af-ca04-49d3-9c3f-729c31f0af92 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.109754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb12af-ca04-49d3-9c3f-729c31f0af92 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.120893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36b4ae-34d7-496b-83a1-8c2e12f54cb9 None None] DHCP port deletion for 87bc9a7b-d3f8-4adc-8072-2f3af090d3cc request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:26.152333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb12af-ca04-49d3-9c3f-729c31f0af92 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.152849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddb12af-ca04-49d3-9c3f-729c31f0af92 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Fanout notify agent at l3_agent the message router_deleted on router e7d65f53-03dc-4a68-9320-f1acca0b748c {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:29:26.168504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb12af-ca04-49d3-9c3f-729c31f0af92 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.170202 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9ddb12af-ca04-49d3-9c3f-729c31f0af92 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/e7d65f53-03dc-4a68-9320-f1acca0b748c HTTP/1.1" status: 204 len: 168 time: 0.6010966 Nov 24 19:29:26.176844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46808) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.192910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.196856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:26.216448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.224962 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c7b5f75b-3178-4fac-91f3-3a35a923bda5 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7d65f53-03dc-4a68-9320-f1acca0b748c HTTP/1.1" status: 200 len: 205 time: 0.0468748 Nov 24 19:29:26.225180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=87bc9a7b-d3f8-4adc-8072-2f3af090d3cc,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:26.227123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46812) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.229374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:26.242334 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/87bc9a7b-d3f8-4adc-8072-2f3af090d3cc HTTP/1.1" status: 204 len: 168 time: 1.3092089 Nov 24 19:29:26.246144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46816) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.254667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'name': 'tempest-PortsIpV6TestJSON-1077586133'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:26.306898 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-632d3988-d2a2-4728-aa7d-7152877aeffb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] delete failed (client error): The resource could not be found. Nov 24 19:29:26.308055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-632d3988-d2a2-4728-aa7d-7152877aeffb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/e7d65f53-03dc-4a68-9320-f1acca0b748c HTTP/1.1" status: 404 len: 336 time: 0.0780580 Nov 24 19:29:26.310657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46820) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.348699 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f088a11b-82f4-4bc4-8a80-f1b436f6dc8d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:26.349219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f088a11b-82f4-4bc4-8a80-f1b436f6dc8d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:26.350877 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f088a11b-82f4-4bc4-8a80-f1b436f6dc8d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/bff1bcb8-00b6-46b2-89db-16f5581064c0 HTTP/1.1" status: 404 len: 337 time: 0.0392525 Nov 24 19:29:26.353398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46824) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.370609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:26.374639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:26.377484 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:26.383151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:26.391073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79b35cb-c457-4f4a-bd92-bb0b1b536ce4 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:26.391642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79b35cb-c457-4f4a-bd92-bb0b1b536ce4 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:26.393437 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e79b35cb-c457-4f4a-bd92-bb0b1b536ce4 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/0129f3d0-bd75-4658-b1de-dff997bcad8b HTTP/1.1" status: 404 len: 337 time: 0.0391188 Nov 24 19:29:26.394742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:26.396197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46828) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.398103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.420642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 4195fe6b-ffa0-446e-b5fb-6f7a58961bfc yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:26.545385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c74723a1-d059-4710-9664-84adc522562b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:26.582651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: c74723a1-d059-4710-9664-84adc522562b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:26.582651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c74723a1-d059-4710-9664-84adc522562b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:26.596348 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-216fb2be-ea0e-4e58-a837-3967968d66ba tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:26.596837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216fb2be-ea0e-4e58-a837-3967968d66ba tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:26.598463 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-216fb2be-ea0e-4e58-a837-3967968d66ba tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/8f7b166d-18c9-43ee-b30b-b5727fe916ed HTTP/1.1" status: 404 len: 337 time: 0.2012930 Nov 24 19:29:26.601025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46832) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.640315 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fc6ec5-8764-4077-9e71-ea92681adc0a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:26.640715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fc6ec5-8764-4077-9e71-ea92681adc0a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:26.642397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-13fc6ec5-8764-4077-9e71-ea92681adc0a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/e90694ce-f106-4d12-bd4a-e9712a0b821c HTTP/1.1" status: 404 len: 337 time: 0.0404601 Nov 24 19:29:26.644969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46836) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.688524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.690874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-90c7eafe-b283-4c30-b315-8f8ffbb8f781 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 200 len: 205 time: 0.0435817 Nov 24 19:29:26.691922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46840) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.722774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.729790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f09580d4-501a-48da-b0c5-187aacd7bb52 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:26.763772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-52508a9c-af60-42ca-bb01-fb507b43126e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] delete failed (client error): The resource could not be found. Nov 24 19:29:26.767740 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-52508a9c-af60-42ca-bb01-fb507b43126e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/4dd6bba5-f281-416a-964d-6d2253d4ccb4 HTTP/1.1" status: 404 len: 336 time: 0.0722935 Nov 24 19:29:26.768306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46844) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.801351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:26.805013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:26.808585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:26.814982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:26.815622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:26.820282 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-af5227de-7a38-47d4-ac4f-1a49bf92317d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eb7ff75-9c95-4af4-92f9-36bff34b5d0b HTTP/1.1" status: 200 len: 205 time: 0.0499847 Nov 24 19:29:26.821697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46848) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.827286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=4195fe6b-ffa0-446e-b5fb-6f7a58961bfc,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:26.898528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:26.910973 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-f7395d7a-af77-42d4-b13d-3f52f3a2cbb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] delete failed (client error): The resource could not be found. Nov 24 19:29:26.911992 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f7395d7a-af77-42d4-b13d-3f52f3a2cbb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/8eb7ff75-9c95-4af4-92f9-36bff34b5d0b HTTP/1.1" status: 404 len: 336 time: 0.0893748 Nov 24 19:29:26.915184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46852) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.956447 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7090065 Nov 24 19:29:26.959783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46856) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:26.965223 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-81643eb7-bb27-4ef2-9311-06046d8ea419 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:26.965678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81643eb7-bb27-4ef2-9311-06046d8ea419 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:26.967507 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-81643eb7-bb27-4ef2-9311-06046d8ea419 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/f1e35e34-6086-42f3-8610-b42e310c9439 HTTP/1.1" status: 404 len: 337 time: 0.0512896 Nov 24 19:29:26.970196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46860) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.016062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-50d384cf-455f-4d19-9b72-6cd4a3a65c3e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Synchronizing usage tracker for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:27.028837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-50d384cf-455f-4d19-9b72-6cd4a3a65c3e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Unset dirty status for tenant:6b5646170910486cb4c70081e189556d on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:27.030410 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-50d384cf-455f-4d19-9b72-6cd4a3a65c3e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=892f8ee1-3188-453a-9db1-a0475145081c HTTP/1.1" status: 200 len: 205 time: 0.0589988 Nov 24 19:29:27.032989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46864) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.050342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 4195fe6b-ffa0-446e-b5fb-6f7a58961bfc {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:27.050693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:27.104773 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-435318c9-e684-4d1a-8359-8dcd6dd3be9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] delete failed (client error): The resource could not be found. Nov 24 19:29:27.105824 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-435318c9-e684-4d1a-8359-8dcd6dd3be9e tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/892f8ee1-3188-453a-9db1-a0475145081c HTTP/1.1" status: 404 len: 336 time: 0.0718846 Nov 24 19:29:27.108989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46868) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.154333 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6c3b7764-bfd6-47e6-b75d-4995e70e927a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bcad33e-2a32-4263-bf88-f202262ea5c7 HTTP/1.1" status: 200 len: 205 time: 0.0431695 Nov 24 19:29:27.156273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46872) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.226613 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-c3ee1405-a928-4f0e-a33c-a23c73ba0d0f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] delete failed (client error): The resource could not be found. Nov 24 19:29:27.227498 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3ee1405-a928-4f0e-a33c-a23c73ba0d0f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/7bcad33e-2a32-4263-bf88-f202262ea5c7 HTTP/1.1" status: 404 len: 336 time: 0.0702810 Nov 24 19:29:27.230198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46876) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.287177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:27.385454 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ab1cc4-4654-4865-91e3-711249377289 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:27.385908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ab1cc4-4654-4865-91e3-711249377289 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:27.387544 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d3ab1cc4-4654-4865-91e3-711249377289 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/af020795-ab26-4bb0-a587-5fd379446ba8 HTTP/1.1" status: 404 len: 337 time: 0.1565003 Nov 24 19:29:27.390987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46880) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.420572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 4195fe6b-ffa0-446e-b5fb-6f7a58961bfc owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:27.436227 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a71aa2dd-8512-42e2-93a5-47dbea351c12 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=d421ae03-3719-4554-a873-b3019d093ddb HTTP/1.1" status: 200 len: 205 time: 0.0437181 Nov 24 19:29:27.438130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46884) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.505257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:27.510250 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-7fc90a43-0cdc-4a81-89e9-7c0009bd7189 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] delete failed (client error): The resource could not be found. Nov 24 19:29:27.514913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:27.515018 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7fc90a43-0cdc-4a81-89e9-7c0009bd7189 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/d421ae03-3719-4554-a873-b3019d093ddb HTTP/1.1" status: 404 len: 336 time: 0.0722618 Nov 24 19:29:27.515018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46888) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.552866 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9b0f5b-806d-462d-8b81-94b2ab506224 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:27.553302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9b0f5b-806d-462d-8b81-94b2ab506224 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:27.554972 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4e9b0f5b-806d-462d-8b81-94b2ab506224 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/bcfc6bdb-af59-4ddb-a291-fe1d3dd597f5 HTTP/1.1" status: 404 len: 337 time: 0.0399792 Nov 24 19:29:27.556794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=4195fe6b-ffa0-446e-b5fb-6f7a58961bfc,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:27.557680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46892) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.560493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:27.563452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:27.573785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/4195fe6b-ffa0-446e-b5fb-6f7a58961bfc HTTP/1.1" status: 204 len: 168 time: 0.6128712 Nov 24 19:29:27.577479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46896) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.582997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'mac_address': 'fa:16:3e:f9:d7:de', 'name': 'tempest-PortsIpV6TestJSON-10207702'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:27.611406 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-debe0eb9-37fb-468e-ad03-38861c34e81f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dfac48-ed38-4199-a3ed-659d39cbcee9 HTTP/1.1" status: 200 len: 205 time: 0.0525525 Nov 24 19:29:27.613763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46900) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.680602 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-62e4a757-0cee-4f2e-9074-8816aee4b7a8 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] delete failed (client error): The resource could not be found. Nov 24 19:29:27.681614 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-62e4a757-0cee-4f2e-9074-8816aee4b7a8 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/routers/23dfac48-ed38-4199-a3ed-659d39cbcee9 HTTP/1.1" status: 404 len: 336 time: 0.0669782 Nov 24 19:29:27.684308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46904) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.699552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:27.704580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:27.707420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:27.713699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:27.724768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:27.726037 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-090b867a-0d4c-480a-8836-e49c963c1d00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:27.726508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090b867a-0d4c-480a-8836-e49c963c1d00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:27.728847 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-090b867a-0d4c-480a-8836-e49c963c1d00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/6d8ef41c-0ea2-4b7c-90e2-7a85892abd8e HTTP/1.1" status: 404 len: 337 time: 0.0427344 Nov 24 19:29:27.730845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46908) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:27.768573 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e903fa2b-a878-4eee-b95a-1bc552798c18 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] DELETE failed (client error): The resource could not be found. Nov 24 19:29:27.769026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e903fa2b-a878-4eee-b95a-1bc552798c18 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:27.770658 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e903fa2b-a878-4eee-b95a-1bc552798c18 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] 10.222.0.47 "DELETE /v2.0/subnets/ab9dac3a-dbdb-4015-9ec4-6e6dc43a7cc8 HTTP/1.1" status: 404 len: 337 time: 0.0389099 Nov 24 19:29:27.838681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:27.869372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 091dcf65-eaaf-45f3-b8f7-883e0b5ff325 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:28.073121 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46916) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:28.115316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.152481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.157963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9fbcb6e9-dfdd-49d3-8f57-4406fb794a50 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:28.222546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:28.225779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:28.229609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:28.235168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:28.236334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.242197 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dd23fdea-d55c-4d9d-aac1-eb1b8872acae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b5646170910486cb4c70081e189556d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681473 Nov 24 19:29:28.244732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46922) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:28.251437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=091dcf65-eaaf-45f3-b8f7-883e0b5ff325,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:28.254783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:28.270205 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6916196 Nov 24 19:29:28.272763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46926) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:28.379823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c7e2b-842b-4d9a-ac89-2e1e0045612e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:28.379823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1d5c7e2b-842b-4d9a-ac89-2e1e0045612e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:28.386819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.410386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1d5c7e2b-842b-4d9a-ac89-2e1e0045612e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:28.411468 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d5c7e2b-842b-4d9a-ac89-2e1e0045612e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/091dcf65-eaaf-45f3-b8f7-883e0b5ff325 HTTP/1.1" status: 200 len: 843 time: 0.1378012 Nov 24 19:29:28.414575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46930) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:28.418517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.479583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.485184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cadc8f88-0807-41f7-a1a3-7b9da2f00a33 tempest-ServerActionsTestJSON-1162966437 tempest-ServerActionsTestJSON-1162966437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:28.496225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 091dcf65-eaaf-45f3-b8f7-883e0b5ff325 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:28.496225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.501257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f107e2d-585e-46bc-b40b-aebe880ec533,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:28.501257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:28.522931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.527421 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f107e2d-585e-46bc-b40b-aebe880ec533 HTTP/1.1" status: 204 len: 168 time: 0.2815647 Nov 24 19:29:28.750331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.883345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 091dcf65-eaaf-45f3-b8f7-883e0b5ff325 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:28.978309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:28.985535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5a412c60-8a98-4737-a19c-074dd2ef6325 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:29.046858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.051795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=091dcf65-eaaf-45f3-b8f7-883e0b5ff325,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:29.053994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:29.066288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/091dcf65-eaaf-45f3-b8f7-883e0b5ff325 HTTP/1.1" status: 204 len: 168 time: 0.6506588 Nov 24 19:29:29.068929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46950) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:29.115598 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-215233aa-d201-4be0-8897-d8fa412fd52d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:29.116170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-215233aa-d201-4be0-8897-d8fa412fd52d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:29.132576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-215233aa-d201-4be0-8897-d8fa412fd52d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:29.133890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-215233aa-d201-4be0-8897-d8fa412fd52d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/091dcf65-eaaf-45f3-b8f7-883e0b5ff325 HTTP/1.1" status: 404 len: 333 time: 0.0637400 Nov 24 19:29:29.138751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46956) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:29.144642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'name': 'tempest-PortsIpV6TestJSON-1533076231'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:29.262145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46962) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:29.299314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0fc0c55d-0e77-43db-b1f8-4ba55be87fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.401130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1294517001-network', 'tenant_id': '39a81a73b3c34d06a5444d2f2472af1e'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:29.406114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:29.410546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Usage tracker for resource:network and tenant:39a81a73b3c34d06a5444d2f2472af1e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:29.413786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:29.414643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:29.425332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:29.426241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:29.440370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Made reservation on behalf of 39a81a73b3c34d06a5444d2f2472af1e for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:29.443346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.445400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:29.447824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.455380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.470920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port dea071af-74d2-4f39-b860-38a33895fae4 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:29.472657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:29.476659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:39a81a73b3c34d06a5444d2f2472af1e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:29.480664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:29.493707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:29.610282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.623655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.623655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d86b64fd-1609-4fcb-ba18-7f69fabbbea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:29.664710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:29.672590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84424427-b1de-4220-9e8f-106c46faa344,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:29.677138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:29.691373 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.691536 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Added segment 4da79ced-43a3-4e68-aee2-9f4f95954022 of type vlan for network 2d742557-59df-48dd-80e1-2acbc4f5d18d Nov 24 19:29:29.721527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.734325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.740251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.760364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.760791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:29.761658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.767164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b92abdae-b0b0-4fb4-9271-141cfb3604d3 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:29.774654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.781741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b0388c6-635d-4e80-aca8-d5a6544cdadf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:29.843137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:29.852268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:29.855353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:29.861462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:29.862215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:29.882456 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6178832 Nov 24 19:29:29.892232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46968) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:29.895000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=dea071af-74d2-4f39-b860-38a33895fae4,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:29.907016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Request body: {'subnet': {'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1294517001-subnet', 'tenant_id': '39a81a73b3c34d06a5444d2f2472af1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:29.909880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:29.913670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d742557-59df-48dd-80e1-2acbc4f5d18d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:29.913670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:29.913670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 46972) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:29.916408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:29.916577 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7750096 Nov 24 19:29:29.925591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:29.955553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Usage tracker for resource:subnet and tenant:39a81a73b3c34d06a5444d2f2472af1e is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:29.955753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 2d742557-59df-48dd-80e1-2acbc4f5d18d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:29.961476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:29.987080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:30.056207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Made reservation on behalf of 39a81a73b3c34d06a5444d2f2472af1e for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:30.056207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.182975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.511276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.516964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2a39ca9d-b301-4c28-8710-6a1d47c88b74 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:30.557419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.566559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.589665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] In _notify_port_updated(), no bound segment for port dea071af-74d2-4f39-b860-38a33895fae4 on network c7c5a15c-3a06-4691-ab83-5773748cd377 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:29:30.595359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:30.595951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.597310 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "PUT /v2.0/ports/dea071af-74d2-4f39-b860-38a33895fae4 HTTP/1.1" status: 200 len: 818 time: 0.6833484 Nov 24 19:29:30.598015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca43957-c7a9-4003-b2f4-7d76d5e31c7c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:30.607988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46976) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:30.608395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:30.608395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-843dca32-b59a-4c01-92f6-99ccc924060f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:30.677987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port dea071af-74d2-4f39-b860-38a33895fae4 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:30.678608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.784978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Checking segment: {'id': '4da79ced-43a3-4e68-aee2-9f4f95954022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:30.785341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Network hostable DHCP agents. Network: 2d742557-59df-48dd-80e1-2acbc4f5d18d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:30.801424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=dea071af-74d2-4f39-b860-38a33895fae4,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:30.804531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:30.813465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Network 2d742557-59df-48dd-80e1-2acbc4f5d18d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:30.823214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 2d742557-59df-48dd-80e1-2acbc4f5d18d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:30.827847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:30.828464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:30.833674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff9f55-8249-471c-a5e1-205ecb24197c None None] Network 2d742557-59df-48dd-80e1-2acbc4f5d18d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:30.856513 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9667442 Nov 24 19:29:30.914076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.055795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for dea071af-74d2-4f39-b860-38a33895fae4 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:31.077333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e598b1-b8ba-4df3-bdca-02a130b15a10 None None] Network 2d742557-59df-48dd-80e1-2acbc4f5d18d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:31.138542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.144742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-53e10655-ed6e-4531-b35d-f35088864203 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:31.193976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=dea071af-74d2-4f39-b860-38a33895fae4,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:31.197105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:31.199410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.219717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/dea071af-74d2-4f39-b860-38a33895fae4 HTTP/1.1" status: 204 len: 168 time: 0.6160140 Nov 24 19:29:31.220473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46988) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:31.311544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eb514c-d63b-4141-a9db-6b38b8c351aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:31.312232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a8eb514c-d63b-4141-a9db-6b38b8c351aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:31.328908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a8eb514c-d63b-4141-a9db-6b38b8c351aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:31.330073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a8eb514c-d63b-4141-a9db-6b38b8c351aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1091406 Nov 24 19:29:31.332944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 46996) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:31.376322 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1e551d-6d1e-4419-95a4-0ffa4cd2f6a0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:31.377663 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4f1e551d-6d1e-4419-95a4-0ffa4cd2f6a0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/dea071af-74d2-4f39-b860-38a33895fae4 HTTP/1.1" status: 404 len: 333 time: 0.0437770 Nov 24 19:29:31.381720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47000) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:31.387768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-116241155'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:31.392922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:31.396737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:31.401358 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:31.407611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:31.417429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:31.421588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.425726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47006) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:31.431271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-757438793-network', 'tenant_id': '62d9a841e4b34789bcb6dba0c3d5ed32'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:31.435935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:31.439711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Usage tracker for resource:network and tenant:62d9a841e4b34789bcb6dba0c3d5ed32 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:31.442559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:31.448829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:31.450090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:31.459837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.460176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Made reservation on behalf of 62d9a841e4b34789bcb6dba0c3d5ed32 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:31.460302 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f of type vlan for network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 Nov 24 19:29:31.462581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.475416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.487192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.490390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:31.496272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Usage tracker for resource:security_group_rule and tenant:62d9a841e4b34789bcb6dba0c3d5ed32 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:31.499783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:31.505741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:31.533728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.543787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:31.545347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.553770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-958284ef-6158-47dc-b8d7-c2c74489b794 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:31.632354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.636971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.640076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-218ff1c9-9e94-40ea-9141-55014c47d0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:31.671324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:31.676859 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2913010 Nov 24 19:29:31.677064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f96eb4-abfc-48f7-91b0-92d3fbe571d6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:31.679227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47010) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:31.683851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:31.689101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:31.696832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=a7e9bf2d-7c43-4dc9-b64e-10686b06de14,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:31.699477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:31.706842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:31.707790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.708158 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Added segment 739580b7-6075-47d0-b893-7151ed3887ef of type vlan for network d12e7180-19f6-4d1f-ac0d-271a4844127a Nov 24 19:29:31.814823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.832641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:31.844109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:31.849664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:31.862573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:31.871682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.873249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:31.873982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:31.879260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5c2c6327-673a-44e8-9868-2ffb84fd0e33 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:31.897236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:31.900936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.045041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a77e275b-65b4-40ab-a2fc-618e1d2340b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.058514 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6316340 Nov 24 19:29:32.062139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47014) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:32.067975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Request body: {'subnet': {'network_id': 'd12e7180-19f6-4d1f-ac0d-271a4844127a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-757438793-subnet', 'tenant_id': '62d9a841e4b34789bcb6dba0c3d5ed32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:32.072923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:32.077514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Usage tracker for resource:subnet and tenant:62d9a841e4b34789bcb6dba0c3d5ed32 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:32.080432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:32.081870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Pushing event updated for resources: {'Network': ['ID=d12e7180-19f6-4d1f-ac0d-271a4844127a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:32.086360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:32.086490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:32.095571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d12e7180-19f6-4d1f-ac0d-271a4844127a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:32.097986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Made reservation on behalf of 62d9a841e4b34789bcb6dba0c3d5ed32 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:32.100753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.225107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.229683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:32.320956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.324960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:32.395986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35f5ea7-ca39-4c06-8535-a48d43f1a820,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:32.400242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:32.408434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Checking segment: {'id': '739580b7-6075-47d0-b893-7151ed3887ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd12e7180-19f6-4d1f-ac0d-271a4844127a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:32.408787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Network hostable DHCP agents. Network: d12e7180-19f6-4d1f-ac0d-271a4844127a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:32.427344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Network d12e7180-19f6-4d1f-ac0d-271a4844127a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:32.436512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d12e7180-19f6-4d1f-ac0d-271a4844127a) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:32.440935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:32.441509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.445371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': 'f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:32.445732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: a7e9bf2d-7c43-4dc9-b64e-10686b06de14, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:32.447611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c07fe96-dd03-4360-a340-c58911aece7a None None] Network d12e7180-19f6-4d1f-ac0d-271a4844127a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:32.453254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=cb748b38-9c5f-45dc-8c94-9cbc54e73d57,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:32.458469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:32.470031 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4066525 Nov 24 19:29:32.477271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:32.485839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, a7e9bf2d-7c43-4dc9-b64e-10686b06de14) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:32.490747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:32.491447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.528217 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8440120 Nov 24 19:29:32.528391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df66879-8b2f-4020-954d-f3d8890793fe None None] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:32.528491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47020) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:32.534922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:32.678243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:32.682251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:32.685938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:32.691894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:32.703660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:32.707888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.789252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:32.874736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a944530-4aff-43f6-b3e6-a82d8d676132 None None] Network d12e7180-19f6-4d1f-ac0d-271a4844127a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:32.879692 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb748b38-9c5f-45dc-8c94-9cbc54e73d57 (CIDR: 2001:db8::/64) Nov 24 19:29:32.885216 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:29:32.885726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:29:32.926046 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3d736c8-24e7-4ae8-8a4f-9b2fcc4fcedf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3957751 Nov 24 19:29:32.928952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47038) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:32.936138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:33.015082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-a7e9bf2d-7c43-4dc9-b64e-10686b06de14', 'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14', 'tenant_id': '28911240b7d74137814e461a69a572a8', 'fixed_ips': [{'subnet_id': 'cb748b38-9c5f-45dc-8c94-9cbc54e73d57'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:29:33.015927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.086357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:33.090692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:33.093634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:33.096421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-244c172b-2437-431d-9c91-014ef37113a9 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:33.098665 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-244c172b-2437-431d-9c91-014ef37113a9 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/networks?id=2d742557-59df-48dd-80e1-2acbc4f5d18d HTTP/1.1" status: 200 len: 812 time: 0.1680152 Nov 24 19:29:33.099743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:33.112746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:33.116422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.120572 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-cbb7f2cc-6460-4dc9-8fde-d3339b56e3e9 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/quotas/39a81a73b3c34d06a5444d2f2472af1e HTTP/1.1" status: 200 len: 375 time: 0.0126090 Nov 24 19:29:33.172854 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-38caa113-aa18-4f6d-bc96-00cc5345b744 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39a81a73b3c34d06a5444d2f2472af1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474780 Nov 24 19:29:33.184600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b90c35eb-b0eb-4d5c-8bd8-9cfbab55a78f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:29:33.191231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b90c35eb-b0eb-4d5c-8bd8-9cfbab55a78f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106542 Nov 24 19:29:33.306063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Allocated IP 2001:db8::2 (a7e9bf2d-7c43-4dc9-b64e-10686b06de14/cb748b38-9c5f-45dc-8c94-9cbc54e73d57/d4935a23-5a47-45c5-8f46-68f98ec8ec55) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:33.324504 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-7942e1cf-5d7b-4179-bc94-0125fc94d7d8 service neutron] 10.222.0.47 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323047 Nov 24 19:29:33.421934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.427020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6989b2a5-2ba8-4dbf-ae62-f4db53944f2d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:33.460352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-4d1fcfb5-9998-4c7b-a050-8df00a10e6ab service neutron] 10.222.0.47 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307497 Nov 24 19:29:33.481575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:33.485393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:33.489620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:33.490202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.509630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=2b0fa200-64b8-4337-a522-4205b1b02c1e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:33.515546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:33.523471 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5932887 Nov 24 19:29:33.526252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47042) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:33.532762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14', 'fixed_ips': [{'subnet_id': 'cb748b38-9c5f-45dc-8c94-9cbc54e73d57'}, {'subnet_id': '2b0fa200-64b8-4337-a522-4205b1b02c1e'}], 'name': 'tempest-PortsIpV6TestJSON-439959529'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:33.536399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.548198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Transition to ACTIVE for port object d4935a23-5a47-45c5-8f46-68f98ec8ec55 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:33.570526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Transition to ACTIVE for port object d4935a23-5a47-45c5-8f46-68f98ec8ec55 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:33.578299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.590285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d637cf48-73ef-4f7b-8029-fb5d4adb1af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:33.670007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Pushing event updated for resources: {'Port': ['ID=d4935a23-5a47-45c5-8f46-68f98ec8ec55,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:33.673259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:33.675406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:33.677415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:33.679997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:33.680871 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a2296fd3-0a88-4dc2-9806-a6c940f736cc req-cb150e6e-3b96-4af2-88b7-ebc9598dc16b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 210 time: 0.0584731 Nov 24 19:29:33.698460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:33.708676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:33.718811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:33.779386 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Attempting to bind port d4935a23-5a47-45c5-8f46-68f98ec8ec55 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:33.779774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Attempting to bind port d4935a23-5a47-45c5-8f46-68f98ec8ec55 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:33.780194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Attempting to bind port d4935a23-5a47-45c5-8f46-68f98ec8ec55 on network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:33.785683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:33.786080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Checking segment: {'id': 'f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:33.786494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.786909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Bound using segment: {'id': 'f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:33.787437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Bound port: d4935a23-5a47-45c5-8f46-68f98ec8ec55, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:33.787765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.852899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.876174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 250395ca-ecd2-4650-a6eb-703ac8ec520f yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:33.887900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] For port d4935a23-5a47-45c5-8f46-68f98ec8ec55, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:33.891568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] For port d4935a23-5a47-45c5-8f46-68f98ec8ec55, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d4935a23-5a47-45c5-8f46-68f98ec8ec55,segment=NetworkSegment(f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f),segment_id=f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:33.897301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:33.907559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:34.016256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Pushing event updated for resources: {'Port': ['ID=d4935a23-5a47-45c5-8f46-68f98ec8ec55,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:34.029600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:34.407200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::345 (a7e9bf2d-7c43-4dc9-b64e-10686b06de14/cb748b38-9c5f-45dc-8c94-9cbc54e73d57/250395ca-ecd2-4650-a6eb-703ac8ec520f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:34.414409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8:0:1::1ef (a7e9bf2d-7c43-4dc9-b64e-10686b06de14/2b0fa200-64b8-4337-a522-4205b1b02c1e/250395ca-ecd2-4650-a6eb-703ac8ec520f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:34.512715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:34.562681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d4935a23-5a47-45c5-8f46-68f98ec8ec55 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:34.632941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port d4935a23-5a47-45c5-8f46-68f98ec8ec55 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:34.634440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:34.652972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 250395ca-ecd2-4650-a6eb-703ac8ec520f will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:34.676630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:34.681508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7a282f2c-0afd-4588-b05b-5b751f7eb92e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:34.755398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:34.758855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:34.762719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:34.768930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:34.769622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:34.791157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=250395ca-ecd2-4650-a6eb-703ac8ec520f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:34.795084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:34.807667 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2797425 Nov 24 19:29:34.810661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47066) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:34.817607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb748b38-9c5f-45dc-8c94-9cbc54e73d57'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:34.854815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9a34448-8529-4238-952e-b6ce001a0b84 req-c2953f77-ac5c-4412-a47d-18e3551c9d7a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 210 time: 0.0528667 Nov 24 19:29:35.002795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.125236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-a58b2508-b742-4c61-90ab-1e501591ddac tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:35.126835 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-a58b2508-b742-4c61-90ab-1e501591ddac tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.41 "GET /v2.0/networks?id=2d742557-59df-48dd-80e1-2acbc4f5d18d HTTP/1.1" status: 200 len: 812 time: 0.2091970 Nov 24 19:29:35.141034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Request body: {'port': {'device_id': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d', 'admin_state_up': True, 'tenant_id': '39a81a73b3c34d06a5444d2f2472af1e'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:35.243254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e948d-3fd8-45cf-8e0f-280997c310bf None None] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:35.326616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:35.330620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Usage tracker for resource:port and tenant:39a81a73b3c34d06a5444d2f2472af1e is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:35.333682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:35.339789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:35.344151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Provisioning for port d4935a23-5a47-45c5-8f46-68f98ec8ec55 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:35.349965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Made reservation on behalf of 39a81a73b3c34d06a5444d2f2472af1e for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:35.353643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.362768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Provisioning complete for port d4935a23-5a47-45c5-8f46-68f98ec8ec55 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:35.363233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.414047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Delete allocated IP 2001:db8:0:1::1ef (a7e9bf2d-7c43-4dc9-b64e-10686b06de14/2b0fa200-64b8-4337-a522-4205b1b02c1e) {{(pid=87486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 19:29:35.530319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Allocated IP 172.20.0.5 (2d742557-59df-48dd-80e1-2acbc4f5d18d/6ca43957-c7a9-4003-b2f4-7d76d5e31c7c/5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:35.597988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.599062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.615789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Ignored duplicate provisioning block setup for port 250395ca-ecd2-4650-a6eb-703ac8ec520f by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 19:29:35.620887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.627605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-db0c3d64-aff6-4d9a-8650-d25a2ac473b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:35.641302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] For port d4935a23-5a47-45c5-8f46-68f98ec8ec55, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d4935a23-5a47-45c5-8f46-68f98ec8ec55,segment=NetworkSegment(f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f),segment_id=f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:35.647255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.649109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:35.740714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] In _notify_port_updated(), no bound segment for port 250395ca-ecd2-4650-a6eb-703ac8ec520f on network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:29:35.746163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:35.746784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.751812 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "PUT /v2.0/ports/250395ca-ecd2-4650-a6eb-703ac8ec520f HTTP/1.1" status: 200 len: 925 time: 0.9396887 Nov 24 19:29:35.752174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47074) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:35.756031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=250395ca-ecd2-4650-a6eb-703ac8ec520f,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:35.759320 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:35.759473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb748b38-9c5f-45dc-8c94-9cbc54e73d57'}, {'subnet_id': '2b0fa200-64b8-4337-a522-4205b1b02c1e'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:35.779502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Pushing event updated for resources: {'Port': ['ID=d4935a23-5a47-45c5-8f46-68f98ec8ec55,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:35.783673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:35.784387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Update dhcp port {'port': {'network_id': 'a7e9bf2d-7c43-4dc9-b64e-10686b06de14', 'fixed_ips': [{'subnet_id': 'cb748b38-9c5f-45dc-8c94-9cbc54e73d57', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b0fa200-64b8-4337-a522-4205b1b02c1e'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'd4935a23-5a47-45c5-8f46-68f98ec8ec55'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:29:35.805808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.838273 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.932174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:35.941518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f9a185f1-0ee1-44e2-a366-a5e0549e9869 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:36.104394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Allocated IP 2001:db8:0:1::2 (a7e9bf2d-7c43-4dc9-b64e-10686b06de14/2b0fa200-64b8-4337-a522-4205b1b02c1e/d4935a23-5a47-45c5-8f46-68f98ec8ec55) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:36.220600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Network 2d742557-59df-48dd-80e1-2acbc4f5d18d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:36.240637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:36.242969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:36.258272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] For port d4935a23-5a47-45c5-8f46-68f98ec8ec55, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d4935a23-5a47-45c5-8f46-68f98ec8ec55,segment=NetworkSegment(f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f),segment_id=f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:36.276956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Pushing event updated for resources: {'Port': ['ID=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:36.280154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:36.283801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:36.300460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Transition to ACTIVE for port object d4935a23-5a47-45c5-8f46-68f98ec8ec55 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:36.305649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:36.309249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-234ae0c2-2a2a-4c27-8c75-12dfb09a595e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:36.387652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:36.388848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:36.394230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:36.426011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe258b-7c21-4601-82fb-730d5817dbc2 req-356f0e9c-df16-44b6-9ead-459d84a8b4da tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:36.427491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ddbe258b-7c21-4601-82fb-730d5817dbc2 req-356f0e9c-df16-44b6-9ead-459d84a8b4da tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 931 time: 0.4490421 Nov 24 19:29:36.448810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Pushing event updated for resources: {'Port': ['ID=d4935a23-5a47-45c5-8f46-68f98ec8ec55,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:36.452225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:36.495798 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3586051 Nov 24 19:29:36.510019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-07cc0cd1-3407-4dc5-8b42-664e1e2db5ed tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:29:36.510988 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-07cc0cd1-3407-4dc5-8b42-664e1e2db5ed tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069909 Nov 24 19:29:36.535796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Request body: {'port': {'device_id': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:36.539751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d4935a23-5a47-45c5-8f46-68f98ec8ec55 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:36.617764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ddbe258b-7c21-4601-82fb-730d5817dbc2 req-e3141efe-b54b-42bd-b07c-ccfb8df61996 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597457 Nov 24 19:29:36.776599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:36.982709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7112c-3c5d-4dc3-af38-65e0946ca8e8 None None] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:37.050369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8:0:1::4 (a7e9bf2d-7c43-4dc9-b64e-10686b06de14/2b0fa200-64b8-4337-a522-4205b1b02c1e/250395ca-ecd2-4650-a6eb-703ac8ec520f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:37.085827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0541717a-c83e-48d7-8a12-5f10b337955b None None] Provisioning for port 250395ca-ecd2-4650-a6eb-703ac8ec520f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:37.103748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0541717a-c83e-48d7-8a12-5f10b337955b None None] Provisioning complete for port 250395ca-ecd2-4650-a6eb-703ac8ec520f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:37.104160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0541717a-c83e-48d7-8a12-5f10b337955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.211772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0541717a-c83e-48d7-8a12-5f10b337955b None None] Port 250395ca-ecd2-4650-a6eb-703ac8ec520f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:37.271560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0541717a-c83e-48d7-8a12-5f10b337955b None None] Provisioning for port d4935a23-5a47-45c5-8f46-68f98ec8ec55 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:37.283658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0541717a-c83e-48d7-8a12-5f10b337955b None None] Provisioning complete for port d4935a23-5a47-45c5-8f46-68f98ec8ec55 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:37.284064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0541717a-c83e-48d7-8a12-5f10b337955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.373431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.396621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Ignored duplicate provisioning block setup for port 250395ca-ecd2-4650-a6eb-703ac8ec520f by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 19:29:37.400913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:29:37.408191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.410572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.416379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bdb3e693-9fca-4308-9220-99e50832be7b tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:37.519990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Transition to ACTIVE for port object 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:37.555283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.580968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] In _notify_port_updated(), no bound segment for port 250395ca-ecd2-4650-a6eb-703ac8ec520f on network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:29:37.586367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:37.586988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.588300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "PUT /v2.0/ports/250395ca-ecd2-4650-a6eb-703ac8ec520f HTTP/1.1" status: 200 len: 1009 time: 1.8351715 Nov 24 19:29:37.589163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=250395ca-ecd2-4650-a6eb-703ac8ec520f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:37.592142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47080) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:37.593466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:37.593804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ea3a2bd-60b9-4907-b255-2a8818a345d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:37.646445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eea4a77d-bd3d-4e85-97d7-dcd42c856ad8 None None] Provisioning complete for port 250395ca-ecd2-4650-a6eb-703ac8ec520f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:37.646952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eea4a77d-bd3d-4e85-97d7-dcd42c856ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.679097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 250395ca-ecd2-4650-a6eb-703ac8ec520f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:37.679765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.713077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-eea4a77d-bd3d-4e85-97d7-dcd42c856ad8 None None] Port 250395ca-ecd2-4650-a6eb-703ac8ec520f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:37.726136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eea4a77d-bd3d-4e85-97d7-dcd42c856ad8 None None] Provisioning complete for port d4935a23-5a47-45c5-8f46-68f98ec8ec55 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:37.726739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eea4a77d-bd3d-4e85-97d7-dcd42c856ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.849527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:37.856693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:37.902053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Attempting to bind port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:37.902385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Attempting to bind port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '4da79ced-43a3-4e68-aee2-9f4f95954022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:37.902710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Attempting to bind port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 on network 2d742557-59df-48dd-80e1-2acbc4f5d18d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:37.910995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 on network 2d742557-59df-48dd-80e1-2acbc4f5d18d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:29:37.911537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Attempting to bind port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 on network 2d742557-59df-48dd-80e1-2acbc4f5d18d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:37.928546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963387-5c52-4f29-a643-735ffa21db85 req-e355fd1d-1633-4b96-9e43-c0564f7f885b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:37.929496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-39963387-5c52-4f29-a643-735ffa21db85 req-e355fd1d-1633-4b96-9e43-c0564f7f885b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Synchronizing usage tracker for tenant:39a81a73b3c34d06a5444d2f2472af1e on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:37.932346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:37.932853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Checking segment: {'id': '4da79ced-43a3-4e68-aee2-9f4f95954022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:37.933828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Bound using segment: {'id': '4da79ced-43a3-4e68-aee2-9f4f95954022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:37.934433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Bound port: 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da79ced-43a3-4e68-aee2-9f4f95954022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:37.935444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:37.996534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.033091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dde47492-8125-4f22-8036-b52e2197f3bf None None] Provisioning complete for port 250395ca-ecd2-4650-a6eb-703ac8ec520f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:38.034390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dde47492-8125-4f22-8036-b52e2197f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.098537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dde47492-8125-4f22-8036-b52e2197f3bf None None] Port 250395ca-ecd2-4650-a6eb-703ac8ec520f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:38.141755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 250395ca-ecd2-4650-a6eb-703ac8ec520f owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:38.162458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-39963387-5c52-4f29-a643-735ffa21db85 req-e355fd1d-1633-4b96-9e43-c0564f7f885b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Unset dirty status for tenant:39a81a73b3c34d06a5444d2f2472af1e on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:38.163630 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39963387-5c52-4f29-a643-735ffa21db85 req-e355fd1d-1633-4b96-9e43-c0564f7f885b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 943 time: 0.3730700 Nov 24 19:29:38.220865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] For port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:38.236404 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39963387-5c52-4f29-a643-735ffa21db85 req-a33e6022-559e-4de0-a5ee-d38eb925ff4c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653934 Nov 24 19:29:38.238059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] For port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,segment=NetworkSegment(4da79ced-43a3-4e68-aee2-9f4f95954022),segment_id=4da79ced-43a3-4e68-aee2-9f4f95954022)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:38.241858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-14ea1de0-eca8-4120-9371-135742df1b34 None None] Provisioning complete for port 250395ca-ecd2-4650-a6eb-703ac8ec520f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:38.242237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-14ea1de0-eca8-4120-9371-135742df1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.244449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.259422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:38.325165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:38.326529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.328036 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 HTTP/1.1" status: 200 len: 1093 time: 1.8011911 Nov 24 19:29:38.328573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'tag': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:29:38.333463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-14ea1de0-eca8-4120-9371-135742df1b34 None None] Port 250395ca-ecd2-4650-a6eb-703ac8ec520f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:38.350172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:38.353171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:38.397530 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'tag': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293', 'status': 'completed', 'code': 200} Nov 24 19:29:38.446396 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:29:38.522230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.529492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0270cd1e-7321-473b-91e5-13d7788c3da9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:38.545196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1cebaa49-fb14-41aa-bcd8-e36ef39fd51c None None] Could not find standard attr ID for object 250395ca-ecd2-4650-a6eb-703ac8ec520f. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:29:38.557191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-7b2f928f-24d0-4680-80ba-9a4625dfa689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:38.558842 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-7b2f928f-24d0-4680-80ba-9a4625dfa689 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39a81a73b3c34d06a5444d2f2472af1e&device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 1096 time: 0.1835411 Nov 24 19:29:38.578783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=250395ca-ecd2-4650-a6eb-703ac8ec520f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:38.581714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:38.634281 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-8fa290ec-1646-49ef-a536-49a4f38917d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 HTTP/1.1" status: 200 len: 217 time: 0.0682542 Nov 24 19:29:38.663925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.674293 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/250395ca-ecd2-4650-a6eb-703ac8ec520f HTTP/1.1" status: 204 len: 168 time: 1.0792789 Nov 24 19:29:38.676846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47090) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:38.704887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-8d93b55d-c587-4432-8711-7b729606c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:38.706862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-8d93b55d-c587-4432-8711-7b729606c3cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ca43957-c7a9-4003-b2f4-7d76d5e31c7c HTTP/1.1" status: 200 len: 852 time: 0.0668154 Nov 24 19:29:38.721647 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c44df9-5ce2-4f62-861e-2a4b0f606242 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:38.722187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-83c44df9-5ce2-4f62-861e-2a4b0f606242 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:38.738854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-83c44df9-5ce2-4f62-861e-2a4b0f606242 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:38.740356 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-83c44df9-5ce2-4f62-861e-2a4b0f606242 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/250395ca-ecd2-4650-a6eb-703ac8ec520f HTTP/1.1" status: 404 len: 333 time: 0.0624633 Nov 24 19:29:38.742859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47094) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:38.763206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-974c266a-4873-462c-a6ba-ed208c795a13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d742557-59df-48dd-80e1-2acbc4f5d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495279 Nov 24 19:29:38.812657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet 2b0fa200-64b8-4337-a522-4205b1b02c1e {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:38.815815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.883736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:38.902662 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-7872ee1a-8827-4cdf-be64-89ce20fee816 service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332738 Nov 24 19:29:38.978627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.039805 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b98f19c-3404-43ed-b77f-e56d02020a37 req-8694dbf7-11ce-4dbb-a819-4d25081493e4 service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309283 Nov 24 19:29:39.054502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.060210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78ef0ac8-3180-43fd-b8b1-91dcf5d4f4ff tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:39.100181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0fa200-64b8-4337-a522-4205b1b02c1e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:39.102081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.104841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:39.112904 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/2b0fa200-64b8-4337-a522-4205b1b02c1e HTTP/1.1" status: 204 len: 168 time: 0.3656099 Nov 24 19:29:39.112904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47098) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:39.115344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7198d9-2716-43ae-b2be-e5277ca8cfe8 None None] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:39.157748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-dfb67090-bc49-4b2d-ae0d-9f7d103147cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:39.159159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-dfb67090-bc49-4b2d-ae0d-9f7d103147cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39a81a73b3c34d06a5444d2f2472af1e&device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 1096 time: 0.0744660 Nov 24 19:29:39.181440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet cb748b38-9c5f-45dc-8c94-9cbc54e73d57 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:39.184388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.248401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.318093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-7c8697f2-5130-433d-be72-64524fa6ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:39.319554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-7c8697f2-5130-433d-be72-64524fa6ad51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d742557-59df-48dd-80e1-2acbc4f5d18d HTTP/1.1" status: 200 len: 913 time: 0.1535566 Nov 24 19:29:39.348956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.440742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.445428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-67d56ea4-694e-4378-8857-04f16c125864 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:39.455619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-e328d91c-4e0c-49c5-8d3f-db01b1ed1303 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 HTTP/1.1" status: 200 len: 217 time: 0.1263247 Nov 24 19:29:39.488267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=cb748b38-9c5f-45dc-8c94-9cbc54e73d57,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:39.491183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:39.492235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.500004 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/cb748b38-9c5f-45dc-8c94-9cbc54e73d57 HTTP/1.1" status: 204 len: 168 time: 0.3853786 Nov 24 19:29:39.501369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47104) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:39.549238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-bca1bfc1-cee2-4bec-997b-9b9ed1ffd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:39.550683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-bca1bfc1-cee2-4bec-997b-9b9ed1ffd08b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ca43957-c7a9-4003-b2f4-7d76d5e31c7c HTTP/1.1" status: 200 len: 852 time: 0.0879588 Nov 24 19:29:39.609760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681e0c2-156d-4460-925e-18b0a66ac729 req-4692f042-2e6a-483e-ae06-9fdc2976baca tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:39.610737 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4681e0c2-156d-4460-925e-18b0a66ac729 req-4692f042-2e6a-483e-ae06-9fdc2976baca tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 943 time: 0.2057664 Nov 24 19:29:39.621543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-b7c55475-48cc-488c-8a46-bbc7cca3b506 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d742557-59df-48dd-80e1-2acbc4f5d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627398 Nov 24 19:29:39.629885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.642134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port d4935a23-5a47-45c5-8f46-68f98ec8ec55 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:39.642435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.758233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4681e0c2-156d-4460-925e-18b0a66ac729 req-93bf01f2-bd2b-40f1-b61c-a2c44a1b386d tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418831 Nov 24 19:29:39.812517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-e364bf10-6d93-4c7d-aedd-84009dd834e1 service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717861 Nov 24 19:29:39.871904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] For port d4935a23-5a47-45c5-8f46-68f98ec8ec55, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d4935a23-5a47-45c5-8f46-68f98ec8ec55,segment=NetworkSegment(f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f),segment_id=f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:39.873092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:39.958944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79bf8670-a59b-4c58-b262-8d5f57cfc6f6 req-3f9780bd-f895-4e02-9bd8-b765a70d802c service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393304 Nov 24 19:29:39.969959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7d79c-9bbb-403a-abb0-033b4e4dde7a None None] Network a7e9bf2d-7c43-4dc9-b64e-10686b06de14 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:40.008029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for d4935a23-5a47-45c5-8f46-68f98ec8ec55 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:40.055806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-02863a35-612b-4a2f-b4c8-0c8594e4fdd4 None None] Provisioning complete for port d4935a23-5a47-45c5-8f46-68f98ec8ec55 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:40.056227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02863a35-612b-4a2f-b4c8-0c8594e4fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.089474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.094202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-22af8a4e-d0d7-423b-b54c-3f681f6369d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:40.138414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=d4935a23-5a47-45c5-8f46-68f98ec8ec55,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:40.143504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-02863a35-612b-4a2f-b4c8-0c8594e4fdd4 None None] Port d4935a23-5a47-45c5-8f46-68f98ec8ec55 was deleted so its status cannot be updated. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 19:29:40.148399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No DVR routers for this DVR port d4935a23-5a47-45c5-8f46-68f98ec8ec55 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:40.150789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.151171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.151545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.151913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.152310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.152745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.153110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.153650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.154123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.154683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.155049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.155410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:40.186243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:40.276256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2d5a2-76f8-4f78-9f54-0311ee55cfe7 None None] DHCP port deletion for a7e9bf2d-7c43-4dc9-b64e-10686b06de14 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:40.287855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.314099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e9bf2d-7c43-4dc9-b64e-10686b06de14']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:40.329877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:40.330165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65cf5b3-74bb-4a2f-ab1e-d99a274fcc8f') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:40.341137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.356201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.362717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:40.363088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:40.377767 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:40.453493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.458185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.462212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-86212685-b4df-4007-89e3-f27a6ac7821d tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:40.491520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=a7e9bf2d-7c43-4dc9-b64e-10686b06de14,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:40.493904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:40.500779 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/a7e9bf2d-7c43-4dc9-b64e-10686b06de14 HTTP/1.1" status: 204 len: 168 time: 0.9982586 Nov 24 19:29:40.504739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47110) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:40.527004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d4935a23-5a47-45c5-8f46-68f98ec8ec55 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:40.564295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: d4935a23-5a47-45c5-8f46-68f98ec8ec55 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:40.564932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d4935a23-5a47-45c5-8f46-68f98ec8ec55 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:40.587292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2c5456-afb1-43af-a52d-8020d1557808 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:40.587993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6e2c5456-afb1-43af-a52d-8020d1557808 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:40.602946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6e2c5456-afb1-43af-a52d-8020d1557808 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:40.604105 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e2c5456-afb1-43af-a52d-8020d1557808 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0989161 Nov 24 19:29:40.608360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47114) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:40.684040 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b61db548-0e24-47c0-bf3b-8bc4f9335661 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0745249 Nov 24 19:29:40.687889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47118) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:40.693109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1182224211'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:40.697887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:40.702038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:40.704832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:40.710406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:40.721084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:40.724721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.755033 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:40.763913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.764280 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment 75082a9b-e3f0-4345-9514-bf413eb33990 of type vlan for network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 Nov 24 19:29:40.790209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.819680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.825446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:40.829234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:40.834435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b4715309-a99c-47c4-ba23-525b6a0eeca0 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:40.963755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576903d-552f-4b6f-af72-7beff8e82493 req-9d4ab01a-f826-4552-a320-03b5837507eb tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:40.965466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9576903d-552f-4b6f-af72-7beff8e82493 req-9d4ab01a-f826-4552-a320-03b5837507eb tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 943 time: 0.0939083 Nov 24 19:29:41.058789 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3670774 Nov 24 19:29:41.059342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47124) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:41.067244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:41.082078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=c5c74a3a-f16d-4b79-86ac-e1c94ff88970,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:41.087031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:41.094637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:41.143332 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9576903d-552f-4b6f-af72-7beff8e82493 req-303a194e-0360-4cdb-8c38-bf1b0cbe3fa3 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708562 Nov 24 19:29:41.183813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:41.188212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:41.190994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:41.196686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:41.207238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:41.210861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:41.423809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:41.428229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8c97b9b1-0f1f-4fe5-a63a-d25dbf82f0c2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:41.503330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=88da15e0-3702-441b-b4f0-8f4d56a7ed53,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:41.506762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:41.509154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': '75082a9b-e3f0-4345-9514-bf413eb33990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:41.509614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: c5c74a3a-f16d-4b79-86ac-e1c94ff88970, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:41.528104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:41.537046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, c5c74a3a-f16d-4b79-86ac-e1c94ff88970) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:41.540979 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:41.541558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:41.545730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f7696-a7d3-4586-9542-63a9ca682753 None None] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:41.567231 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5073674 Nov 24 19:29:41.569691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47128) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:41.575901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970', 'name': 'tempest-PortsIpV6TestJSON-1638971531'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:41.712950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:41.724089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:41.733668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:41.737322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:41.758336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port a238bda2-58cd-4adb-9955-aed7e8de2521 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:41.762804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-c5c74a3a-f16d-4b79-86ac-e1c94ff88970', 'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970', 'tenant_id': '28911240b7d74137814e461a69a572a8', 'fixed_ips': [{'subnet_id': '88da15e0-3702-441b-b4f0-8f4d56a7ed53'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:29:41.763794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:41.902437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::2d0 (c5c74a3a-f16d-4b79-86ac-e1c94ff88970/88da15e0-3702-441b-b4f0-8f4d56a7ed53/a238bda2-58cd-4adb-9955-aed7e8de2521) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:42.107293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.122754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object a238bda2-58cd-4adb-9955-aed7e8de2521 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:42.145010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.150519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4748d0c5-445c-4352-a50b-ab1a29bc38b0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:42.209458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Allocated IP 2001:db8::2 (c5c74a3a-f16d-4b79-86ac-e1c94ff88970/88da15e0-3702-441b-b4f0-8f4d56a7ed53/bb94ac5f-1b12-4b8f-a213-11b31fe97b40) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:42.218456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:42.221907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:42.224503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:42.230318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:42.230962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.245836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=a238bda2-58cd-4adb-9955-aed7e8de2521,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:42.248882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:42.267582 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6945288 Nov 24 19:29:42.267852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47134) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:42.273288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970', 'name': 'tempest-PortsIpV6TestJSON-620169971'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:42.334463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e37476-26ca-4ef4-8906-ecbad163a9f1 req-d5b2f6e0-9aaa-427c-93ab-6740b8a0d51b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:42.336592 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27e37476-26ca-4ef4-8906-ecbad163a9f1 req-d5b2f6e0-9aaa-427c-93ab-6740b8a0d51b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 943 time: 0.0835292 Nov 24 19:29:42.382921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27e37476-26ca-4ef4-8906-ecbad163a9f1 req-5fbf6895-1d07-4c6a-96f3-6c8ee04d10ce tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Nov 24 19:29:42.415941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:42.420795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:42.423752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:42.429545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:42.437223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.439286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:42.442988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.447684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Transition to ACTIVE for port object bb94ac5f-1b12-4b8f-a213-11b31fe97b40 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:42.464105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port ddd2c7f9-b53c-4e3e-9d49-a16b875c0649 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:42.466475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Transition to ACTIVE for port object bb94ac5f-1b12-4b8f-a213-11b31fe97b40 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:42.473452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.477997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:42.545202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:42.548246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:42.551885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:42.557561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Pushing event updated for resources: {'Port': ['ID=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:42.561411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:42.616328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::385 (c5c74a3a-f16d-4b79-86ac-e1c94ff88970/88da15e0-3702-441b-b4f0-8f4d56a7ed53/ddd2c7f9-b53c-4e3e-9d49-a16b875c0649) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:42.646521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Attempting to bind port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:42.646807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Attempting to bind port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '75082a9b-e3f0-4345-9514-bf413eb33990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:42.647177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Attempting to bind port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 on network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:42.652702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:42.653078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Checking segment: {'id': '75082a9b-e3f0-4345-9514-bf413eb33990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:42.654161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.654636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Bound using segment: {'id': '75082a9b-e3f0-4345-9514-bf413eb33990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:42.655107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Bound port: bb94ac5f-1b12-4b8f-a213-11b31fe97b40, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75082a9b-e3f0-4345-9514-bf413eb33990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c5c74a3a-f16d-4b79-86ac-e1c94ff88970'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:42.655484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.741930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] For port bb94ac5f-1b12-4b8f-a213-11b31fe97b40, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:42.745315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] For port bb94ac5f-1b12-4b8f-a213-11b31fe97b40, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,segment=NetworkSegment(75082a9b-e3f0-4345-9514-bf413eb33990),segment_id=75082a9b-e3f0-4345-9514-bf413eb33990)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:42.752967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.756513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fa371b0-416b-4312-bb12-7640080f746b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:42.831239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.835860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Pushing event updated for resources: {'Port': ['ID=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:42.838604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:42.847590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object ddd2c7f9-b53c-4e3e-9d49-a16b875c0649 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:42.872767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.878561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:42.883129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:29:42.955323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:42.958721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:42.961168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:42.967874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:42.968509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:42.983181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=ddd2c7f9-b53c-4e3e-9d49-a16b875c0649,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:42.986169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:43.002818 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7337933 Nov 24 19:29:43.006139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47138) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:43.042724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,segment=NetworkSegment(4da79ced-43a3-4e68-aee2-9f4f95954022),segment_id=4da79ced-43a3-4e68-aee2-9f4f95954022)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:43.070408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293', 'network_id': '2d742557-59df-48dd-80e1-2acbc4f5d18d', 'port_id': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293', 'mac_address': 'fa:16:3e:58:a7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca43957-c7a9-4003-b2f4-7d76d5e31c7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:29:43.119630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc00055-907b-4b6e-96bc-1bfd1a4cfd13 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:43.121159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ccc00055-907b-4b6e-96bc-1bfd1a4cfd13 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d0 HTTP/1.1" status: 200 len: 929 time: 0.1139266 Nov 24 19:29:43.124708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47142) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:43.130983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:43.149048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:29:43.167055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,segment=NetworkSegment(4da79ced-43a3-4e68-aee2-9f4f95954022),segment_id=4da79ced-43a3-4e68-aee2-9f4f95954022)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:43.171466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:43.173738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53eb07ba-7f31-41e9-a030-834247ad2000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:43.207022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port ddd2c7f9-b53c-4e3e-9d49-a16b875c0649 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:43.207451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:43.245842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:43.249007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:43.451622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:43.510946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:29:43.583219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5e055-b6e4-4b62-8521-35380b9795b4 req-449c89e5-87b1-4121-883f-6163c55e8ba1 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:43.585587 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75c5e055-b6e4-4b62-8521-35380b9795b4 req-449c89e5-87b1-4121-883f-6163c55e8ba1 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 944 time: 0.0927598 Nov 24 19:29:43.593813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for ddd2c7f9-b53c-4e3e-9d49-a16b875c0649 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:43.636692 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75c5e055-b6e4-4b62-8521-35380b9795b4 req-c322dd9c-0a69-4df8-a5b4-9147efceb750 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Nov 24 19:29:43.751516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:43.757928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-04f66c07-429d-41ee-ac14-377919480273 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:43.836196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=ddd2c7f9-b53c-4e3e-9d49-a16b875c0649,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:43.838598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:43.853961 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:43.864486 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/ddd2c7f9-b53c-4e3e-9d49-a16b875c0649 HTTP/1.1" status: 204 len: 168 time: 0.7386255 Nov 24 19:29:43.866984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47148) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:43.892780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e2bce-edb0-4a44-961f-0e4ab4a7e263 None None] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:43.915328 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-36964126-c0ee-4659-aabb-ec26cb758cc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:43.915855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-36964126-c0ee-4659-aabb-ec26cb758cc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:43.932369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-36964126-c0ee-4659-aabb-ec26cb758cc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:43.936423 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-36964126-c0ee-4659-aabb-ec26cb758cc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/ddd2c7f9-b53c-4e3e-9d49-a16b875c0649 HTTP/1.1" status: 404 len: 333 time: 0.0657303 Nov 24 19:29:43.936844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47152) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:44.014843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port a238bda2-58cd-4adb-9955-aed7e8de2521 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:44.015189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.028119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-566733b9-d4f4-4afe-a6d6-13edd6e7eb46 None None] Provisioning for port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:44.290650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.418637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for a238bda2-58cd-4adb-9955-aed7e8de2521 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:44.471521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-baad073a-0796-4d37-b6b0-b1d95142df2b None None] Provisioning for port a238bda2-58cd-4adb-9955-aed7e8de2521 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:44.478755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-baad073a-0796-4d37-b6b0-b1d95142df2b None None] Provisioning complete for port a238bda2-58cd-4adb-9955-aed7e8de2521 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:44.479636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-baad073a-0796-4d37-b6b0-b1d95142df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.558935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-baad073a-0796-4d37-b6b0-b1d95142df2b None None] Port a238bda2-58cd-4adb-9955-aed7e8de2521 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:44.591136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.595560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bb94ac5f-1b12-4b8f-a213-11b31fe97b40 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:44.598918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0231bc6b-3e5d-478a-89a0-59b5f6cddba8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:44.644763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=a238bda2-58cd-4adb-9955-aed7e8de2521,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:44.678291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:44.691916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.692330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.692452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:44.692710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.693001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.693127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.693430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.693791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.694148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.694508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.694963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.695220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.695574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.695928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:44.707541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:44.710387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.728781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-20491125-e10f-4c6e-8276-faab18c9a428 None None] Could not find standard attr ID for object a238bda2-58cd-4adb-9955-aed7e8de2521. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:29:44.729486 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/a238bda2-58cd-4adb-9955-aed7e8de2521 HTTP/1.1" status: 204 len: 168 time: 0.7915044 Nov 24 19:29:44.732448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47158) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:44.782982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6dddab-cbaf-4521-9530-2cfe2775138e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:44.783525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e6dddab-cbaf-4521-9530-2cfe2775138e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:44.834539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.852808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eec13d92-cdf2-4161-b40c-ea9951865389 None None] Could not find standard attr ID for object ddd2c7f9-b53c-4e3e-9d49-a16b875c0649. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:29:44.858064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:44.858571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e6dddab-cbaf-4521-9530-2cfe2775138e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:44.862619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47162) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:44.863305 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e6dddab-cbaf-4521-9530-2cfe2775138e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/a238bda2-58cd-4adb-9955-aed7e8de2521 HTTP/1.1" status: 404 len: 333 time: 0.1290414 Nov 24 19:29:44.913616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffbfe5-015e-4477-b5af-c625d7eb838f req-3a78c245-fb22-45b9-9f49-840bd6ae768a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:44.916383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8ffbfe5-015e-4477-b5af-c625d7eb838f req-3a78c245-fb22-45b9-9f49-840bd6ae768a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 944 time: 0.1287260 Nov 24 19:29:44.929534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port bb94ac5f-1b12-4b8f-a213-11b31fe97b40, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,segment=NetworkSegment(75082a9b-e3f0-4345-9514-bf413eb33990),segment_id=75082a9b-e3f0-4345-9514-bf413eb33990)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:44.940164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:44.942450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-34052a11-1c38-413b-a463-7ea87d26f439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:44.976305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet 88da15e0-3702-441b-b4f0-8f4d56a7ed53 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:44.980189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.001611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8ffbfe5-015e-4477-b5af-c625d7eb838f req-9935f3a0-d7d9-477a-b884-aebf82bb49a2 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780334 Nov 24 19:29:45.030169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:45.033505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:45.037728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:45.038978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:45.039368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.051643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.172340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.201630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:29:45.211684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,segment=NetworkSegment(4da79ced-43a3-4e68-aee2-9f4f95954022),segment_id=4da79ced-43a3-4e68-aee2-9f4f95954022)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:45.217576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.219579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:45.266290 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293', 'code': 200} Nov 24 19:29:45.280398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.313699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:45.325378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:45.360417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.364195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9b45c1d-7707-4749-b9fa-91d5fea4f876 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:45.411540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=88da15e0-3702-441b-b4f0-8f4d56a7ed53,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:45.414482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:45.415477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.422110 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/88da15e0-3702-441b-b4f0-8f4d56a7ed53 HTTP/1.1" status: 204 len: 168 time: 0.5568407 Nov 24 19:29:45.423419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607a3d4-5c30-4dc0-8721-e6d3b8f6ab8a None None] Network c5c74a3a-f16d-4b79-86ac-e1c94ff88970 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:45.424681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47168) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:45.499542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99323423-17eb-468a-a379-a47a75f1c9cb req-a4ba17a8-c6ec-49e9-9883-d5297a054469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:45.500983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99323423-17eb-468a-a379-a47a75f1c9cb req-a4ba17a8-c6ec-49e9-9883-d5297a054469 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 1098 time: 0.0721493 Nov 24 19:29:45.542092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.544427 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99323423-17eb-468a-a379-a47a75f1c9cb req-18a14f38-27a6-43f8-85df-98b5bfb6411c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360920 Nov 24 19:29:45.553538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:45.553863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.681885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] DHCP port deletion for c5c74a3a-f16d-4b79-86ac-e1c94ff88970 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:45.686711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Deleting port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:45.687284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.772157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] For port bb94ac5f-1b12-4b8f-a213-11b31fe97b40, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,segment=NetworkSegment(75082a9b-e3f0-4345-9514-bf413eb33990),segment_id=75082a9b-e3f0-4345-9514-bf413eb33990)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:45.772456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.895908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] For port bb94ac5f-1b12-4b8f-a213-11b31fe97b40, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,segment=NetworkSegment(75082a9b-e3f0-4345-9514-bf413eb33990),segment_id=75082a9b-e3f0-4345-9514-bf413eb33990)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:45.896404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.898867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for bb94ac5f-1b12-4b8f-a213-11b31fe97b40 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:45.984773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:45.988764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6c2016dc-e5f9-4544-9d95-b9ee89fe8c4e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:46.033187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Calling delete_port for bb94ac5f-1b12-4b8f-a213-11b31fe97b40 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:46.035517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=bb94ac5f-1b12-4b8f-a213-11b31fe97b40,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:46.038722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:46.039543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No DVR routers for this DVR port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:46.131640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:29:46.132028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:29:46.172028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.199692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c74a3a-f16d-4b79-86ac-e1c94ff88970']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:46.208776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703444b-b977-4243-a006-bbbc7284fe9f req-d9d67da0-7065-4bc6-bb5c-b671b638f8b4 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:46.210322 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3703444b-b977-4243-a006-bbbc7284fe9f req-d9d67da0-7065-4bc6-bb5c-b671b638f8b4 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.0900962 Nov 24 19:29:46.215430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75082a9b-e3f0-4345-9514-bf413eb33990') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:46.216047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75082a9b-e3f0-4345-9514-bf413eb33990') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:46.233716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.251691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.257361 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3703444b-b977-4243-a006-bbbc7284fe9f req-e83d2999-b845-49c7-b1f8-b0c320d70d4e tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Nov 24 19:29:46.258363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:46.258816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:46.274277 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:46.354820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.358914 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b064bb50-ebfc-4ffc-8ff2-5bf5b0cb284f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:46.374082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.389465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=c5c74a3a-f16d-4b79-86ac-e1c94ff88970,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:46.393896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:46.402555 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/c5c74a3a-f16d-4b79-86ac-e1c94ff88970 HTTP/1.1" status: 204 len: 168 time: 0.9762721 Nov 24 19:29:46.405595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47174) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:46.412992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-233834393'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:46.421193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:46.425330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:46.429936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:46.437300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:46.448183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:46.452134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.487256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:46.499394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.499739 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment 6b31178b-68b3-4914-9433-76ef0de45ec1 of type vlan for network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 Nov 24 19:29:46.528934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bb94ac5f-1b12-4b8f-a213-11b31fe97b40 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:46.534257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.566179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: bb94ac5f-1b12-4b8f-a213-11b31fe97b40 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:29:46.566536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bb94ac5f-1b12-4b8f-a213-11b31fe97b40 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:29:46.569781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.575419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:46.576125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.579834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:46.633272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Deleting port bb94ac5f-1b12-4b8f-a213-11b31fe97b40 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:46.633769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:46.691077 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2844024 Nov 24 19:29:46.694229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47178) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:46.700566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:46.702182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=a4873b32-fc98-4c7e-8cf1-78181dcea3e2,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:46.704955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:46.737505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:46.753760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0d54d080-f046-4751-8db3-501efd498cd7 None None] The port 'bb94ac5f-1b12-4b8f-a213-11b31fe97b40' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:29:46.819818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:46.823736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:46.827373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:46.833119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:46.845941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:46.850661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:47.074257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:47.078309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e3438f3b-fcb7-49ae-a434-8ddc27f6680e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:47.157397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=1b6c15b4-d35a-4524-84cc-4afd5e4f5444,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:47.161561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:47.165479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': '6b31178b-68b3-4914-9433-76ef0de45ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:47.165841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: a4873b32-fc98-4c7e-8cf1-78181dcea3e2, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:47.185208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:47.193880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, a4873b32-fc98-4c7e-8cf1-78181dcea3e2) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:47.197792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:47.198364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:47.204738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe61c3-48f7-45e7-a6ab-1b456f647b68 None None] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:47.219505 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5238726 Nov 24 19:29:47.222380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47182) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:47.227817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2', 'name': 'tempest-PortsIpV6TestJSON-27340710', 'fixed_ips': [{'subnet_id': '1b6c15b4-d35a-4524-84cc-4afd5e4f5444', 'ip_address': '2001:db8::10'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:47.468838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-a4873b32-fc98-4c7e-8cf1-78181dcea3e2', 'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2', 'tenant_id': '28911240b7d74137814e461a69a572a8', 'fixed_ips': [{'subnet_id': '1b6c15b4-d35a-4524-84cc-4afd5e4f5444'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:29:47.469744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:47.507829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:47.513176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:47.516463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:47.522798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:47.576239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:47.631168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Allocated IP 2001:db8::2 (a4873b32-fc98-4c7e-8cf1-78181dcea3e2/1b6c15b4-d35a-4524-84cc-4afd5e4f5444/ddf02a74-7147-4e18-b862-faaaecce4beb) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:47.725053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e29a6d-cb16-4c8c-a94e-68fb92ad0923 req-2c875feb-87be-46ac-9373-a62605b68e59 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:47.726434 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90e29a6d-cb16-4c8c-a94e-68fb92ad0923 req-2c875feb-87be-46ac-9373-a62605b68e59 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1999710 Nov 24 19:29:47.760740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:47.801340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 1c37fea6-1bdc-4523-91c5-7b863b388935 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:47.836976 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90e29a6d-cb16-4c8c-a94e-68fb92ad0923 req-288e6bb3-674b-443f-9da5-d19420b3226d tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006789 Nov 24 19:29:47.846174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:47.858191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Transition to ACTIVE for port object ddf02a74-7147-4e18-b862-faaaecce4beb will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:47.880785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Transition to ACTIVE for port object ddf02a74-7147-4e18-b862-faaaecce4beb will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:47.888178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:47.892921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:47.959413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:47.960652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:47.964548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:48.002503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Pushing event updated for resources: {'Port': ['ID=ddf02a74-7147-4e18-b862-faaaecce4beb,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:48.018660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.019013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.019357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.019700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.020061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.020393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.020722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.021049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.021375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.021696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.022016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.022353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:29:48.056918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:48.073654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::10 (a4873b32-fc98-4c7e-8cf1-78181dcea3e2/1b6c15b4-d35a-4524-84cc-4afd5e4f5444/1c37fea6-1bdc-4523-91c5-7b863b388935) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:48.077778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Attempting to bind port ddf02a74-7147-4e18-b862-faaaecce4beb on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:48.078161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Attempting to bind port ddf02a74-7147-4e18-b862-faaaecce4beb by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '6b31178b-68b3-4914-9433-76ef0de45ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:48.078539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Attempting to bind port ddf02a74-7147-4e18-b862-faaaecce4beb on network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:48.084468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:48.084849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Checking segment: {'id': '6b31178b-68b3-4914-9433-76ef0de45ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:48.085257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.085688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Bound using segment: {'id': '6b31178b-68b3-4914-9433-76ef0de45ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:48.086151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Bound port: ddf02a74-7147-4e18-b862-faaaecce4beb, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b31178b-68b3-4914-9433-76ef0de45ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:48.086570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.128226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce64140-eea6-4a92-96e5-6bce617eb2d3 req-f9a76096-dcbe-4e23-b7b1-76c30e9de1b6 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:48.129694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ce64140-eea6-4a92-96e5-6bce617eb2d3 req-f9a76096-dcbe-4e23-b7b1-76c30e9de1b6 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1381652 Nov 24 19:29:48.177299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] For port ddf02a74-7147-4e18-b862-faaaecce4beb, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:48.180543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] For port ddf02a74-7147-4e18-b862-faaaecce4beb, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ddf02a74-7147-4e18-b862-faaaecce4beb,segment=NetworkSegment(6b31178b-68b3-4914-9433-76ef0de45ec1),segment_id=6b31178b-68b3-4914-9433-76ef0de45ec1)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:48.185512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.190005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:48.267830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ce64140-eea6-4a92-96e5-6bce617eb2d3 req-1b09aa8b-2f07-495e-b7f3-9e61b71e94f0 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322269 Nov 24 19:29:48.271609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Pushing event updated for resources: {'Port': ['ID=ddf02a74-7147-4e18-b862-faaaecce4beb,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:48.274861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:48.346307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.364183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 1c37fea6-1bdc-4523-91c5-7b863b388935 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:48.391907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.397854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-014c6b2c-071d-4793-9890-9535750b270f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:48.487165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:48.490636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:48.494693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:48.501852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:48.502087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.510155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=1c37fea6-1bdc-4523-91c5-7b863b388935,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:48.523327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:48.547192 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3236914 Nov 24 19:29:48.549771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47196) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:48.555425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': 'a4873b32-fc98-4c7e-8cf1-78181dcea3e2', 'name': 'tempest-PortsIpV6TestJSON-1838635563', 'fixed_ips': [{'subnet_id': '1b6c15b4-d35a-4524-84cc-4afd5e4f5444', 'ip_address': '2001:db8::f'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:48.634703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ddf02a74-7147-4e18-b862-faaaecce4beb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:48.705313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port ddf02a74-7147-4e18-b862-faaaecce4beb completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:48.760517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:48.767779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:48.771340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:48.779242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:48.794755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:48.799746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.831743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2516c9-f9a0-4b8e-bf93-8bd079d0d8a9 req-c5e62d24-9751-469b-87fd-80ed3e6b156c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:48.833264 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e2516c9-f9a0-4b8e-bf93-8bd079d0d8a9 req-c5e62d24-9751-469b-87fd-80ed3e6b156c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1577022 Nov 24 19:29:48.834334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 8af03bf3-a6f5-4c02-885d-921487cca221 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:48.913697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:48.937861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e2516c9-f9a0-4b8e-bf93-8bd079d0d8a9 req-fc4461fd-a3ae-4004-8c3c-5331ef0428f0 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702932 Nov 24 19:29:49.084657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::f (a4873b32-fc98-4c7e-8cf1-78181dcea3e2/1b6c15b4-d35a-4524-84cc-4afd5e4f5444/8af03bf3-a6f5-4c02-885d-921487cca221) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:49.282366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a3c27-025e-4a4a-8cea-f65d02787d41 None None] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:49.298603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:49.315044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 8af03bf3-a6f5-4c02-885d-921487cca221 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:49.338658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:49.345531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-047222d1-61c8-4ad5-9afa-251a9cfd6b4d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:49.372799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Provisioning for port ddf02a74-7147-4e18-b862-faaaecce4beb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:49.380316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Provisioning complete for port ddf02a74-7147-4e18-b862-faaaecce4beb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:49.380696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:49.413576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:49.416685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:49.420013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:49.426168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:49.426777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:49.450100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=8af03bf3-a6f5-4c02-885d-921487cca221,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:49.453294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:49.469639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9187367 Nov 24 19:29:49.472306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47202) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:49.563006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750b016-e0c2-48e2-a946-4cdfd956ae04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:49.563591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8750b016-e0c2-48e2-a946-4cdfd956ae04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:49.579063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8750b016-e0c2-48e2-a946-4cdfd956ae04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:49.580482 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8750b016-e0c2-48e2-a946-4cdfd956ae04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1070631 Nov 24 19:29:49.583076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47206) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:49.619337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:49.659411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] For port ddf02a74-7147-4e18-b862-faaaecce4beb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ddf02a74-7147-4e18-b862-faaaecce4beb,segment=NetworkSegment(6b31178b-68b3-4914-9433-76ef0de45ec1),segment_id=6b31178b-68b3-4914-9433-76ef0de45ec1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:49.665149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:49.668022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:49.674753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0531c-e1da-4d63-bf77-392d94b66b47 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:49.683438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0531c-e1da-4d63-bf77-392d94b66b47 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:49.689422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0531c-e1da-4d63-bf77-392d94b66b47 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:49.691196 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2ee0531c-e1da-4d63-bf77-392d94b66b47 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1072211 Nov 24 19:29:49.694136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47210) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:49.740669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Pushing event updated for resources: {'Port': ['ID=ddf02a74-7147-4e18-b862-faaaecce4beb,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:49.743847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:49.766592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 8af03bf3-a6f5-4c02-885d-921487cca221 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:49.766939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:49.990789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Provisioning for port 1c37fea6-1bdc-4523-91c5-7b863b388935 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:49.997595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Provisioning complete for port 1c37fea6-1bdc-4523-91c5-7b863b388935 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:49.998050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.112738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Port 1c37fea6-1bdc-4523-91c5-7b863b388935 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:50.124630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Provisioning complete for port ddf02a74-7147-4e18-b862-faaaecce4beb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:50.125102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.228505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.260104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Provisioning for port 8af03bf3-a6f5-4c02-885d-921487cca221 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:50.266928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Provisioning complete for port 8af03bf3-a6f5-4c02-885d-921487cca221 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:50.267688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.300768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dda03-2add-43c6-b5d7-0f1de5455dbe req-0204deb7-27e1-49c6-8031-198fb25c3cd0 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:50.302276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5f4dda03-2add-43c6-b5d7-0f1de5455dbe req-0204deb7-27e1-49c6-8031-198fb25c3cd0 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.2012105 Nov 24 19:29:50.332928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5935e6e8-3729-4d5b-9211-31ba382edae9 None None] Port 8af03bf3-a6f5-4c02-885d-921487cca221 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:50.369307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 8af03bf3-a6f5-4c02-885d-921487cca221 owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:50.454066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-baa24848-8057-47fd-add0-9f51001d0c3e None None] Provisioning complete for port 1c37fea6-1bdc-4523-91c5-7b863b388935 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:50.454363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-baa24848-8057-47fd-add0-9f51001d0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.461735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5f4dda03-2add-43c6-b5d7-0f1de5455dbe req-5da632c3-122a-4796-9ee6-51a76f9e966a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997410 Nov 24 19:29:50.532909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-baa24848-8057-47fd-add0-9f51001d0c3e None None] Port 1c37fea6-1bdc-4523-91c5-7b863b388935 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:50.544999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-baa24848-8057-47fd-add0-9f51001d0c3e None None] Provisioning complete for port 8af03bf3-a6f5-4c02-885d-921487cca221 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:50.545297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-baa24848-8057-47fd-add0-9f51001d0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.569528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.580353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ddf02a74-7147-4e18-b862-faaaecce4beb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:50.582353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e66a803a-534a-4309-ad2c-4c8b43c16608 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:50.618630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-baa24848-8057-47fd-add0-9f51001d0c3e None None] Port 8af03bf3-a6f5-4c02-885d-921487cca221 was deleted so its status cannot be updated. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 19:29:50.669928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=8af03bf3-a6f5-4c02-885d-921487cca221,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:50.677587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:50.686078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.691212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ddf02a74-7147-4e18-b862-faaaecce4beb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:50.691605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.711346 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/8af03bf3-a6f5-4c02-885d-921487cca221 HTTP/1.1" status: 204 len: 168 time: 1.0138826 Nov 24 19:29:50.711721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47222) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:50.767222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea12d9bf-71c5-4227-b59d-9424245079a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:50.767907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ea12d9bf-71c5-4227-b59d-9424245079a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:50.891371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ea12d9bf-71c5-4227-b59d-9424245079a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:50.892717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ea12d9bf-71c5-4227-b59d-9424245079a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/8af03bf3-a6f5-4c02-885d-921487cca221 HTTP/1.1" status: 404 len: 333 time: 0.1792917 Nov 24 19:29:50.895762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47226) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:50.940510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401810e-459c-43d4-933d-1fb305800ffc req-2b458f85-1259-4d4f-a70f-46c1e9028918 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:50.941901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7401810e-459c-43d4-933d-1fb305800ffc req-2b458f85-1259-4d4f-a70f-46c1e9028918 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1700435 Nov 24 19:29:50.968760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 1c37fea6-1bdc-4523-91c5-7b863b388935 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:50.969101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:50.969797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-5dd3363e-b5ae-4d17-a950-ed666d28c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:50.971226 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-5dd3363e-b5ae-4d17-a950-ed666d28c967 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39a81a73b3c34d06a5444d2f2472af1e&device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 1098 time: 0.1363225 Nov 24 19:29:51.024118 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7401810e-459c-43d4-933d-1fb305800ffc req-d5569468-1f02-4526-95b7-5a9d7873efcb tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727565 Nov 24 19:29:51.125912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-a4a20090-75c3-4bc3-8e40-478999664639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:51.127357 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-a4a20090-75c3-4bc3-8e40-478999664639 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d742557-59df-48dd-80e1-2acbc4f5d18d HTTP/1.1" status: 200 len: 913 time: 0.1424789 Nov 24 19:29:51.198402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-a6217600-ffdd-4f1e-9c01-95fa9498e7a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 HTTP/1.1" status: 200 len: 217 time: 0.0639808 Nov 24 19:29:51.220392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:51.259373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-4a719056-cc3c-4d5f-9d9a-b36c724ff257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:51.260818 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-4a719056-cc3c-4d5f-9d9a-b36c724ff257 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ca43957-c7a9-4003-b2f4-7d76d5e31c7c HTTP/1.1" status: 200 len: 852 time: 0.0567954 Nov 24 19:29:51.307914 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-67879e76-eef5-4b36-ad3d-c1b13f81a34c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d742557-59df-48dd-80e1-2acbc4f5d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405610 Nov 24 19:29:51.444288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-d9a70e92-45eb-4557-88a1-512f0fff74ea service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291707 Nov 24 19:29:51.475779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 1c37fea6-1bdc-4523-91c5-7b863b388935 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:51.578732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c61b91-3c89-4a40-9351-c32bf521a4ea req-7d38bd25-67bb-4ef2-9a0c-af8e48823fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272337 Nov 24 19:29:51.629430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:51.636127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6d0d4889-7583-4fbb-9639-a72915d1431c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:51.687887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=1c37fea6-1bdc-4523-91c5-7b863b388935,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:51.690540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:51.730634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:51.744594 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/1c37fea6-1bdc-4523-91c5-7b863b388935 HTTP/1.1" status: 204 len: 168 time: 0.8471658 Nov 24 19:29:51.748042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47230) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:51.791126 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c82868-d8d4-45c5-b174-bbf83d86a632 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:29:51.791662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-66c82868-d8d4-45c5-b174-bbf83d86a632 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:51.808479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-66c82868-d8d4-45c5-b174-bbf83d86a632 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:51.810240 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-66c82868-d8d4-45c5-b174-bbf83d86a632 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/1c37fea6-1bdc-4523-91c5-7b863b388935 HTTP/1.1" status: 404 len: 333 time: 0.0610273 Nov 24 19:29:51.813049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47234) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:51.885496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet 1b6c15b4-d35a-4524-84cc-4afd5e4f5444 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:29:51.888873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:51.943601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.026240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.102793 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.108055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fdbe6745-14e2-4d5b-9712-ddf6a584927c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:52.145105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.147929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6c15b4-d35a-4524-84cc-4afd5e4f5444,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:52.151368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:52.152234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024e453-e15a-48b4-b783-7a52e222376a None None] Network a4873b32-fc98-4c7e-8cf1-78181dcea3e2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:52.155488 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/1b6c15b4-d35a-4524-84cc-4afd5e4f5444 HTTP/1.1" status: 204 len: 168 time: 0.3414283 Nov 24 19:29:52.158342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47240) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:52.282379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.294686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port ddf02a74-7147-4e18-b862-faaaecce4beb {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:52.295182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.349247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e23b5-5be8-448c-840f-c4cdb5fdbfbc req-cdc1902a-8455-4ad2-a3b6-5e2faa919568 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:52.350707 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f36e23b5-5be8-448c-840f-c4cdb5fdbfbc req-cdc1902a-8455-4ad2-a3b6-5e2faa919568 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.2203822 Nov 24 19:29:52.398421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f36e23b5-5be8-448c-840f-c4cdb5fdbfbc req-ebcf5f30-0089-40d2-af93-3ca7066ae79d tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Nov 24 19:29:52.436891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] DHCP port deletion for a4873b32-fc98-4c7e-8cf1-78181dcea3e2 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:29:52.441104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Deleting port ddf02a74-7147-4e18-b862-faaaecce4beb {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:52.441483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.516988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] For port ddf02a74-7147-4e18-b862-faaaecce4beb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ddf02a74-7147-4e18-b862-faaaecce4beb,segment=NetworkSegment(6b31178b-68b3-4914-9433-76ef0de45ec1),segment_id=6b31178b-68b3-4914-9433-76ef0de45ec1)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:52.517353 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.550158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ddf02a74-7147-4e18-b862-faaaecce4beb no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:29:52.645225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for ddf02a74-7147-4e18-b862-faaaecce4beb owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:52.740367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.748882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-63317fdc-a698-4bdf-9626-2ca1d559b0a4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:52.759799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] For port ddf02a74-7147-4e18-b862-faaaecce4beb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ddf02a74-7147-4e18-b862-faaaecce4beb,segment=NetworkSegment(6b31178b-68b3-4914-9433-76ef0de45ec1),segment_id=6b31178b-68b3-4914-9433-76ef0de45ec1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:52.760225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.790140 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No DVR routers for this DVR port ddf02a74-7147-4e18-b862-faaaecce4beb on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:29:52.826015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=ddf02a74-7147-4e18-b862-faaaecce4beb,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:52.826200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.828229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:52.893102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Calling delete_port for ddf02a74-7147-4e18-b862-faaaecce4beb owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:29:52.923896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.954330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4873b32-fc98-4c7e-8cf1-78181dcea3e2']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:52.966178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b31178b-68b3-4914-9433-76ef0de45ec1') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:52.966470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b31178b-68b3-4914-9433-76ef0de45ec1') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:52.977591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:52.993559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.002161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:29:53.002780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.009541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:29:53.009981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:29:53.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:29:53.099495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.102837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:53.116962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.128113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=a4873b32-fc98-4c7e-8cf1-78181dcea3e2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:53.132337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:53.139582 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/a4873b32-fc98-4c7e-8cf1-78181dcea3e2 HTTP/1.1" status: 204 len: 168 time: 0.9803040 Nov 24 19:29:53.143366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47244) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:53.149064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-580851850'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:53.155079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:53.158971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:network and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:53.161827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:53.167566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:53.177194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:53.180569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.207214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:29:53.216001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.216353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Added segment 4c4e2b81-1f37-42b0-88c5-3211c7486e49 of type vlan for network 253dd27b-1fca-4ee2-8115-85a543a77477 Nov 24 19:29:53.242320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.280345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.286464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:53.287048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.290741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-01beb02e-bcb7-487a-940a-efab58bd421d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:53.386009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2413404 Nov 24 19:29:53.389841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47248) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:53.395727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:53.395886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Network': ['ID=253dd27b-1fca-4ee2-8115-85a543a77477,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:53.398458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:53.406744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 253dd27b-1fca-4ee2-8115-85a543a77477 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:29:53.512527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Deleting port ddf02a74-7147-4e18-b862-faaaecce4beb {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:53.513545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.607393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193df38-4887-49ec-ad7c-a395100833c0 req-4ec53569-ae97-466e-887b-d413155657d5 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:53.608965 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0193df38-4887-49ec-ad7c-a395100833c0 req-4ec53569-ae97-466e-887b-d413155657d5 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.0904016 Nov 24 19:29:53.627338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f57bb-4adb-4db0-96d9-cea311c8de9b None None] The port 'ddf02a74-7147-4e18-b862-faaaecce4beb' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:29:53.629224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:53.636634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:53.639247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:53.645248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:53.655895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:53.658090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0193df38-4887-49ec-ad7c-a395100833c0 req-59e98519-aa78-4867-bca7-f179d9317008 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 Nov 24 19:29:53.659448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.889252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:53.893224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-804f0d5f-ce3a-43fd-9f97-b24d8e40f0f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:53.976210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=9ef3ca5e-b1ed-47a8-8795-03f6155c9d16,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:53.982410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:53.985600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Checking segment: {'id': '4c4e2b81-1f37-42b0-88c5-3211c7486e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:53.985953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network hostable DHCP agents. Network: 253dd27b-1fca-4ee2-8115-85a543a77477, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:29:54.005369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 253dd27b-1fca-4ee2-8115-85a543a77477 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:29:54.014888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 253dd27b-1fca-4ee2-8115-85a543a77477) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:54.019026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:54.019601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.024323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec86113-2f57-46e3-be64-992e2a4481f3 None None] Network 253dd27b-1fca-4ee2-8115-85a543a77477 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:54.049398 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6581347 Nov 24 19:29:54.051863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47258) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:54.057395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1803071901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:54.064421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:54.068619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:router and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:54.071411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:54.078229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:54.093780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.094929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.112170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.131697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.163765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.165207 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9454c81e-6efd-44ba-95fd-ac4c3d650557 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1121204 Nov 24 19:29:54.167829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47264) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:54.175592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477', 'name': 'tempest-PortsIpV6TestJSON-2056025477'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:29:54.260113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-253dd27b-1fca-4ee2-8115-85a543a77477', 'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477', 'tenant_id': '28911240b7d74137814e461a69a572a8', 'fixed_ips': [{'subnet_id': '9ef3ca5e-b1ed-47a8-8795-03f6155c9d16'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:29:54.260998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.375013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:29:54.384219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517f88d-b11a-48d1-ab08-c71c6bf34d89 req-281b8513-ab61-4ceb-91b3-f766ae8fa05c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:54.385661 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7517f88d-b11a-48d1-ab08-c71c6bf34d89 req-281b8513-ab61-4ceb-91b3-f766ae8fa05c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.2144735 Nov 24 19:29:54.388837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:29:54.391778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:29:54.410473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:29:54.420667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Allocated IP 2001:db8::2 (253dd27b-1fca-4ee2-8115-85a543a77477/9ef3ca5e-b1ed-47a8-8795-03f6155c9d16/fb83f272-4809-4328-8e56-44baafe10124) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:54.432842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:29:54.437116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.461295 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7517f88d-b11a-48d1-ab08-c71c6bf34d89 req-64a0b686-f6ec-46c1-8270-e41555dfdbc4 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666485 Nov 24 19:29:54.466974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 61dd13c3-d166-4c06-b359-03f7342aa79e yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:29:54.630269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.640208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Transition to ACTIVE for port object fb83f272-4809-4328-8e56-44baafe10124 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:54.657960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Transition to ACTIVE for port object fb83f272-4809-4328-8e56-44baafe10124 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:54.662650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.667513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:54.727658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Network 253dd27b-1fca-4ee2-8115-85a543a77477 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:54.730523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:54.734673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:54.738675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::3da (253dd27b-1fca-4ee2-8115-85a543a77477/9ef3ca5e-b1ed-47a8-8795-03f6155c9d16/61dd13c3-d166-4c06-b359-03f7342aa79e) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:29:54.740500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Pushing event updated for resources: {'Port': ['ID=fb83f272-4809-4328-8e56-44baafe10124,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:54.744520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:54.834905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Attempting to bind port fb83f272-4809-4328-8e56-44baafe10124 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:29:54.835298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Attempting to bind port fb83f272-4809-4328-8e56-44baafe10124 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '4c4e2b81-1f37-42b0-88c5-3211c7486e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:29:54.835663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Attempting to bind port fb83f272-4809-4328-8e56-44baafe10124 on network 253dd27b-1fca-4ee2-8115-85a543a77477 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:29:54.841946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:29:54.842335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Checking segment: {'id': '4c4e2b81-1f37-42b0-88c5-3211c7486e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:29:54.842775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.843176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Bound using segment: {'id': '4c4e2b81-1f37-42b0-88c5-3211c7486e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:29:54.843651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Bound port: fb83f272-4809-4328-8e56-44baafe10124, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4e2b81-1f37-42b0-88c5-3211c7486e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '253dd27b-1fca-4ee2-8115-85a543a77477'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:29:54.844055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.936513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] For port fb83f272-4809-4328-8e56-44baafe10124, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:29:54.939885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] For port fb83f272-4809-4328-8e56-44baafe10124, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb83f272-4809-4328-8e56-44baafe10124,segment=NetworkSegment(4c4e2b81-1f37-42b0-88c5-3211c7486e49),segment_id=4c4e2b81-1f37-42b0-88c5-3211c7486e49)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:29:54.945616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.951697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6339d221-5be4-400f-88ed-530d0eade790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:54.957260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:54.973840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 61dd13c3-d166-4c06-b359-03f7342aa79e will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:29:54.999083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:55.005482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f9cc6abf-c840-4474-bfd4-e856963491b2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:55.039899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Pushing event updated for resources: {'Port': ['ID=fb83f272-4809-4328-8e56-44baafe10124,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:55.043872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:55.085901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 253dd27b-1fca-4ee2-8115-85a543a77477 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:55.089262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:55.093716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:29:55.099297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:55.099908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:55.107920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=61dd13c3-d166-4c06-b359-03f7342aa79e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:55.114851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:55.130121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9606032 Nov 24 19:29:55.132758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47268) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:55.844410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0375-9404-4c7a-aa1f-2de8d2141578 req-a56dbffc-8bd3-4c80-ae84-dcd8b5b01db7 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:55.845934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eede0375-9404-4c7a-aa1f-2de8d2141578 req-a56dbffc-8bd3-4c80-ae84-dcd8b5b01db7 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1974359 Nov 24 19:29:55.947118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:55.953824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea93a0-d62e-40c3-be02-067f9e139727 None None] Network 253dd27b-1fca-4ee2-8115-85a543a77477 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:29:55.959141 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eede0375-9404-4c7a-aa1f-2de8d2141578 req-4ac16977-0947-4c8f-b1ad-a8f4d129698e tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074264 Nov 24 19:29:56.055517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3e2479a0-8a48-42c8-ac8d-85982e377a18 None None] Provisioning for port fb83f272-4809-4328-8e56-44baafe10124 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:56.467487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056319-7ed8-42ec-adc3-766fcba6dbb4 req-f163fa38-9f6d-40b6-bfb7-92ea22b2cb5e tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:56.469071 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8056319-7ed8-42ec-adc3-766fcba6dbb4 req-f163fa38-9f6d-40b6-bfb7-92ea22b2cb5e tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.2239773 Nov 24 19:29:56.480128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-136d9f33-7b89-4d27-9622-a0b71455fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:56.483156 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-136d9f33-7b89-4d27-9622-a0b71455fbab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39a81a73b3c34d06a5444d2f2472af1e&device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 1098 time: 0.1908469 Nov 24 19:29:56.522820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:56.537572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:56.585800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e45d1a86-7bb1-4aed-8fff-2a27cb40f7ad None None] Provisioning for port 61dd13c3-d166-4c06-b359-03f7342aa79e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:56.589512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55a847b2-4d8c-4918-9569-c687fb5d2ea7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:56.598569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb83f272-4809-4328-8e56-44baafe10124 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:56.637307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e45d1a86-7bb1-4aed-8fff-2a27cb40f7ad None None] Provisioning complete for port 61dd13c3-d166-4c06-b359-03f7342aa79e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:56.637856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e45d1a86-7bb1-4aed-8fff-2a27cb40f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:56.723217 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8056319-7ed8-42ec-adc3-766fcba6dbb4 req-c17ee1ce-39c4-412d-ad61-1d84556b2977 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361126 Nov 24 19:29:56.732650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e45d1a86-7bb1-4aed-8fff-2a27cb40f7ad None None] Port 61dd13c3-d166-4c06-b359-03f7342aa79e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:56.760135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port fb83f272-4809-4328-8e56-44baafe10124 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:29:56.768573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb83f272-4809-4328-8e56-44baafe10124 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:56.769045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:56.771739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=61dd13c3-d166-4c06-b359-03f7342aa79e,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:56.813524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:56.835267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-a453d9ae-9a7a-471a-ad7d-59ef6a5a03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:56.836783 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-a453d9ae-9a7a-471a-ad7d-59ef6a5a03ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d742557-59df-48dd-80e1-2acbc4f5d18d HTTP/1.1" status: 200 len: 913 time: 0.3346374 Nov 24 19:29:56.948089 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-d2d2344f-69a1-478a-a71b-ddbea4b56e8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 HTTP/1.1" status: 200 len: 217 time: 0.1032403 Nov 24 19:29:56.987977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-094da9dd-323f-4a64-b992-aefcdef78f5d None None] Provisioning complete for port 61dd13c3-d166-4c06-b359-03f7342aa79e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:56.988549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-094da9dd-323f-4a64-b992-aefcdef78f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:57.055872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:57.069553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-0ee634ac-f99c-43e0-b081-068ce5eb31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:57.071011 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-0ee634ac-f99c-43e0-b081-068ce5eb31fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ca43957-c7a9-4003-b2f4-7d76d5e31c7c HTTP/1.1" status: 200 len: 852 time: 0.1153042 Nov 24 19:29:57.102466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-094da9dd-323f-4a64-b992-aefcdef78f5d None None] Port 61dd13c3-d166-4c06-b359-03f7342aa79e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:57.121311 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-111b621c-edce-414c-a2b8-b78d69cf3c3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d742557-59df-48dd-80e1-2acbc4f5d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433588 Nov 24 19:29:57.122830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:57.165737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port fb83f272-4809-4328-8e56-44baafe10124, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb83f272-4809-4328-8e56-44baafe10124,segment=NetworkSegment(4c4e2b81-1f37-42b0-88c5-3211c7486e49),segment_id=4c4e2b81-1f37-42b0-88c5-3211c7486e49)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:29:57.169652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:57.172559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-3a3358d0-908f-45de-89a0-30ee805e3b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:57.250311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9bb1439f-d059-4367-b8fd-75c50a6b6708 None None] Provisioning complete for port 61dd13c3-d166-4c06-b359-03f7342aa79e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:57.250675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9bb1439f-d059-4367-b8fd-75c50a6b6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:57.291816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=fb83f272-4809-4328-8e56-44baafe10124,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:57.295204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:57.316153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1439f-d059-4367-b8fd-75c50a6b6708 None None] Port 61dd13c3-d166-4c06-b359-03f7342aa79e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:57.458552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:57.468391 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-4984b1af-0ce1-48e4-9820-0a5b9dbb50fe service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399224 Nov 24 19:29:57.783422 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39bf69fc-8a5e-4ab5-939e-574ec879d7d0 req-4eba4c4d-495b-4dd8-a983-1084f98800de service neutron] 10.222.0.41 "GET /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080513 Nov 24 19:29:58.004057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562291-8b24-464a-943e-318a8336af95 req-d8e7b153-3ec2-4ba3-8efd-3b874440f4e7 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:58.005585 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-64562291-8b24-464a-943e-318a8336af95 req-d8e7b153-3ec2-4ba3-8efd-3b874440f4e7 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1397283 Nov 24 19:29:58.039931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:58.044790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:58.045575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:58.051242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:29:58.189318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-64562291-8b24-464a-943e-318a8336af95 req-0631129f-f9bd-4723-8574-7977a8c3e565 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718531 Nov 24 19:29:58.210145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=61dd13c3-d166-4c06-b359-03f7342aa79e,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:29:58.214287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:29:58.260939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network 253dd27b-1fca-4ee2-8115-85a543a77477 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:29:58.261949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:29:58.470295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Router 09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:29:58.538214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb83f272-4809-4328-8e56-44baafe10124 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:29:58.600271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-248edede-606a-43cd-a3a6-e74750d95576 None None] Provisioning complete for port 61dd13c3-d166-4c06-b359-03f7342aa79e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:58.600568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-248edede-606a-43cd-a3a6-e74750d95576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:58.636798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:29:58.642772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "PUT /v2.0/routers/09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5088103 Nov 24 19:29:58.645513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47282) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:58.650337 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] Sync routers for ids ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:29:58.661882 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] Routers {'09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:58.662871 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:58.672091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-248edede-606a-43cd-a3a6-e74750d95576 None None] Port 61dd13c3-d166-4c06-b359-03f7342aa79e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:29:58.675662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fb83f272-4809-4328-8e56-44baafe10124 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:29:58.676065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:58.742665 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:58.744508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2650255f-85ce-4d57-93de-3772940931c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:58.745337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2650255f-85ce-4d57-93de-3772940931c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:29:58.753224 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] Routers {'09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:29:58.754200 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:58.764628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2650255f-85ce-4d57-93de-3772940931c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:29:58.766714 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2650255f-85ce-4d57-93de-3772940931c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports?device_id=09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71 HTTP/1.1" status: 200 len: 989 time: 0.1201098 Nov 24 19:29:58.769423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47286) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:29:58.825194 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:29:58.825685 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fbf48-b54d-44a9-aa3b-a1481441335b None None] The sync data for ids ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:29:59.278481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:59.286158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cef2c6bd-4734-43cb-8cc1-397215af2305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:59.560075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-c7275574-9509-4d47-8ff8-84dcadd80d16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2884727 Nov 24 19:29:59.567785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 61dd13c3-d166-4c06-b359-03f7342aa79e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:29:59.568156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:59.571063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36efcc-5f46-486b-ae32-beaff2292181 req-d67829bf-f097-47cb-bac5-739d1e11f6fa tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:59.572535 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a36efcc-5f46-486b-ae32-beaff2292181 req-d67829bf-f097-47cb-bac5-739d1e11f6fa tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1126640 Nov 24 19:29:59.618766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a36efcc-5f46-486b-ae32-beaff2292181 req-4a241835-7534-4478-a69b-9604a9c0d876 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Nov 24 19:29:59.704381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230790c7-cf46-47e0-aacc-1546b09580ff req-58a58524-b8e1-4ee9-a936-ae3d075edc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:59.705901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-58a58524-b8e1-4ee9-a936-ae3d075edc69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1098 time: 0.0747657 Nov 24 19:29:59.737866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:59.769432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:29:59.878306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230790c7-cf46-47e0-aacc-1546b09580ff req-83aadec7-17ce-4e93-a828-4646539529e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:29:59.879877 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-83aadec7-17ce-4e93-a828-4646539529e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.1518927 Nov 24 19:30:00.024306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 61dd13c3-d166-4c06-b359-03f7342aa79e owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:00.052965 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-bf862e8f-4116-486c-ae88-128ff19f2c1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 200 len: 1000 time: 0.1646006 Nov 24 19:30:00.124381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c9a95-3352-4102-82c3-3276d30c3d36 req-740aeada-c97a-4ffb-8653-237289f18cad tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:00.126025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8c4c9a95-3352-4102-82c3-3276d30c3d36 req-740aeada-c97a-4ffb-8653-237289f18cad tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1635580 Nov 24 19:30:00.136337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230790c7-cf46-47e0-aacc-1546b09580ff req-6e184a0f-6aa8-49f6-b52c-9bafac19c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:00.138231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-6e184a0f-6aa8-49f6-b52c-9bafac19c6b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.0769053 Nov 24 19:30:00.206164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:00.212959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ada7c7e-de59-45b3-8e73-f4ce4169ccb2 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:00.231804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8c4c9a95-3352-4102-82c3-3276d30c3d36 req-0174d6de-3944-4e78-9106-0f59f3bd259b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973604 Nov 24 19:30:00.248568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230790c7-cf46-47e0-aacc-1546b09580ff req-5cfe3847-fe1d-4854-9f78-1d4cb9bf01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:00.250030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-5cfe3847-fe1d-4854-9f78-1d4cb9bf01d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998564 Nov 24 19:30:00.266040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=61dd13c3-d166-4c06-b359-03f7342aa79e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:00.268980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:00.398562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-3152fe04-0117-4029-8b32-1fc104b46564 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402369 Nov 24 19:30:00.446922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:00.539808 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-230790c7-cf46-47e0-aacc-1546b09580ff req-522efe0d-fe27-47c2-ae83-28396d3615ef service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337013 Nov 24 19:30:00.713414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Router 09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:30:00.844314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:30:00.853616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] Sync routers for ids ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:30:00.860826 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "PUT /v2.0/routers/09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0896974 Nov 24 19:30:00.863399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47296) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:00.864318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] Routers {'09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:00.865044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:00.908245 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c45a3f2-7113-42da-aeb4-5aa178905db9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:30:00.908784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0c45a3f2-7113-42da-aeb4-5aa178905db9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:30:00.925621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0c45a3f2-7113-42da-aeb4-5aa178905db9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:30:00.926767 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0c45a3f2-7113-42da-aeb4-5aa178905db9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/61dd13c3-d166-4c06-b359-03f7342aa79e HTTP/1.1" status: 404 len: 333 time: 0.0622954 Nov 24 19:30:00.929021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:00.929476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47300) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:00.938756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] Routers {'09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:00.939364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:29:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:01.003822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:01.004179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af72cf1-5fd5-4c44-adfe-cbee4777100a None None] The sync data for ids ['09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:30:01.061934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d02a97b-0fea-4614-97b8-6629824c22a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.422819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec16112-aa92-4ad6-8b89-9b8489d42b7f req-276075a0-ac17-438d-8187-a1db7b2f485b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:01.424297 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ec16112-aa92-4ad6-8b89-9b8489d42b7f req-276075a0-ac17-438d-8187-a1db7b2f485b tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.0800221 Nov 24 19:30:01.468531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ec16112-aa92-4ad6-8b89-9b8489d42b7f req-ebb44b34-497a-4746-a11b-4d647a76048c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Nov 24 19:30:01.482322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d02a97b-0fea-4614-97b8-6629824c22a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.484644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d02a97b-0fea-4614-97b8-6629824c22a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.507492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d02a97b-0fea-4614-97b8-6629824c22a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.508014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d02a97b-0fea-4614-97b8-6629824c22a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Fanout notify agent at l3_agent the message router_deleted on router 09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:30:01.519213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6d02a97b-0fea-4614-97b8-6629824c22a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.520289 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6d02a97b-0fea-4614-97b8-6629824c22a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/routers/09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71 HTTP/1.1" status: 204 len: 168 time: 0.5898037 Nov 24 19:30:01.522888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47306) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:01.589926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet 9ef3ca5e-b1ed-47a8-8795-03f6155c9d16 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:01.593387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.653261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.739003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.814616 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.818572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-94e3f83f-1afe-4fd8-833f-da6dadd89dc5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:01.857609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef3ca5e-b1ed-47a8-8795-03f6155c9d16,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:01.860026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:01.862884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:01.870052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d551fb-0d9a-4e07-a663-9018ab7453a6 None None] Network 253dd27b-1fca-4ee2-8115-85a543a77477 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:01.872565 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/9ef3ca5e-b1ed-47a8-8795-03f6155c9d16 HTTP/1.1" status: 204 len: 168 time: 0.3487179 Nov 24 19:30:01.875787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47310) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:01.981487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-83436320-4584-442d-8b5d-f42f29e8718c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:01.982962 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-83436320-4584-442d-8b5d-f42f29e8718c tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.0860057 Nov 24 19:30:02.021927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.038492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port fb83f272-4809-4328-8e56-44baafe10124 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:02.038842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.077806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Deleting port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:02.078960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.081340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-24331c1a-625c-4f33-a706-cc784396a21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.191287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] DHCP port deletion for 253dd27b-1fca-4ee2-8115-85a543a77477 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:30:02.196416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Deleting port fb83f272-4809-4328-8e56-44baafe10124 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:02.197108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.282537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] For port fb83f272-4809-4328-8e56-44baafe10124, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb83f272-4809-4328-8e56-44baafe10124,segment=NetworkSegment(4c4e2b81-1f37-42b0-88c5-3211c7486e49),segment_id=4c4e2b81-1f37-42b0-88c5-3211c7486e49)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:02.283051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.388685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] For port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,segment=NetworkSegment(4da79ced-43a3-4e68-aee2-9f4f95954022),segment_id=4da79ced-43a3-4e68-aee2-9f4f95954022)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:02.389212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.432126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] For port fb83f272-4809-4328-8e56-44baafe10124, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb83f272-4809-4328-8e56-44baafe10124,segment=NetworkSegment(4c4e2b81-1f37-42b0-88c5-3211c7486e49),segment_id=4c4e2b81-1f37-42b0-88c5-3211c7486e49)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:02.433611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.440036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for fb83f272-4809-4328-8e56-44baafe10124 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:02.574868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.579787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d6d4dfe8-1f4c-4af2-a471-e5b1e06b4b00 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:02.590992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb83f272-4809-4328-8e56-44baafe10124 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:02.625668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Calling delete_port for fb83f272-4809-4328-8e56-44baafe10124 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:02.641530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=fb83f272-4809-4328-8e56-44baafe10124,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:02.644578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:02.649644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No DVR routers for this DVR port fb83f272-4809-4328-8e56-44baafe10124 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:30:02.654593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Calling delete_port for 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:02.673672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: fb83f272-4809-4328-8e56-44baafe10124 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:02.674071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb83f272-4809-4328-8e56-44baafe10124 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:02.734278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:30:02.734527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:30:02.738720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.787341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.805999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135168c-4ded-495a-9767-2f6931f07d38 req-1b1a101f-2609-42b9-81d3-c9f9d003597e tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:02.807587 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7135168c-4ded-495a-9767-2f6931f07d38 req-1b1a101f-2609-42b9-81d3-c9f9d003597e tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb751c4-3530-4af3-9bd5-d7b4734b0718 HTTP/1.1" status: 200 len: 945 time: 0.1624241 Nov 24 19:30:02.818516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253dd27b-1fca-4ee2-8115-85a543a77477']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:02.830912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4e2b81-1f37-42b0-88c5-3211c7486e49') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:02.831201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4e2b81-1f37-42b0-88c5-3211c7486e49') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:02.842940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.862979 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.869651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:30:02.870187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.905711 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7135168c-4ded-495a-9767-2f6931f07d38 req-bb6f3c7e-2d17-4857-a937-787cb28e89db tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.47 "GET /v2.0/security-groups?id=84424427-b1de-4220-9e8f-106c46faa344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637751 Nov 24 19:30:02.912030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:02.920575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:02.931584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:30:02.969723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Pushing event deleted for resources: {'Port': ['ID=5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:02.972894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:30:03.026696 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:30:03.050279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] No DVR routers for this DVR port 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:30:03.052782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.055510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'name': 'network-vif-deleted', 'tag': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:03.072983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-120928ba-d5a7-4ff0-9d13-35dfe9e373ee req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] 10.222.0.41 "DELETE /v2.0/ports/5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 HTTP/1.1" status: 204 len: 173 time: 1.0832310 Nov 24 19:30:03.109952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.113748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:03.138144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.149554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=253dd27b-1fca-4ee2-8115-85a543a77477,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:03.155128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:03.175604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47320) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:03.175807 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/253dd27b-1fca-4ee2-8115-85a543a77477 HTTP/1.1" status: 204 len: 168 time: 1.2988548 Nov 24 19:30:03.211695 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb751c4-3530-4af3-9bd5-d7b4734b0718', 'name': 'network-vif-deleted', 'tag': '5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293', 'status': 'completed', 'code': 200} Nov 24 19:30:03.236179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Deleting port fb83f272-4809-4328-8e56-44baafe10124 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:03.236633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.255062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3edc6e4-a980-45e9-b803-58239b899b7b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:03.256413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b3edc6e4-a980-45e9-b803-58239b899b7b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/33d36ff3-e476-4c52-a7dc-b1264dabef27 HTTP/1.1" status: 200 len: 845 time: 0.0793612 Nov 24 19:30:03.260004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47324) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:03.339283 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a8132246-37d5-4a30-b935-b48e913f97e1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/33d36ff3-e476-4c52-a7dc-b1264dabef27?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0748162 Nov 24 19:30:03.339488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47328) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:03.347998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:03.349509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-aa28cf5b-d165-490a-9253-0660ab7602e5 None None] The port 'fb83f272-4809-4328-8e56-44baafe10124' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:30:03.458201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:03.462112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:03.464895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:03.471212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:03.481913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:03.485417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.704612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.709085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4f456f77-eff7-4955-ad5e-0487647ad375 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:03.765828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:03.768960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:03.771927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:03.772538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.778631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeaec41-5f0a-47f3-b3d2-af13586a3e96 None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:03.795447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:03.798529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:03.806713 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4634559 Nov 24 19:30:03.809688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47334) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:03.815102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'security_group': {'name': 'tempest-secgroup-410164317'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:03.821921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:03.826287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:03.829180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:03.835592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:03.846120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.866419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:03.871428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group_rule and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:03.874331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:03.880057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:03.962764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.967480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:03.973315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b0b4b1b5-b946-4d35-b6b4-6d09bacf7e2d tempest-QuotasNegativeTest-195188948 tempest-QuotasNegativeTest-195188948-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:04.019318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47340) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:04.021301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.022514 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2118440 Nov 24 19:30:04.025614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47344) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:04.026344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a1423-b8e1-49b8-875f-3bb99c0fde67,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:04.031997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:04.037361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'security_group': {'name': 'tempest-secgroup-1862295197'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:04.043381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:04.047626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:04.047759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-c7c5a15c-3a06-4691-ab83-5773748cd377', 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'tenant_id': '28911240b7d74137814e461a69a572a8', 'fixed_ips': [{'subnet_id': 'f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:30:04.048608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.050571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:04.056293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:04.068888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.089344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:04.095751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group_rule and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:04.099115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:04.106458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:04.106693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Deleting subnet 6ca43957-c7a9-4003-b2f4-7d76d5e31c7c {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:04.109865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.161960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.186788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.193349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.200697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:04.222076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Allocated IP 2001:db8::2 (c7c5a15c-3a06-4691-ab83-5773748cd377/f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b/d31beedc-98ec-422e-98a7-df9953aa5e8a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:04.223568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.243482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9745424-c34b-40ac-a721-e3af9f44d507,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:04.249410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:04.251040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.252493 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e34cd4c9-a7aa-4422-95b3-e9e8badc9998 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2194934 Nov 24 19:30:04.255143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47348) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:04.261207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-60528776', 'security_groups': ['d9745424-c34b-40ac-a721-e3af9f44d507'], 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b'}]}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:04.298142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.302000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de26168a-3278-4350-89f0-dd53d5277649 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:04.337923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca43957-c7a9-4003-b2f4-7d76d5e31c7c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:04.341433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:04.342533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.351314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47352) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:04.351562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d8f67443-a8ca-44a4-9670-60ad0bb451c1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6ca43957-c7a9-4003-b2f4-7d76d5e31c7c HTTP/1.1" status: 204 len: 168 time: 0.3307247 Nov 24 19:30:04.449021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.459523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Transition to ACTIVE for port object d31beedc-98ec-422e-98a7-df9953aa5e8a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:04.477984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Transition to ACTIVE for port object d31beedc-98ec-422e-98a7-df9953aa5e8a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:04.491237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.497923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:04.501185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.503035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:04.508389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:port and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:04.514046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:04.520775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:04.561782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.565585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:04.568244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:04.570647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:30:04.571896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:04.612099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Pushing event updated for resources: {'Port': ['ID=d31beedc-98ec-422e-98a7-df9953aa5e8a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:04.614872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:04.669317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Attempting to bind port d31beedc-98ec-422e-98a7-df9953aa5e8a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:30:04.669813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Attempting to bind port d31beedc-98ec-422e-98a7-df9953aa5e8a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'bbc418ac-e7d4-4544-8536-1a2b42b2ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:30:04.670231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Attempting to bind port d31beedc-98ec-422e-98a7-df9953aa5e8a on network c7c5a15c-3a06-4691-ab83-5773748cd377 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:30:04.675884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:30:04.676298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Checking segment: {'id': 'bbc418ac-e7d4-4544-8536-1a2b42b2ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:30:04.676706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.677107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Bound using segment: {'id': 'bbc418ac-e7d4-4544-8536-1a2b42b2ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:30:04.677576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Bound port: d31beedc-98ec-422e-98a7-df9953aa5e8a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc418ac-e7d4-4544-8536-1a2b42b2ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:30:04.677959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.719001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.759809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d742557-59df-48dd-80e1-2acbc4f5d18d']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:04.769977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] For port d31beedc-98ec-422e-98a7-df9953aa5e8a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:30:04.772928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] For port d31beedc-98ec-422e-98a7-df9953aa5e8a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d31beedc-98ec-422e-98a7-df9953aa5e8a,segment=NetworkSegment(bbc418ac-e7d4-4544-8536-1a2b42b2ca70),segment_id=bbc418ac-e7d4-4544-8536-1a2b42b2ca70)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:30:04.778398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.782809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:04.783051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da79ced-43a3-4e68-aee2-9f4f95954022') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:04.783345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da79ced-43a3-4e68-aee2-9f4f95954022') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:04.799605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.807944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.831904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.837540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 9d4dac94-62f4-4fba-81b5-1e876a1fa64e yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:30:04.860359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Pushing event updated for resources: {'Port': ['ID=d31beedc-98ec-422e-98a7-df9953aa5e8a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:04.863294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:04.877442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:30:04.877905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:30:04.890930 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:30:05.022882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.035546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.044407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3e65b4ec-1a5b-43e2-8dd3-d72d49fa9863 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:05.085602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d742557-59df-48dd-80e1-2acbc4f5d18d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:05.091323 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2d742557-59df-48dd-80e1-2acbc4f5d18d HTTP/1.1" status: 204 len: 168 time: 0.7389610 Nov 24 19:30:05.094186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47356) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:05.094903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:05.166916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Deleting subnet b35f5ea7-ca39-4c06-8535-a48d43f1a820 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:05.170922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.181953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::16f (c7c5a15c-3a06-4691-ab83-5773748cd377/f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b/9d4dac94-62f4-4fba-81b5-1e876a1fa64e) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:05.221121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.280605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.349143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.352939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-834ce5cc-dcde-40f2-90fa-4d12b81703be tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:05.380381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.386069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35f5ea7-ca39-4c06-8535-a48d43f1a820,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:05.390318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:05.392763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.400955 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-13364221-890a-4f66-8cef-4b316e23e337 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b35f5ea7-ca39-4c06-8535-a48d43f1a820 HTTP/1.1" status: 204 len: 168 time: 0.3021827 Nov 24 19:30:05.401370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 9d4dac94-62f4-4fba-81b5-1e876a1fa64e will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:05.401564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47360) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:05.431378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.445388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d1c079a-8d4b-442f-b860-09360de002a2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:05.485720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:05.492024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:05.501905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:30:05.507769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:05.508710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.532977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.550918 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2920244 Nov 24 19:30:05.551733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47364) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:05.557678 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:05.680132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.710835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12e7180-19f6-4d1f-ac0d-271a4844127a']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:05.729176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739580b7-6075-47d0-b893-7151ed3887ef') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:05.729675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739580b7-6075-47d0-b893-7151ed3887ef') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:05.742891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.759990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.767243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:30:05.767649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:30:05.785154 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:30:05.812012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=9d4dac94-62f4-4fba-81b5-1e876a1fa64e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:05.815062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:05.875162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:05.880767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:05.884034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:05.885056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.889654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-655f80e9-7e74-4483-9134-7f572c1e3f5b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:05.890410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:05.901633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:05.905473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.907620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:05.919400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Pushing event deleted for resources: {'Network': ['ID=d12e7180-19f6-4d1f-ac0d-271a4844127a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:05.925704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d12e7180-19f6-4d1f-ac0d-271a4844127a HTTP/1.1" status: 204 len: 168 time: 0.5194812 Nov 24 19:30:05.925704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:06.053382 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.ipam_backend_mixin [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b (CIDR: 2001:db8::/64) Nov 24 19:30:06.057554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-77d8ed2a-97c8-4cd6-b8a7-7e4b8c354d3f None None] Provisioning for port d31beedc-98ec-422e-98a7-df9953aa5e8a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:06.058227 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:30:06.059052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:06.076443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-77d8ed2a-97c8-4cd6-b8a7-7e4b8c354d3f None None] Provisioning complete for port 33d36ff3-e476-4c52-a7dc-b1264dabef27 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:06.077088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed2a-97c8-4cd6-b8a7-7e4b8c354d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.086217 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2f50d719-d121-4ff2-bd81-8e6d0b881fb0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5311193 Nov 24 19:30:06.086725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47370) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:06.093599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:06.145401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-77d8ed2a-97c8-4cd6-b8a7-7e4b8c354d3f None None] Port 33d36ff3-e476-4c52-a7dc-b1264dabef27 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:06.153925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47374) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:06.242925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:06.247537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:06.250665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:06.256965 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:06.267811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a27117d6-db97-484e-a8c2-eef068720837 None None] Provisioning for port 9d4dac94-62f4-4fba-81b5-1e876a1fa64e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:06.269255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:06.272799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.273398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a27117d6-db97-484e-a8c2-eef068720837 None None] Provisioning complete for port 9d4dac94-62f4-4fba-81b5-1e876a1fa64e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:06.273886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a27117d6-db97-484e-a8c2-eef068720837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.329771 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-04b37ece-ac71-4b8e-9b0d-390e2777517d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39a81a73b3c34d06a5444d2f2472af1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737626 Nov 24 19:30:06.331236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a27117d6-db97-484e-a8c2-eef068720837 None None] Port 9d4dac94-62f4-4fba-81b5-1e876a1fa64e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:06.332146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47378) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:06.393394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.420031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.474333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.479464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a1941d14-ddbd-474d-b763-ee2e4737070b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:06.490222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84424427-b1de-4220-9e8f-106c46faa344,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:06.494161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:06.498168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.499774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84424427-b1de-4220-9e8f-106c46faa344 HTTP/1.1" status: 204 len: 168 time: 0.1645367 Nov 24 19:30:06.550672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.556343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6f90e6a2-f8c9-4c59-b57f-d0e87aa8a5e4 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:06.598825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d31beedc-98ec-422e-98a7-df9953aa5e8a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:30:06.615510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:06.618736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:06.622962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:06.623865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.636564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa5198-0b37-46c4-8cf4-09a5f776219e None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:06.644588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=881f40ea-4014-4ce1-be58-db335717babd,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:06.647277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:06.658215 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5704515 Nov 24 19:30:06.660970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47384) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:06.667613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1210800261', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '881f40ea-4014-4ce1-be58-db335717babd'}], 'security_groups': ['a75a1423-b8e1-49b8-875f-3bb99c0fde67']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:06.781706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port d31beedc-98ec-422e-98a7-df9953aa5e8a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:06.795839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d31beedc-98ec-422e-98a7-df9953aa5e8a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:06.796303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.920759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47390) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:06.941365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:06.943880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:06.981488 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e579c597-5dce-43fa-b3eb-25ddfb2a7559 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=62d9a841e4b34789bcb6dba0c3d5ed32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589645 Nov 24 19:30:06.983633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47394) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:06.988383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:06.988741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 5f5caa41-0ac2-4ce5-bbe7-8f8b041fe293 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:07.053915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.060558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.081482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.103543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port d31beedc-98ec-422e-98a7-df9953aa5e8a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d31beedc-98ec-422e-98a7-df9953aa5e8a,segment=NetworkSegment(bbc418ac-e7d4-4544-8536-1a2b42b2ca70),segment_id=bbc418ac-e7d4-4544-8536-1a2b42b2ca70)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:07.109689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.112767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:07.149575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.154313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-461c78c4-45ca-406b-bab2-aeb3e0bb254c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:07.166773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f96eb4-abfc-48f7-91b0-92d3fbe571d6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:07.172054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:07.174450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.178192 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26f96eb4-abfc-48f7-91b0-92d3fbe571d6 HTTP/1.1" status: 204 len: 168 time: 0.1911986 Nov 24 19:30:07.290729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=d31beedc-98ec-422e-98a7-df9953aa5e8a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:07.295576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:07.298075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Update dhcp port {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'fixed_ips': [{'subnet_id': 'f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b', 'ip_address': '2001:db8::2'}, {'subnet_id': '881f40ea-4014-4ce1-be58-db335717babd'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'd31beedc-98ec-422e-98a7-df9953aa5e8a'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:30:07.353897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.414338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Delete allocated IP 2001:db8::16f (c7c5a15c-3a06-4691-ab83-5773748cd377/f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b) {{(pid=87485) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 19:30:07.423508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8:0:1::1f2 (c7c5a15c-3a06-4691-ab83-5773748cd377/881f40ea-4014-4ce1-be58-db335717babd/9d4dac94-62f4-4fba-81b5-1e876a1fa64e) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:07.635804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.653441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 9d4dac94-62f4-4fba-81b5-1e876a1fa64e will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:07.657516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.662911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-665ff010-e045-4ac9-b491-e56aeb5180f1 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:07.721081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Allocated IP 2001:db8:0:1::2 (c7c5a15c-3a06-4691-ab83-5773748cd377/881f40ea-4014-4ce1-be58-db335717babd/d31beedc-98ec-422e-98a7-df9953aa5e8a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:07.763748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] In _notify_port_updated(), no bound segment for port 9d4dac94-62f4-4fba-81b5-1e876a1fa64e on network c7c5a15c-3a06-4691-ab83-5773748cd377 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:30:07.769179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:07.769795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.771077 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "PUT /v2.0/ports/9d4dac94-62f4-4fba-81b5-1e876a1fa64e HTTP/1.1" status: 200 len: 931 time: 1.1091051 Nov 24 19:30:07.774851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47400) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:07.781167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=9d4dac94-62f4-4fba-81b5-1e876a1fa64e,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:07.784413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:07.843483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 9d4dac94-62f4-4fba-81b5-1e876a1fa64e {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:07.843819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.858417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] For port d31beedc-98ec-422e-98a7-df9953aa5e8a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d31beedc-98ec-422e-98a7-df9953aa5e8a,segment=NetworkSegment(bbc418ac-e7d4-4544-8536-1a2b42b2ca70),segment_id=bbc418ac-e7d4-4544-8536-1a2b42b2ca70)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:07.883435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.903312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Transition to ACTIVE for port object d31beedc-98ec-422e-98a7-df9953aa5e8a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:07.908295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:07.912208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:08.056218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Pushing event updated for resources: {'Port': ['ID=d31beedc-98ec-422e-98a7-df9953aa5e8a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:08.059763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:08.101165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.233460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 9d4dac94-62f4-4fba-81b5-1e876a1fa64e owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:08.381454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.387778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5e0abb0d-98b1-43a9-8aad-aa7d3bb7c690 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:08.445090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=9d4dac94-62f4-4fba-81b5-1e876a1fa64e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:08.448119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:08.488442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.501863 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/9d4dac94-62f4-4fba-81b5-1e876a1fa64e HTTP/1.1" status: 204 len: 168 time: 0.7230074 Nov 24 19:30:08.501863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47404) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:08.549691 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37eb769-0ae9-4cc3-a4bd-f9e885f1cdb7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:30:08.550107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d37eb769-0ae9-4cc3-a4bd-f9e885f1cdb7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Synchronizing usage tracker for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:30:08.551712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d31beedc-98ec-422e-98a7-df9953aa5e8a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:30:08.568838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d37eb769-0ae9-4cc3-a4bd-f9e885f1cdb7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Unset dirty status for tenant:28911240b7d74137814e461a69a572a8 on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:30:08.570089 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d37eb769-0ae9-4cc3-a4bd-f9e885f1cdb7 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/9d4dac94-62f4-4fba-81b5-1e876a1fa64e HTTP/1.1" status: 404 len: 333 time: 0.0674055 Nov 24 19:30:08.572925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47408) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:08.649588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.656787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e63e840c-471a-42a0-b393-ac3f28ee9227 None None] Could not find standard attr ID for object 9d4dac94-62f4-4fba-81b5-1e876a1fa64e. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:30:08.668461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e63e840c-471a-42a0-b393-ac3f28ee9227 None None] Provisioning for port d31beedc-98ec-422e-98a7-df9953aa5e8a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:08.673809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e63e840c-471a-42a0-b393-ac3f28ee9227 None None] Provisioning complete for port d31beedc-98ec-422e-98a7-df9953aa5e8a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:08.674263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e63e840c-471a-42a0-b393-ac3f28ee9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.678032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.740246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.745885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee000548-b848-49a2-8399-a007738ca000 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:08.761516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9745424-c34b-40ac-a721-e3af9f44d507,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:08.764964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:08.767129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.768303 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/security-groups/d9745424-c34b-40ac-a721-e3af9f44d507 HTTP/1.1" status: 204 len: 168 time: 0.1942997 Nov 24 19:30:08.770886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47412) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:08.825796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e63e840c-471a-42a0-b393-ac3f28ee9227 None None] Provisioning complete for port 33d36ff3-e476-4c52-a7dc-b1264dabef27 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:08.826484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e63e840c-471a-42a0-b393-ac3f28ee9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.849347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.884603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.886938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e63e840c-471a-42a0-b393-ac3f28ee9227 None None] Port 33d36ff3-e476-4c52-a7dc-b1264dabef27 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:08.937797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.943213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-562e491f-57af-4d3c-b186-d2e55fddfd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:08.962329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a1423-b8e1-49b8-875f-3bb99c0fde67,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:08.965134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:08.966611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:08.967740 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/security-groups/a75a1423-b8e1-49b8-875f-3bb99c0fde67 HTTP/1.1" status: 204 len: 168 time: 0.1957200 Nov 24 19:30:08.970518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47416) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:09.000706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a1a1de24-509d-4ad5-8baf-0dc64d709658 None None] Could not find standard attr ID for object 9d4dac94-62f4-4fba-81b5-1e876a1fa64e. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:30:09.153463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:09.156483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.209787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.294579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.366065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.370584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5e9087db-3b83-4df2-b92e-403c72268200 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:09.408619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:09.411553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:09.412557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.419284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe55c97-4826-4595-a904-fc3a7bbc4909 None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:09.421447 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b HTTP/1.1" status: 204 len: 168 time: 0.4497728 Nov 24 19:30:09.425213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47420) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:09.431001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:09.568351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:09.572068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:09.575707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:09.581372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:09.591028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:09.594472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.860929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.864677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e9966c2c-915c-4721-91ac-8468004af164 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:09.927429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:09.930416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:09.934851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:09.935433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:09.952366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=d8bdffa0-bff1-41be-822b-cea64836670f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:09.955023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:09.963975 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-903aac8a-f892-4d10-adbc-6cd557822460 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5376287 Nov 24 19:30:09.967371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47424) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:09.972885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'security_group': {'name': 'tempest-secgroup-971218963'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:09.979129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:09.983343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:09.986394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:09.992479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:10.006161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.028727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:10.032627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group_rule and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:10.035574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:10.041603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:10.119113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.123785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.127771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ab2683d0-e572-450d-bc51-4710f7c29ae7 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:10.168424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8dcb90-bf0f-41cd-ac09-8b98b5fea524,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:10.171529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:10.172992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.176654 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2057943 Nov 24 19:30:10.177286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47430) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:10.185826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'security_group': {'name': 'tempest-secgroup-610864623'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:10.190713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d10fb-319c-49e5-9f9f-0e07be247b69 None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:10.192946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:10.196720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:10.199619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:10.205421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:10.216823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.236805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:10.240712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group_rule and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:10.243449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:10.249194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:10.290098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-29b19634-f14d-414c-8901-6cc46d521792 None None] Provisioning complete for port d31beedc-98ec-422e-98a7-df9953aa5e8a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:10.290474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-29b19634-f14d-414c-8901-6cc46d521792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.321429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.326358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.330040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1263235d-4f4c-423a-8147-92d92ec87150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:10.369565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761c6e60-7b18-4385-b8a2-bc1e9be51104,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:10.372503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:10.373677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.374897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1970568 Nov 24 19:30:10.377653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47434) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:10.383658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014531110'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:10.390589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:10.394583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:10.397470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:10.404856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:10.415816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.435897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:10.439605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:security_group_rule and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:10.442415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:10.448017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:10.519511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.523280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.530156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-902af3f5-d336-4325-84fa-af83b3a55365 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:10.548949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-29b19634-f14d-414c-8901-6cc46d521792 None None] Provisioning complete for port 33d36ff3-e476-4c52-a7dc-b1264dabef27 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:10.549349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-29b19634-f14d-414c-8901-6cc46d521792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.568055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34885ee9-c886-4216-bdc7-3de0b94f26d9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:10.571113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:10.572266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.576646 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1944852 Nov 24 19:30:10.577143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47438) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:10.582483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1492005574', 'security_groups': ['34885ee9-c886-4216-bdc7-3de0b94f26d9'], 'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8bdffa0-bff1-41be-822b-cea64836670f'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:10.650910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-29b19634-f14d-414c-8901-6cc46d521792 None None] Port 33d36ff3-e476-4c52-a7dc-b1264dabef27 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:10.723919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:10.730824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Update dhcp port {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'fixed_ips': [{'subnet_id': '881f40ea-4014-4ce1-be58-db335717babd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd8bdffa0-bff1-41be-822b-cea64836670f'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'd31beedc-98ec-422e-98a7-df9953aa5e8a'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:30:10.733704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:10.743368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:10.748772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.769885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] device_id is not set on port 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:30:10.783736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:10.984017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8::33f (c7c5a15c-3a06-4691-ab83-5773748cd377/d8bdffa0-bff1-41be-822b-cea64836670f/2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:11.289169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:11.304835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:11.328577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:11.335338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc0fff81-70d7-4886-8229-f0b9e67595f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:11.397150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Allocated IP 2001:db8::2 (c7c5a15c-3a06-4691-ab83-5773748cd377/d8bdffa0-bff1-41be-822b-cea64836670f/d31beedc-98ec-422e-98a7-df9953aa5e8a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:11.398421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:11.401740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:11.404566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:30:11.410391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:11.411003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:11.430323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:11.433399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:11.446541 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8685777 Nov 24 19:30:11.449409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47442) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:11.455186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:11.536839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] For port d31beedc-98ec-422e-98a7-df9953aa5e8a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d31beedc-98ec-422e-98a7-df9953aa5e8a,segment=NetworkSegment(bbc418ac-e7d4-4544-8536-1a2b42b2ca70),segment_id=bbc418ac-e7d4-4544-8536-1a2b42b2ca70)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:11.566291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:11.582193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Transition to ACTIVE for port object d31beedc-98ec-422e-98a7-df9953aa5e8a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:11.585975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:11.591104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:11.592996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:11.596735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:11.599507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:11.605185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:11.615095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:11.618541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:11.732438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Pushing event updated for resources: {'Port': ['ID=d31beedc-98ec-422e-98a7-df9953aa5e8a,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:11.735183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:11.756448 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.ipam_backend_mixin [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8bdffa0-bff1-41be-822b-cea64836670f (CIDR: 2001:db8::/64) Nov 24 19:30:11.760672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:30:11.761140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:11.780784 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fe2af7ef-efb7-4355-bc86-8429c52cfb89 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3301048 Nov 24 19:30:11.783288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47446) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:11.789205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:11.940698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:11.944779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:11.947709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:11.954305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:11.965564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:11.969268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.109864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.ipam_backend_mixin [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 881f40ea-4014-4ce1-be58-db335717babd (CIDR: 2001:db8:0:1::/64) Nov 24 19:30:12.113631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:30:12.114080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:12.133245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ea957142-3c9d-44e1-9be8-fc4d8a6d80c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3486066 Nov 24 19:30:12.136073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47450) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:12.142058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'subnet': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:12.280740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-be85b3c1-eebe-4e1a-a861-9f7242ab274a None None] Provisioning for port d31beedc-98ec-422e-98a7-df9953aa5e8a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:12.286335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-be85b3c1-eebe-4e1a-a861-9f7242ab274a None None] Provisioning complete for port d31beedc-98ec-422e-98a7-df9953aa5e8a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:12.286721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be85b3c1-eebe-4e1a-a861-9f7242ab274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.294004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:12.298083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Usage tracker for resource:subnet and tenant:28911240b7d74137814e461a69a572a8 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:12.301150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:12.307487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:12.317641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Made reservation on behalf of 28911240b7d74137814e461a69a572a8 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:12.321434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.430478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-be85b3c1-eebe-4e1a-a861-9f7242ab274a None None] Provisioning complete for port 33d36ff3-e476-4c52-a7dc-b1264dabef27 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:12.430981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be85b3c1-eebe-4e1a-a861-9f7242ab274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.487117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-be85b3c1-eebe-4e1a-a861-9f7242ab274a None None] Port 33d36ff3-e476-4c52-a7dc-b1264dabef27 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:12.545550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d31beedc-98ec-422e-98a7-df9953aa5e8a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:30:12.592061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.598026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1818be35-a6d9-4c2a-b97b-0ba68ea9045d tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:12.615362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5f7a96c0-0f8b-4e1e-8d11-e98d30b2ee06 None None] Provisioning for port 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:12.624135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5f7a96c0-0f8b-4e1e-8d11-e98d30b2ee06 None None] Provisioning complete for port 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:12.624519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5f7a96c0-0f8b-4e1e-8d11-e98d30b2ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.650731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Network c7c5a15c-3a06-4691-ab83-5773748cd377 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:12.654608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:12.658800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:12.659587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.664183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f183ea7-8c69-4dce-b45b-02b879b58f33 None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:12.675821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d31beedc-98ec-422e-98a7-df9953aa5e8a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:12.676230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:12.681666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Subnet': ['ID=a46c6976-a361-46fa-94e1-055ec8c3ce26,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:12.685004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:12.691501 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5539751 Nov 24 19:30:12.691739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:12.697571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-423744708', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a46c6976-a361-46fa-94e1-055ec8c3ce26'}], 'security_groups': ['6b8dcb90-bf0f-41cd-ac09-8b98b5fea524', '761c6e60-7b18-4385-b8a2-bc1e9be51104']}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:12.806800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a96c0-0f8b-4e1e-8d11-e98d30b2ee06 None None] Port 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:12.945151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.109925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Update dhcp port {'port': {'network_id': 'c7c5a15c-3a06-4691-ab83-5773748cd377', 'fixed_ips': [{'subnet_id': '881f40ea-4014-4ce1-be58-db335717babd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd8bdffa0-bff1-41be-822b-cea64836670f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a46c6976-a361-46fa-94e1-055ec8c3ce26'}], 'binding:host_id': 'dv-neutron-818346-1-hyperv'}, 'id': 'd31beedc-98ec-422e-98a7-df9953aa5e8a'} from dv-neutron-818346-1-hyperv. {{(pid=87487) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 19:30:13.162180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.345751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Delete allocated IP 2001:db8::33f (c7c5a15c-3a06-4691-ab83-5773748cd377/d8bdffa0-bff1-41be-822b-cea64836670f) {{(pid=87486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 19:30:13.353004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Allocated IP 2001:db8:0:2::b (c7c5a15c-3a06-4691-ab83-5773748cd377/a46c6976-a361-46fa-94e1-055ec8c3ce26/2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:13.556410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.572032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Transition to ACTIVE for port object 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:13.576580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.582036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-378e22ba-d7a4-45a8-ac49-c73dd4c59ad5 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:13.640860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Allocated IP 2001:db8:0:2::2 (c7c5a15c-3a06-4691-ab83-5773748cd377/a46c6976-a361-46fa-94e1-055ec8c3ce26/d31beedc-98ec-422e-98a7-df9953aa5e8a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:13.793076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] In _notify_port_updated(), no bound segment for port 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb on network c7c5a15c-3a06-4691-ab83-5773748cd377 {{(pid=87486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:30:13.798314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:13.798894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.800196 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "PUT /v2.0/ports/2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb HTTP/1.1" status: 200 len: 967 time: 1.1075623 Nov 24 19:30:13.803845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47458) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:13.810581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event updated for resources: {'Port': ['ID=2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:13.813456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:13.832227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] For port d31beedc-98ec-422e-98a7-df9953aa5e8a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d31beedc-98ec-422e-98a7-df9953aa5e8a,segment=NetworkSegment(bbc418ac-e7d4-4544-8536-1a2b42b2ca70),segment_id=bbc418ac-e7d4-4544-8536-1a2b42b2ca70)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:13.856835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.873549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Transition to ACTIVE for port object d31beedc-98ec-422e-98a7-df9953aa5e8a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:13.877327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.878823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:13.879168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:13.881114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-31fc635d-579e-49a0-b232-00423bf39447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:14.050331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Pushing event updated for resources: {'Port': ['ID=d31beedc-98ec-422e-98a7-df9953aa5e8a,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:14.054592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:14.138275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.268187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb owned by {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:14.419616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.425429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-37ffd198-f43d-420b-abaa-25601bb51289 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:14.472722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:14.499466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:14.514604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.524948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb HTTP/1.1" status: 204 len: 168 time: 0.7199798 Nov 24 19:30:14.528364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47462) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:14.550954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d31beedc-98ec-422e-98a7-df9953aa5e8a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:30:14.573756 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a25f4cf-d380-4009-8042-4fe43566daf9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] GET failed (client error): The resource could not be found. Nov 24 19:30:14.576047 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9a25f4cf-d380-4009-8042-4fe43566daf9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports/2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb HTTP/1.1" status: 404 len: 333 time: 0.0457084 Nov 24 19:30:14.578009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47466) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:14.629031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ec0dff33-e7fd-4073-9d27-8eb26a4b97a7 None None] Could not find standard attr ID for object 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:30:14.639877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ec0dff33-e7fd-4073-9d27-8eb26a4b97a7 None None] Provisioning for port d31beedc-98ec-422e-98a7-df9953aa5e8a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:14.645068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ec0dff33-e7fd-4073-9d27-8eb26a4b97a7 None None] Provisioning complete for port d31beedc-98ec-422e-98a7-df9953aa5e8a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:14.645621 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec0dff33-e7fd-4073-9d27-8eb26a4b97a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.656585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.684992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.736691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.742158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-192c44a4-cef0-4211-9842-cea7e067672e tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:14.755902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34885ee9-c886-4216-bdc7-3de0b94f26d9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:14.760034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:14.764103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.767226 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/security-groups/34885ee9-c886-4216-bdc7-3de0b94f26d9 HTTP/1.1" status: 204 len: 168 time: 0.1863992 Nov 24 19:30:14.772290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47470) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:14.798501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ec0dff33-e7fd-4073-9d27-8eb26a4b97a7 None None] Provisioning complete for port 33d36ff3-e476-4c52-a7dc-b1264dabef27 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:14.798884 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ec0dff33-e7fd-4073-9d27-8eb26a4b97a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.847983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.861586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-ec0dff33-e7fd-4073-9d27-8eb26a4b97a7 None None] Port 33d36ff3-e476-4c52-a7dc-b1264dabef27 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:14.877053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.928080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.934205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c7086f3-5d2e-4d36-9e27-ec651a434e8d tempest-RoutersAdminNegativeTest-1973719294 tempest-RoutersAdminNegativeTest-1973719294-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:14.951265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c6e60-7b18-4385-b8a2-bc1e9be51104,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:14.953312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:14.955992 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/security-groups/761c6e60-7b18-4385-b8a2-bc1e9be51104 HTTP/1.1" status: 204 len: 168 time: 0.1810391 Nov 24 19:30:14.955992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:14.957482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47474) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:14.976316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9cf2dd69-24ae-4b21-9c67-de0b439a035f None None] Could not find standard attr ID for object 2d9ea4ee-9ecd-40ff-9f71-a59a65d66bfb. {{(pid=87487) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 19:30:15.030365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.057748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.110175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.114056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c33cd941-15c3-42e1-88ca-a08b4a1382a8 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:15.129662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8dcb90-bf0f-41cd-ac09-8b98b5fea524,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:15.131883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:15.138248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.139510 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/security-groups/6b8dcb90-bf0f-41cd-ac09-8b98b5fea524 HTTP/1.1" status: 204 len: 168 time: 0.1809266 Nov 24 19:30:15.142662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47478) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:15.208445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet d8bdffa0-bff1-41be-822b-cea64836670f {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:15.211397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.266086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.266458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47482) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:15.351891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.430826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.435311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e25aee24-1198-41ee-afb7-47893812f569 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:15.445462 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:30:15.471386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bdffa0-bff1-41be-822b-cea64836670f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:15.473831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:15.476560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.483892 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/d8bdffa0-bff1-41be-822b-cea64836670f HTTP/1.1" status: 204 len: 168 time: 0.3402548 Nov 24 19:30:15.484529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d28bbb-0faa-4552-8452-960d645ee75f None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:15.490462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47486) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:15.561255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet a46c6976-a361-46fa-94e1-055ec8c3ce26 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:15.566512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.610847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Deleting port ca2ec1a1-f661-49f5-843c-ee2d6d68f064 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:15.611196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.622038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.711942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.793083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.793636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.797772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.802608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41c42bcb-0009-4e8c-a4dc-1899f2ca7173 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:15.842579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:15.845390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=a46c6976-a361-46fa-94e1-055ec8c3ce26,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:15.847553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:15.852064 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/a46c6976-a361-46fa-94e1-055ec8c3ce26 HTTP/1.1" status: 204 len: 168 time: 0.3605771 Nov 24 19:30:15.854406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47490) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:15.897764 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbef7d9-c1f4-4c78-9dbf-f9d061091eb4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:15.898230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbef7d9-c1f4-4c78-9dbf-f9d061091eb4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:15.899911 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ecbef7d9-c1f4-4c78-9dbf-f9d061091eb4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/d8bdffa0-bff1-41be-822b-cea64836670f HTTP/1.1" status: 404 len: 337 time: 0.0446122 Nov 24 19:30:15.903265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47494) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:15.931727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Calling delete_port for ca2ec1a1-f661-49f5-843c-ee2d6d68f064 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:15.974191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting subnet 881f40ea-4014-4ce1-be58-db335717babd {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:15.977498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.042327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.103165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.111096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ff99778d-26cb-49ed-a3ce-28c691f63034 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:16.132959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.190824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event deleted for resources: {'Port': ['ID=ca2ec1a1-f661-49f5-843c-ee2d6d68f064,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:16.193457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:16.223498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.228999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ef7e57d8-7540-4be6-a05f-f0196b769368 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:16.257358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.257988 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Floating IP d1c68346-0d8d-45e0-94e9-5f508499a8ec disassociated (deleted). External IP: 172.26.6.157, port: 85eaff06-0749-4d62-8ffd-ea4c9d00595a. Nov 24 19:30:16.273103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Subnet': ['ID=881f40ea-4014-4ce1-be58-db335717babd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:16.275127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.278705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:16.285164 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/881f40ea-4014-4ce1-be58-db335717babd HTTP/1.1" status: 204 len: 168 time: 0.3788457 Nov 24 19:30:16.285432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47498) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.324996 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-15714c6a-31ad-4743-b446-695d7a125d1e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.325453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15714c6a-31ad-4743-b446-695d7a125d1e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.327163 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-15714c6a-31ad-4743-b446-695d7a125d1e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/f4a5e5b5-4b9f-4aed-afdb-11cacca3c34b HTTP/1.1" status: 404 len: 337 time: 0.0407825 Nov 24 19:30:16.329782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47502) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.350387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90243619-90ca-4385-9245-7eaa3889acea None None] Network c7c5a15c-3a06-4691-ab83-5773748cd377 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:16.373353 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-804e1118-fd4e-418d-8de5-f3991f971ee6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "GET /v2.0/ports?device_id=09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71 HTTP/1.1" status: 200 len: 205 time: 0.0422604 Nov 24 19:30:16.375409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47506) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.447898 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-b703165b-98a8-4212-9f08-d1f481c58b91 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] delete failed (client error): The resource could not be found. Nov 24 19:30:16.450153 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b703165b-98a8-4212-9f08-d1f481c58b91 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/routers/09d2b2ad-ee8d-4f7e-b395-b6cc3dcbde71 HTTP/1.1" status: 404 len: 336 time: 0.0726326 Nov 24 19:30:16.452283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47510) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.490894 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a0885e-0b62-4186-82ce-6aa8a1cc7741 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.491357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a0885e-0b62-4186-82ce-6aa8a1cc7741 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.495359 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b3a0885e-0b62-4186-82ce-6aa8a1cc7741 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/9ef3ca5e-b1ed-47a8-8795-03f6155c9d16 HTTP/1.1" status: 404 len: 337 time: 0.0398495 Nov 24 19:30:16.495602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47514) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.509533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-12270931-7227-427f-9008-fd64d1bb1739 None None] Provisioning complete for port d31beedc-98ec-422e-98a7-df9953aa5e8a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:16.509923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12270931-7227-427f-9008-fd64d1bb1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.540952 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64d9663-6244-4c9c-a5f2-38c51560f082 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.541565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64d9663-6244-4c9c-a5f2-38c51560f082 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.543410 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f64d9663-6244-4c9c-a5f2-38c51560f082 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/1b6c15b4-d35a-4524-84cc-4afd5e4f5444 HTTP/1.1" status: 404 len: 337 time: 0.0461502 Nov 24 19:30:16.545916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47518) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.585057 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabd25d3-2c57-458a-8576-83fff6f83d4a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.585510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabd25d3-2c57-458a-8576-83fff6f83d4a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.590044 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aabd25d3-2c57-458a-8576-83fff6f83d4a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/88da15e0-3702-441b-b4f0-8f4d56a7ed53 HTTP/1.1" status: 404 len: 337 time: 0.0430341 Nov 24 19:30:16.590964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47522) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.633374 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87121a4-39ab-46bf-90d9-5c2c926bd09c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.633751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87121a4-39ab-46bf-90d9-5c2c926bd09c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.638521 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c87121a4-39ab-46bf-90d9-5c2c926bd09c tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/250395ca-ecd2-4650-a6eb-703ac8ec520f HTTP/1.1" status: 404 len: 333 time: 0.0435658 Nov 24 19:30:16.640230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47526) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.643207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:30:16.681848 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4151e9ef-e9f9-407e-9e9b-ba9bcf7d8e9b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.682299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4151e9ef-e9f9-407e-9e9b-ba9bcf7d8e9b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.687441 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4151e9ef-e9f9-407e-9e9b-ba9bcf7d8e9b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/2b0fa200-64b8-4337-a522-4205b1b02c1e HTTP/1.1" status: 404 len: 337 time: 0.0458195 Nov 24 19:30:16.688073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47530) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.704422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-12270931-7227-427f-9008-fd64d1bb1739 None None] Provisioning complete for port 33d36ff3-e476-4c52-a7dc-b1264dabef27 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:16.704804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12270931-7227-427f-9008-fd64d1bb1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.731214 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39b7df7-93ef-4a0f-ac2f-e7d76f862c8a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.731748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39b7df7-93ef-4a0f-ac2f-e7d76f862c8a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.735828 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e39b7df7-93ef-4a0f-ac2f-e7d76f862c8a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/cb748b38-9c5f-45dc-8c94-9cbc54e73d57 HTTP/1.1" status: 404 len: 337 time: 0.0445786 Nov 24 19:30:16.736075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47534) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.755380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] DHCP port deletion for c7c5a15c-3a06-4691-ab83-5773748cd377 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:30:16.765072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Deleting port d31beedc-98ec-422e-98a7-df9953aa5e8a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:16.765531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.780045 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-78042b19-21f0-43da-9373-004edd7535f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.780522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78042b19-21f0-43da-9373-004edd7535f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.784709 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-78042b19-21f0-43da-9373-004edd7535f8 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/4bec4821-f158-493e-9d0c-a2f0286dc185 HTTP/1.1" status: 404 len: 333 time: 0.0452762 Nov 24 19:30:16.784885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47538) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.814815 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-12270931-7227-427f-9008-fd64d1bb1739 None None] Port 33d36ff3-e476-4c52-a7dc-b1264dabef27 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:16.827315 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f11f40a-c63f-4e59-9491-95daaac5f66b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.827766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f11f40a-c63f-4e59-9491-95daaac5f66b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.831730 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1f11f40a-c63f-4e59-9491-95daaac5f66b tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/66179787-03c9-471e-a85d-7cdc25232d3d HTTP/1.1" status: 404 len: 337 time: 0.0436847 Nov 24 19:30:16.831983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47542) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.853835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:30:16.865942 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:30:16.877722 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:16.878594 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:16.880408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:16.884797 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1347148f-c045-440d-96e7-e6408eed348e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] DELETE failed (client error): The resource could not be found. Nov 24 19:30:16.885342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1347148f-c045-440d-96e7-e6408eed348e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:30:16.887678 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1347148f-c045-440d-96e7-e6408eed348e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/subnets/20b1dfa6-70a5-498c-a408-aaece6b1af44 HTTP/1.1" status: 404 len: 337 time: 0.0547769 Nov 24 19:30:16.890168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47546) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:16.953228 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "DELETE /v2.0/floatingips/d1c68346-0d8d-45e0-94e9-5f508499a8ec HTTP/1.1" status: 204 len: 168 time: 1.6831467 Nov 24 19:30:16.953228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:17.000131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Deleting port 33d36ff3-e476-4c52-a7dc-b1264dabef27 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:17.000596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:17.010822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] For port d31beedc-98ec-422e-98a7-df9953aa5e8a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d31beedc-98ec-422e-98a7-df9953aa5e8a,segment=NetworkSegment(bbc418ac-e7d4-4544-8536-1a2b42b2ca70),segment_id=bbc418ac-e7d4-4544-8536-1a2b42b2ca70)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:17.011233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:17.051817 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'status': 'completed', 'code': 200} Nov 24 19:30:17.173503 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:17.224915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Calling delete_port for d31beedc-98ec-422e-98a7-df9953aa5e8a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:17.274241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:17.348199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:17.353464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:17.392432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-0a7ab251-d641-4bb8-ae24-6053712e28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.394156 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-0a7ab251-d641-4bb8-ae24-6053712e28f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 1099 time: 0.3240216 Nov 24 19:30:17.450245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Pushing event deleted for resources: {'Port': ['ID=d31beedc-98ec-422e-98a7-df9953aa5e8a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:17.454713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:17.459164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] No DVR routers for this DVR port d31beedc-98ec-422e-98a7-df9953aa5e8a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:30:17.562159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Calling delete_port for 33d36ff3-e476-4c52-a7dc-b1264dabef27 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:17.619952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-86dafb32-7d22-4ed2-966d-e4e426150323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.620731 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:07Z', 'revision_number': 1, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:17.621906 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-86dafb32-7d22-4ed2-966d-e4e426150323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.2185113 Nov 24 19:30:17.625053 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:30:17.633634 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:17.634239 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:17.639027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a32b11-c380-4261-a009-3c0fb99ed580 req-b97b262d-539a-425c-b539-ef72228fa634 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.639728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b7a32b11-c380-4261-a009-3c0fb99ed580 req-b97b262d-539a-425c-b539-ef72228fa634 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:30:17.659430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:17.665508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b0f98ebb-63e2-47ce-a22a-0a5b41e83df4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:17.713457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Port': ['ID=33d36ff3-e476-4c52-a7dc-b1264dabef27,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:17.717574 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-94cd4541-e21a-4e31-a01e-75293acdbcca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a HTTP/1.1" status: 200 len: 217 time: 0.0872324 Nov 24 19:30:17.718781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:17.725143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b7a32b11-c380-4261-a009-3c0fb99ed580 req-b97b262d-539a-425c-b539-ef72228fa634 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:30:17.726255 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7a32b11-c380-4261-a009-3c0fb99ed580 req-b97b262d-539a-425c-b539-ef72228fa634 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 946 time: 0.2255526 Nov 24 19:30:17.728482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:17.748446 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/ports/33d36ff3-e476-4c52-a7dc-b1264dabef27 HTTP/1.1" status: 204 len: 168 time: 0.8572705 Nov 24 19:30:17.751696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47558) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:17.822662 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7a32b11-c380-4261-a009-3c0fb99ed580 req-6e5b2be1-0dba-43c2-a2ef-93e0f993a6b3 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620649 Nov 24 19:30:17.824858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-aacc4f24-6f50-4de1-9022-4ed25555f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.826513 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-aacc4f24-6f50-4de1-9022-4ed25555f1c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.0992033 Nov 24 19:30:17.827215 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:17.880091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:17.887390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47562) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:17.978061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-cafc3b02-b4d2-48f7-8a2a-30c762798ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.979526 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-cafc3b02-b4d2-48f7-8a2a-30c762798ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1426215 Nov 24 19:30:17.989093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa96892-fac5-41a0-92a9-a0ec923db82c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.989567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa96892-fac5-41a0-92a9-a0ec923db82c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.990029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa96892-fac5-41a0-92a9-a0ec923db82c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:17.992639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1fa96892-fac5-41a0-92a9-a0ec923db82c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=827a949a316842afa94df5c4e80d4e9c&network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 3000 time: 0.1032050 Nov 24 19:30:18.021674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.051566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c5a15c-3a06-4691-ab83-5773748cd377']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:18.069998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc418ac-e7d4-4544-8536-1a2b42b2ca70') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:18.070365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc418ac-e7d4-4544-8536-1a2b42b2ca70') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:18.085150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.107477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.115165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:30:18.115562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:30:18.132194 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:30:18.145942 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-8e597f19-fd57-4ec1-b4b6-e4d16a843cb4 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519949 Nov 24 19:30:18.219726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.220332 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:07Z', 'revision_number': 1, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:18.225714 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a71f1-847b-47e9-a1c5-21c9db016061 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5fec3cbf-c287-41ee-8a1f-e4928e04331e', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'port_id': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'mac_address': 'fa:16:3e:fa:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:26:01Z', 'updated_at': '2021-11-24T19:26:07Z', 'revision_number': 1, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:30:18.227721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:18.248956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.251626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Pushing event deleted for resources: {'Network': ['ID=c7c5a15c-3a06-4691-ab83-5773748cd377,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:18.254582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:18.259931 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dcc3b05e-b8ec-4084-af44-2912f2eb36bf tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] 10.222.0.47 "DELETE /v2.0/networks/c7c5a15c-3a06-4691-ab83-5773748cd377 HTTP/1.1" status: 204 len: 168 time: 0.5048749 Nov 24 19:30:18.305510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fdb2b75-885f-4660-b258-18a25ed06fd8 req-8483df6c-5145-4ad7-a5d1-1dd1ededec76 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518877 Nov 24 19:30:18.490682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ace64-4cf6-44e2-8952-7c89ff667347 None None] New status for floating IP d1c68346-0d8d-45e0-94e9-5f508499a8ec: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:30:18.551841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d31beedc-98ec-422e-98a7-df9953aa5e8a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:18.557045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47574) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:18.646018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: d31beedc-98ec-422e-98a7-df9953aa5e8a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:18.646372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d31beedc-98ec-422e-98a7-df9953aa5e8a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:18.720298 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c0c3a7e3-096a-4d54-8ff1-7efe3b2daa94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28911240b7d74137814e461a69a572a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618884 Nov 24 19:30:18.722692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47580) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:18.780926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.812666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.859681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.863520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5a5d8600-3beb-487c-bccd-0b8faf163cc0 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:18.877609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f794de97-4fa3-4127-915f-58abf1f2ecd9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:18.880560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:18.882542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:18.883627 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f794de97-4fa3-4127-915f-58abf1f2ecd9 HTTP/1.1" status: 204 len: 168 time: 0.1600783 Nov 24 19:30:18.920295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:19.099565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba474b8-73ce-4736-a1c5-5cf2c9cfce48 req-bd6d44f3-1243-4318-8b4f-535caf42266b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:19.101083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ba474b8-73ce-4736-a1c5-5cf2c9cfce48 req-bd6d44f3-1243-4318-8b4f-535caf42266b tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 946 time: 0.1523802 Nov 24 19:30:19.160712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ba474b8-73ce-4736-a1c5-5cf2c9cfce48 req-5cd76476-5b33-4df1-a587-9c07efc97bfe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523860 Nov 24 19:30:19.172476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-946ad823-c0c5-41c3-8bb4-00db722a43eb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:19.182814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-946ad823-c0c5-41c3-8bb4-00db722a43eb tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 946 time: 0.1422229 Nov 24 19:30:19.250596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Deleting port 85eaff06-0749-4d62-8ffd-ea4c9d00595a {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:19.250930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:19.494157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] For port 85eaff06-0749-4d62-8ffd-ea4c9d00595a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=85eaff06-0749-4d62-8ffd-ea4c9d00595a,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:19.494513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:19.733725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Calling delete_port for 85eaff06-0749-4d62-8ffd-ea4c9d00595a owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:19.876802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:19.882466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0f578ad5-df7e-4254-948d-7668d12fb01d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:19.927410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event deleted for resources: {'Port': ['ID=85eaff06-0749-4d62-8ffd-ea4c9d00595a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:19.930458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:20.003469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] No DVR routers for this DVR port 85eaff06-0749-4d62-8ffd-ea4c9d00595a on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:30:20.005863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:20.008742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'name': 'network-vif-deleted', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:20.024896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de9df5b-947c-4c56-aab7-7e625f2c5ea8 req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "DELETE /v2.0/ports/85eaff06-0749-4d62-8ffd-ea4c9d00595a HTTP/1.1" status: 204 len: 173 time: 0.8443289 Nov 24 19:30:20.060207 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9f00d-caaf-45b9-a103-2c4ca95da9e7', 'name': 'network-vif-deleted', 'tag': '85eaff06-0749-4d62-8ffd-ea4c9d00595a', 'status': 'completed', 'code': 200} Nov 24 19:30:20.317149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-362dcf98-a922-4a73-9dea-db2a67911efd req-dd0e739d-2d40-46da-8426-89f0c0f5ce37 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:30:20.334584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-362dcf98-a922-4a73-9dea-db2a67911efd req-dd0e739d-2d40-46da-8426-89f0c0f5ce37 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:30:20.336203 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-362dcf98-a922-4a73-9dea-db2a67911efd req-dd0e739d-2d40-46da-8426-89f0c0f5ce37 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=5bb9f00d-caaf-45b9-a103-2c4ca95da9e7 HTTP/1.1" status: 200 len: 210 time: 0.0662651 Nov 24 19:30:21.265667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47596) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:21.328597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f7d9f3-396c-43a4-852f-69846cc6c2cf tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:21.330042 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-70f7d9f3-396c-43a4-852f-69846cc6c2cf tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d HTTP/1.1" status: 200 len: 814 time: 0.0635006 Nov 24 19:30:22.213484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47610) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:22.218960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:22.321630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:22.602468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:22.606202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:22.606520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7 disassociated. External IP: 172.26.6.83, port: 19a6ed46-7e06-4f13-86b0-f8c17ad108ed. Nov 24 19:30:22.993920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router b7203504-8a32-479a-b289-237961e37be9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:30:23.013647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 85eaff06-0749-4d62-8ffd-ea4c9d00595a no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:23.051309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 85eaff06-0749-4d62-8ffd-ea4c9d00595a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:23.051599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 85eaff06-0749-4d62-8ffd-ea4c9d00595a not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:23.186555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:30:23.190848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:23.197143 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] Sync routers for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:30:23.209029 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:23.210178 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:23.248868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3b0b0731-5e89-4200-a9f1-d40a5ef1f805 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 689 time: 1.0342333 Nov 24 19:30:23.249556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:23.251928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47616) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:23.295921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'status': 'completed', 'code': 200} Nov 24 19:30:23.352843 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-538f2757-0601-4bf0-9b98-f2294245d79b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 689 time: 0.0985754 Nov 24 19:30:23.415911 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:23.537703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-f9dee553-c381-455a-83f8-e69e9561c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:23.539212 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-f9dee553-c381-455a-83f8-e69e9561c689 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 1099 time: 0.2196641 Nov 24 19:30:23.676542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-2a6255c8-09ab-4a6b-a15e-fb158b1a1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:23.678063 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-2a6255c8-09ab-4a6b-a15e-fb158b1a1f93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 898 time: 0.1321883 Nov 24 19:30:23.756051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-bce93938-3309-40c2-8b64-5fcf33bbb373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed HTTP/1.1" status: 200 len: 217 time: 0.0699744 Nov 24 19:30:23.762019 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:23.766354 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] Checking router: b7203504-8a32-479a-b289-237961e37be9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:30:23.774598 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:23.775496 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:23.825799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-349166a9-0f43-4181-9ff0-f213de06d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:23.827902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-349166a9-0f43-4181-9ff0-f213de06d5b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.0654132 Nov 24 19:30:23.912367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-9db4c99c-c275-4c9c-8c28-33184a5e915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:23.924097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-9db4c99c-c275-4c9c-8c28-33184a5e915e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889351 Nov 24 19:30:23.977261 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:24.113956 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-8e7e4122-b242-455e-ae28-2afa2c7d26af service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830907 Nov 24 19:30:24.262775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73eb7b66-0078-4123-b459-4512cef2ca51 req-9fde53c8-04b2-4842-8f19-f9b38dbd237a service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411338 Nov 24 19:30:24.346034 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:24.350025 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa83227-5082-41c7-a038-c1b6e2c7aa7c None None] The sync data for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:30:24.356780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47628) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:24.450472 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2693ce4b-2fee-4218-98ac-c84470474978 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 689 time: 0.0914111 Nov 24 19:30:24.591734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad404b50-bfa4-42b1-bccf-a37a543f42e1 None None] New status for floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:30:25.454574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47634) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:25.543263 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d8a765ac-e52e-4f4a-8612-f51ae1e4b57e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 687 time: 0.0871012 Nov 24 19:30:26.218908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47640) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:26.423108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Deleting port 857143d9-d26a-4244-b643-def54521bcde {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:26.423447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.706198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.706906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.748349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47646) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:26.753536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237291452', 'description': 'tempest-secgroup-smoke-237291452 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:26.759625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:26.770034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:26.780256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.800912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:26.804663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:26.807744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:26.813967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:26.834628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Calling delete_port for 857143d9-d26a-4244-b643-def54521bcde owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:26.883595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.888520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.893643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5a2e2a3-5359-483d-a395-eb353bf0ea15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:26.934278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38ee234-fed6-4de5-8103-234f53e20b03,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:26.937508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:26.946026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.947424 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1980743 Nov 24 19:30:26.950431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47650) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:26.955678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee234-fed6-4de5-8103-234f53e20b03', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:26.961677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:26.965799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:26.968699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:26.974583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:26.992747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:26.998824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.004209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9a751529-11d5-412e-87fe-0f4f7c99d0fa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:27.059740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event deleted for resources: {'Port': ['ID=857143d9-d26a-4244-b643-def54521bcde,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:27.062844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:27.064151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.069535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.077046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5670265b-9cf8-40a6-abe9-efbc122cc70b tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:27.094900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47daae6-ffde-44f3-96b1-847984ae46a3,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:27.097872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:27.105607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.106982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555896 Nov 24 19:30:27.109927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47654) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:27.115004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee234-fed6-4de5-8103-234f53e20b03', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:27.121596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:27.125457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:27.128737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:27.134539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:27.150019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.150620 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Floating IP 5fec3cbf-c287-41ee-8a1f-e4928e04331e disassociated (deleted). External IP: 172.26.6.59, port: f9d81a63-cb96-4857-b6b4-e2b95615b32e. Nov 24 19:30:27.151362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.213109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.217320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.219193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98b40c09-a45b-495e-9c07-555e28085223 tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:27.241108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568f47e5-08f2-4bb1-b167-f5edad473344,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:27.243741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:27.252262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.253710 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427426 Nov 24 19:30:27.256249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47658) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:27.261981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee234-fed6-4de5-8103-234f53e20b03', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:27.267884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:27.272109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:27.275002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:27.281356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:27.299667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.363217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.368166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.369974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3e0c4f4d-2080-4e01-a7a9-dd117543224d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:27.392408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8e729e-4bb9-4991-a55d-af4186ed8e0d,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:27.394799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:27.402567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.403926 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466811 Nov 24 19:30:27.406655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47662) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:27.411668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee234-fed6-4de5-8103-234f53e20b03', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:27.417431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:27.421560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:27.424467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:27.430213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:27.451098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.515442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.516263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:30:27.519321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.521111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08069261-57a0-4097-8484-a827de215ea3 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:27.544943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d57f77-1d31-4a39-bdee-76de14818593,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:27.547346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:27.554385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.555628 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480477 Nov 24 19:30:27.560649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47666) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:27.565636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee234-fed6-4de5-8103-234f53e20b03', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:27.571931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:27.576565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:27.579530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:27.585232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:27.596186 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:30:27.602658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.667231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.672080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.673888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-139c5ced-46b0-4504-9bb8-6a4cc71886ee tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:27.695651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8bd198-8e56-48b7-829f-10bcebc2d37a,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:27.698118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:27.699874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:30:27.706542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.710284 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462173 Nov 24 19:30:27.710633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47670) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:27.716022 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:30:27.717842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee234-fed6-4de5-8103-234f53e20b03', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:27.721691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.723614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:27.727606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:30:27.729713 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:27.730401 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:27.731392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:30:27.737315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:27.749631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:30:27.758006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.783627 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "DELETE /v2.0/floatingips/5fec3cbf-c287-41ee-8a1f-e4928e04331e HTTP/1.1" status: 204 len: 168 time: 1.5634420 Nov 24 19:30:27.785369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:27.839055 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'status': 'completed', 'code': 200} Nov 24 19:30:27.856640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.862427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.864561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-85cb9f57-46c5-4739-a1ff-d31b259f94f8 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:27.897152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91570a2a-835c-4eee-9aff-b9da8f75baa9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:27.900016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:27.955236 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:27.970655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:27.980942 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2688937 Nov 24 19:30:28.011675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-a435d144-456b-4055-ad1a-04e4fe712d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:28.013578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-a435d144-456b-4055-ad1a-04e4fe712d03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7bb3e51a97441e2be92040da22ad15a&device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 1098 time: 0.1131783 Nov 24 19:30:28.257379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-4fb2670f-302c-4174-9824-cc230fdb4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:28.258839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-4fb2670f-302c-4174-9824-cc230fdb4128 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 200 len: 912 time: 0.2380328 Nov 24 19:30:28.296529 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:28.300458 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:30:28.308742 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:28.309265 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:28.343411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bc86b8e7-621b-43df-8332-56bade4e696d req-32c4ac4d-6851-4941-a812-a1248af57393 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:30:28.349960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-7a212403-1755-431b-ab32-146cbd517a10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 200 len: 217 time: 0.0809076 Nov 24 19:30:28.497114 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:28.529018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bc86b8e7-621b-43df-8332-56bade4e696d req-32c4ac4d-6851-4941-a812-a1248af57393 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:30:28.530167 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-32c4ac4d-6851-4941-a812-a1248af57393 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237291452&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.3293471 Nov 24 19:30:28.569392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5c83-7e68-4af4-95f5-bb2bfa05598a req-7efd1005-c267-43fa-8886-f6e8d818e630 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:28.570754 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cd9e5c83-7e68-4af4-95f5-bb2bfa05598a req-7efd1005-c267-43fa-8886-f6e8d818e630 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 945 time: 0.4083087 Nov 24 19:30:28.583286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-36b7b524-c220-41d7-bce4-ad103636c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:28.584703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-36b7b524-c220-41d7-bce4-ad103636c0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 200 len: 850 time: 0.2274210 Nov 24 19:30:28.747947 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cd9e5c83-7e68-4af4-95f5-bb2bfa05598a req-248aaadf-f39a-4396-b6e9-a01a897b0a0e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662991 Nov 24 19:30:28.803263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-4abcd412-45f2-40c9-8349-123d58707718 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:28.804842 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-4abcd412-45f2-40c9-8349-123d58707718 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 797 time: 0.2663174 Nov 24 19:30:28.812262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-ade3329e-f201-4c55-8943-bdeb9b571a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:28.813780 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-ade3329e-f201-4c55-8943-bdeb9b571a23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ebee4b49-365d-438b-9ad7-73b9b44ab4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2128162 Nov 24 19:30:28.815313 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:28.819671 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0e7dd-2c78-4f13-ba0a-898d5b017337 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:21:47Z', 'revision_number': 4, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4', 'name': '', 'network_id': 'ebee4b49-365d-438b-9ad7-73b9b44ab4fe', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'mac_address': 'fa:16:3e:64:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:43Z', 'updated_at': '2021-11-24T19:21:57Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'subnets': [{'id': 'cc995c74-2c28-42ba-95d7-bd92ddd3e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:30:28.848700 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-a36009a5-2ab0-41ae-9d65-83fb97ad9f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0339148 Nov 24 19:30:29.019826 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-59f058ab-0a8c-4c47-8c5d-79e29ad666c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975400 Nov 24 19:30:29.062057 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-71160206-a28a-4efb-802e-587e85b6178a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2071412 Nov 24 19:30:29.084852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00305fb-bd56-4a25-8053-1a468a273f6d None None] New status for floating IP 5fec3cbf-c287-41ee-8a1f-e4928e04331e: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:30:29.276188 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5feaa261-b0c7-4cbf-ab44-c32c287067f3 req-6e77437d-33a0-42ff-a5ef-306e3b156c11 service neutron] 10.222.0.41 "GET /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463546 Nov 24 19:30:29.289467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6c354e32-55fa-4f3e-beb1-ab014a2dabed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:29.296767 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-cce998ef-177a-4362-9ae7-f06cae1bed98 service neutron] 10.222.0.47 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798933 Nov 24 19:30:29.430408 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-d01bc900-ee62-42df-bcef-6d8ababd8244 service neutron] 10.222.0.47 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276586 Nov 24 19:30:29.606420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b18341fc-0fdc-4dc5-b042-5aacf2f4c780 req-b3aaa54c-e433-4dc2-ab4f-872467f59a55 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 210 time: 0.0470946 Nov 24 19:30:29.744918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:29.748444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-23209911-6ba2-4ab1-b920-d0b519303d2c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:29.749954 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-23209911-6ba2-4ab1-b920-d0b519303d2c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 945 time: 0.0835514 Nov 24 19:30:29.851183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Deleting port f9d81a63-cb96-4857-b6b4-e2b95615b32e {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:29.851768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:30.119188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ec7f1-2357-4117-b49e-09568de903e3 req-e63a8f13-b9c9-438c-9896-0d67e1d8fa17 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:30.120728 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2ec7f1-2357-4117-b49e-09568de903e3 req-e63a8f13-b9c9-438c-9896-0d67e1d8fa17 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 945 time: 0.2355106 Nov 24 19:30:30.209946 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2ec7f1-2357-4117-b49e-09568de903e3 req-a8e23143-21be-4899-a42a-5d664f919e9a tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0c15ac7-13c4-4875-9033-70e07d1e2196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826955 Nov 24 19:30:30.211538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] For port f9d81a63-cb96-4857-b6b4-e2b95615b32e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f9d81a63-cb96-4857-b6b4-e2b95615b32e,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:30.211878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:30.461947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Calling delete_port for f9d81a63-cb96-4857-b6b4-e2b95615b32e owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:30.732814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-82d40df3-3bb5-439b-934c-1470457ed2c9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:30.734245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-82d40df3-3bb5-439b-934c-1470457ed2c9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 797 time: 0.2255528 Nov 24 19:30:30.807114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a8acb5f-023f-4457-bebf-efa01f26f540 req-9a6894fc-d583-495f-b9ac-8fb87b2564b8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 210 time: 0.0699301 Nov 24 19:30:30.821873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:30.830327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:30.876742 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-328b59a1-7540-49b5-832b-3c0b7ddcbd3e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 472 time: 0.1045973 Nov 24 19:30:30.887544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event deleted for resources: {'Port': ['ID=f9d81a63-cb96-4857-b6b4-e2b95615b32e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:30.917460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['f38ee234-fed6-4de5-8103-234f53e20b03']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:30.933936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:31.034858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] No DVR routers for this DVR port f9d81a63-cb96-4857-b6b4-e2b95615b32e on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:30:31.043492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:31.046387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'name': 'network-vif-deleted', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:31.066564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9c63a41-de15-4d58-9923-58f0c71ddd46 req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.41 "DELETE /v2.0/ports/f9d81a63-cb96-4857-b6b4-e2b95615b32e HTTP/1.1" status: 204 len: 173 time: 1.3104544 Nov 24 19:30:31.103802 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa09945b-77ff-490a-98ee-a741b106fc20', 'name': 'network-vif-deleted', 'tag': 'f9d81a63-cb96-4857-b6b4-e2b95615b32e', 'status': 'completed', 'code': 200} Nov 24 19:30:31.114235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:30:31.124929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:30:31.133580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:30:31.137887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:31.320016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.14 (e51bbf00-fd90-4595-a043-5ae4c99b4c94/6d41b256-e156-4b15-af1f-779b474b5838/8afb6c6d-5810-479d-828c-94cbe0f7ed97) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:30:31.399289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b9c07b7f-138f-4713-8371-fc5478cda0ef req-5f454737-16b5-458c-83f5-ee11a8ee9777 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Synchronizing usage tracker for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:30:31.493766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b9c07b7f-138f-4713-8371-fc5478cda0ef req-5f454737-16b5-458c-83f5-ee11a8ee9777 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Unset dirty status for tenant:f7bb3e51a97441e2be92040da22ad15a on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:30:31.494836 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9c07b7f-138f-4713-8371-fc5478cda0ef req-5f454737-16b5-458c-83f5-ee11a8ee9777 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09945b-77ff-490a-98ee-a741b106fc20 HTTP/1.1" status: 200 len: 210 time: 0.1537828 Nov 24 19:30:31.580889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:31.596597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 8afb6c6d-5810-479d-828c-94cbe0f7ed97 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:31.619843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:31.625917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4598290c-9048-4318-a096-7fddd1e81775 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:31.696594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:30:31.699931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:30:31.704003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:30:31.740506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=8afb6c6d-5810-479d-828c-94cbe0f7ed97,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:31.750096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:31.775941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:31.777290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:31.809870 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9251587 Nov 24 19:30:31.821912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Request body: {'port': {'device_id': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:31.944983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7e2d2f2d-b95f-46b1-9b5c-05652c821509 None None] Provisioning for port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:31.951044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7e2d2f2d-b95f-46b1-9b5c-05652c821509 None None] Provisioning complete for port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:31.951697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2f2d-b95f-46b1-9b5c-05652c821509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:31.983164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.010741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d2f2d-b95f-46b1-9b5c-05652c821509 None None] Port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:30:32.055547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1fa37efd-41a6-46c2-9074-7b6ce20df52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.134951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41086f4c-b2a8-4e40-84f8-e88aeee8d20b req-9f98b288-274f-415f-95a1-9f45f3681464 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:32.135650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-41086f4c-b2a8-4e40-84f8-e88aeee8d20b req-9f98b288-274f-415f-95a1-9f45f3681464 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:30:32.169104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-41086f4c-b2a8-4e40-84f8-e88aeee8d20b req-9f98b288-274f-415f-95a1-9f45f3681464 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:30:32.170298 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41086f4c-b2a8-4e40-84f8-e88aeee8d20b req-9f98b288-274f-415f-95a1-9f45f3681464 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 932 time: 0.2410049 Nov 24 19:30:32.416849 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41086f4c-b2a8-4e40-84f8-e88aeee8d20b req-33724eb1-1017-4fa1-ae96-dd9eb00b27d6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398205 Nov 24 19:30:32.526789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afb6c6d-5810-479d-828c-94cbe0f7ed97 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:30:32.540825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.556474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Transition to ACTIVE for port object 8afb6c6d-5810-479d-828c-94cbe0f7ed97 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:30:32.561433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.566024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-828a03e8-76a6-46b1-bc62-519b6454cd29 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:32.596669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47720) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:32.727465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb6c6d-5810-479d-828c-94cbe0f7ed97,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:32.735608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:32.741697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.776691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Deleting port 092cda07-91e0-4c4e-b8ae-b7cd6c77d705 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:32.777971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.813692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Attempting to bind port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:30:32.814027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Attempting to bind port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:30:32.814365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Attempting to bind port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:30:32.819267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:30:32.819517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Attempting to bind port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 on network e51bbf00-fd90-4595-a043-5ae4c99b4c94 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:30:32.824903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:30:32.825237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Checking segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:30:32.825624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Bound using segment: {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:30:32.826055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Bound port: 8afb6c6d-5810-479d-828c-94cbe0f7ed97, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:30:32.826404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.925720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] For port 8afb6c6d-5810-479d-828c-94cbe0f7ed97, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:30:32.928890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] For port 8afb6c6d-5810-479d-828c-94cbe0f7ed97, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:30:32.934075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.940303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:32.992248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:32.992973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:32.994257 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/8afb6c6d-5810-479d-828c-94cbe0f7ed97 HTTP/1.1" status: 200 len: 1094 time: 1.1764536 Nov 24 19:30:33.028100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb6c6d-5810-479d-828c-94cbe0f7ed97,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:33.033436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:33.079891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:33.080368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:33.105817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:33.124196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f9d81a63-cb96-4857-b6b4-e2b95615b32e no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:33.141767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-3a7405fa-a3a9-4e54-9ea5-52b2b5260cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:33.143260 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-3a7405fa-a3a9-4e54-9ea5-52b2b5260cc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 1097 time: 0.1009493 Nov 24 19:30:33.187474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: f9d81a63-cb96-4857-b6b4-e2b95615b32e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:33.187748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f9d81a63-cb96-4857-b6b4-e2b95615b32e not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:33.210784 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'status': 'completed', 'code': 200} Nov 24 19:30:33.223928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Calling delete_port for 092cda07-91e0-4c4e-b8ae-b7cd6c77d705 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:33.226052 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-07b6d318-c295-4aa0-8ba3-473553c76c7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97 HTTP/1.1" status: 200 len: 217 time: 0.0716381 Nov 24 19:30:33.294176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-4929b84f-6621-4d09-869a-efbca25e2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:33.295610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-4929b84f-6621-4d09-869a-efbca25e2921 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.0627902 Nov 24 19:30:33.369176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:33.371497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b8e7-621b-43df-8332-56bade4e696d req-eaf68179-2c77-49cd-9bbd-51ffae16b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:33.373048 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-eaf68179-2c77-49cd-9bbd-51ffae16b3a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706697 Nov 24 19:30:33.374681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81873a22-7ec2-46aa-9b55-776480aa8cda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:33.419711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event deleted for resources: {'Port': ['ID=092cda07-91e0-4c4e-b8ae-b7cd6c77d705,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:33.422431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:33.512561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-f7084c2d-1aa8-4e72-b27e-7926c509da96 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320140 Nov 24 19:30:33.532962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:33.551109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:33.552320 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "DELETE /v2.0/floatingips/f5d08a73-b76a-46a0-943f-a3d92a06a0ee HTTP/1.1" status: 204 len: 168 time: 0.9546242 Nov 24 19:30:33.708866 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc86b8e7-621b-43df-8332-56bade4e696d req-322b23e7-e3b8-4e3f-8c56-efda18baa52e service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888525 Nov 24 19:30:33.720724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918360b7-b8ac-4897-92b5-7551cb84a7f0 req-04404d62-abe8-44eb-b33d-041a916eb79b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:33.722134 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-918360b7-b8ac-4897-92b5-7551cb84a7f0 req-04404d62-abe8-44eb-b33d-041a916eb79b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 944 time: 0.1819983 Nov 24 19:30:33.811093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-918360b7-b8ac-4897-92b5-7551cb84a7f0 req-1f7086b3-060b-4e65-95ca-292d9c934c2f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832839 Nov 24 19:30:33.849262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-a97b0de6-b37d-41ab-927f-bba398c2b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:33.850783 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-a97b0de6-b37d-41ab-927f-bba398c2b105 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 1097 time: 0.0890744 Nov 24 19:30:33.985502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-59dab464-f4d3-4563-b6b5-d2823acb0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:33.986953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-59dab464-f4d3-4563-b6b5-d2823acb0a2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 898 time: 0.1298022 Nov 24 19:30:34.179753 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-5a50e992-8f0f-4650-b1cf-cbcbfc790fba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97 HTTP/1.1" status: 200 len: 217 time: 0.1863203 Nov 24 19:30:34.242572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-73ec2064-e504-475c-b610-1e0b55d8c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:34.243927 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-73ec2064-e504-475c-b610-1e0b55d8c878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.0577075 Nov 24 19:30:34.322993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-86901358-0198-48bf-b453-8005b8081354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:34.325119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-86901358-0198-48bf-b453-8005b8081354 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740588 Nov 24 19:30:34.462049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-b6395af6-8242-432f-b1be-871127124ef0 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291003 Nov 24 19:30:34.504678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:34.598970 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11eebc8a-f4ce-490a-97a5-ae125f9ccdc4 req-8a695dc2-ee0b-4281-92b1-3d80996d7639 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294744 Nov 24 19:30:35.022370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89bcc2-f55c-48a0-8b03-fe0152566286 req-f087114f-02e7-4636-9318-38d5c29e9d24 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:35.023865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba89bcc2-f55c-48a0-8b03-fe0152566286 req-f087114f-02e7-4636-9318-38d5c29e9d24 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 944 time: 0.0932236 Nov 24 19:30:35.068633 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba89bcc2-f55c-48a0-8b03-fe0152566286 req-dcc2051f-6afb-4ff8-9cf3-41ef8e76087d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387924 Nov 24 19:30:36.064359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47742) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:36.139839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:36.174203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:36.286908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3015f-e948-4876-91db-e47c7d454f7f req-73e2ff35-65f6-4c51-a4fa-adcf3db1c135 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:36.288375 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8dc3015f-e948-4876-91db-e47c7d454f7f req-73e2ff35-65f6-4c51-a4fa-adcf3db1c135 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 944 time: 0.1057322 Nov 24 19:30:36.320670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:36.325920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e3b9798-a163-45bd-9666-e9b2b7d04a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:36.358567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c15ac7-13c4-4875-9033-70e07d1e2196,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:36.362392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:36.369395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8dc3015f-e948-4876-91db-e47c7d454f7f req-53c5cdab-d7aa-446d-b765-cc975b9e64fc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746400 Nov 24 19:30:36.373139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:36.377276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] 10.222.0.47 "DELETE /v2.0/security-groups/d0c15ac7-13c4-4875-9033-70e07d1e2196 HTTP/1.1" status: 204 len: 168 time: 0.3088408 Nov 24 19:30:36.432251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47750) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:37.134889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:37.147868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 8afb6c6d-5810-479d-828c-94cbe0f7ed97 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:30:37.279332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 8afb6c6d-5810-479d-828c-94cbe0f7ed97, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:37.292968 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'port_id': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'mac_address': 'fa:16:3e:af:5b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:30:37.391950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:37.414983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afb6c6d-5810-479d-828c-94cbe0f7ed97 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:30:37.431581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 8afb6c6d-5810-479d-828c-94cbe0f7ed97, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:37.436418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:37.438233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bdcd96db-537d-4fc6-8b56-2737875c3245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:37.513388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=8afb6c6d-5810-479d-828c-94cbe0f7ed97,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:37.516926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:37.582713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20e86-8029-4ab9-abf4-d7de77045cd8 req-fb5078b6-ae10-4764-82e5-77565194cbfb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:37.584125 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e6a20e86-8029-4ab9-abf4-d7de77045cd8 req-fb5078b6-ae10-4764-82e5-77565194cbfb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 945 time: 0.0887291 Nov 24 19:30:37.612544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Deleting port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:37.613147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:37.628990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e6a20e86-8029-4ab9-abf4-d7de77045cd8 req-dc42fbce-b52c-45a7-97ca-cd59254e2470 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391321 Nov 24 19:30:37.737300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['8afb6c6d-5810-479d-828c-94cbe0f7ed97'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:30:37.790279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] For port 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:37.790639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:37.919345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Calling delete_port for 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:38.112107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:38.116330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0bd4763-5d94-44ce-9d40-51ece7903535 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:38.194360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:38.196824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:38.426345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:38.789423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Router 81d782eb-4ea6-4266-8d50-407fa71482a4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:30:38.825398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f18a-dd19-4bac-80bd-13508687354e req-dc0bcd35-7d08-4c81-8045-dec832f5630a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:38.826848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb47f18a-dd19-4bac-80bd-13508687354e req-dc0bcd35-7d08-4c81-8045-dec832f5630a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 945 time: 0.0923476 Nov 24 19:30:38.872484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb47f18a-dd19-4bac-80bd-13508687354e req-8383dcdc-8fc6-497c-9b0f-4c1e9805b396 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399213 Nov 24 19:30:39.084443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:30:39.093408 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fdb25-f911-4649-8245-496669075b97 None None] Sync routers for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:30:39.096804 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] 10.222.0.47 "PUT /v2.0/routers/81d782eb-4ea6-4266-8d50-407fa71482a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6629612 Nov 24 19:30:39.099042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47760) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:39.102862 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:39.103472 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:39.148281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 8afb6c6d-5810-479d-828c-94cbe0f7ed97 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:30:39.217359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:30:39.222109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:30:39.222811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.281313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.316146 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:39.347672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.382964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 8afb6c6d-5810-479d-828c-94cbe0f7ed97, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:39.384041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:39.391114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.393881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e5fb0b7-1dd3-4454-a41f-8d10ee1acd52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:39.466596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.468869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=8afb6c6d-5810-479d-828c-94cbe0f7ed97,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:39.472550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:39.482107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Deleting port 0daaf3f9-88b6-4b46-b475-33a026889386 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:39.482690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.584944 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'code': 200} Nov 24 19:30:39.607089 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:30:38Z', 'revision_number': 5, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port': {'id': '0daaf3f9-88b6-4b46-b475-33a026889386', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:21:35Z', 'updated_at': '2021-11-24T19:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:39.613922 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fdb25-f911-4649-8245-496669075b97 None None] Checking router: 81d782eb-4ea6-4266-8d50-407fa71482a4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:30:39.624846 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] Routers {'81d782eb-4ea6-4266-8d50-407fa71482a4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:39.625773 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['81d782eb-4ea6-4266-8d50-407fa71482a4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:39.662363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] For port 0daaf3f9-88b6-4b46-b475-33a026889386, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0daaf3f9-88b6-4b46-b475-33a026889386,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:39.662710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.786601 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] Set router 81d782eb-4ea6-4266-8d50-407fa71482a4 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:39.789782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Calling delete_port for 0daaf3f9-88b6-4b46-b475-33a026889386 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:39.833447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b0d3e-26c4-4834-95f3-6ed8123179ae req-87a5d4dd-5159-4a2f-905b-dd3e70e805b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:39.835193 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1e2b0d3e-26c4-4834-95f3-6ed8123179ae req-87a5d4dd-5159-4a2f-905b-dd3e70e805b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 1099 time: 0.0761826 Nov 24 19:30:39.876718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1e2b0d3e-26c4-4834-95f3-6ed8123179ae req-a97db79b-c356-4759-9ab2-97ed8e35b96b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351589 Nov 24 19:30:39.897445 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-180fdb25-f911-4649-8245-496669075b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:30:39Z', 'revision_number': 6, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:39.902001 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fdb25-f911-4649-8245-496669075b97 None None] The sync data for ids ['81d782eb-4ea6-4266-8d50-407fa71482a4'] in dv-neutron-818346-1-hyperv is: [{'id': '81d782eb-4ea6-4266-8d50-407fa71482a4', 'name': 'tempest-TestVolumeBootPattern-232470280-router', 'tenant_id': 'f7bb3e51a97441e2be92040da22ad15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:32Z', 'updated_at': '2021-11-24T19:30:39Z', 'revision_number': 6, 'project_id': 'f7bb3e51a97441e2be92040da22ad15a', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:30:39.979910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:39.984649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-97e29e68-c39a-4dc7-8736-d57ad2d79d79 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:40.032783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0daaf3f9-88b6-4b46-b475-33a026889386,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:40.064482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:40.078600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ccb6e-14e5-4382-baa2-6d7c7ade283f req-2fc0346e-64da-46cd-a0d8-0031728f23f5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:40.080074 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c7ccb6e-14e5-4382-baa2-6d7c7ade283f req-2fc0346e-64da-46cd-a0d8-0031728f23f5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 946 time: 0.0891171 Nov 24 19:30:40.123364 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c7ccb6e-14e5-4382-baa2-6d7c7ade283f req-7bec8d9c-46b7-4cde-bc24-b61c403a48cf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374036 Nov 24 19:30:40.124083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.299436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.301706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.326377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.326889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81d782eb-4ea6-4266-8d50-407fa71482a4 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:30:40.339314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.343071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47770) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:40.343215 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/81d782eb-4ea6-4266-8d50-407fa71482a4 HTTP/1.1" status: 204 len: 168 time: 1.2432768 Nov 24 19:30:40.403594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Deleting subnet cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:40.406788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.460070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.539811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.559381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0daaf3f9-88b6-4b46-b475-33a026889386 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:40.599199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 0daaf3f9-88b6-4b46-b475-33a026889386 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:40.599474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0daaf3f9-88b6-4b46-b475-33a026889386 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:40.600057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:40.614362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.619862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6c855b0-6311-4bcc-858e-e12d5e9d60aa tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:40.633604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:40.633969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0bfbbd8c-90b5-4e41-9b19-4bcaaab7baf4 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:40.659041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc995c74-2c28-42ba-95d7-bd92ddd3e0b6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:40.661973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:40.662945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.668036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb9610-07c3-41f3-a168-999f0968bae3 None None] Network ebee4b49-365d-438b-9ad7-73b9b44ab4fe requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:40.671551 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cc995c74-2c28-42ba-95d7-bd92ddd3e0b6 HTTP/1.1" status: 204 len: 168 time: 0.3249445 Nov 24 19:30:40.671898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47774) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:40.780625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.790889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Deleting port fa511da1-0c94-4308-bb11-a67fc2180f27 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:40.791212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.946027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] DHCP port deletion for ebee4b49-365d-438b-9ad7-73b9b44ab4fe request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:30:40.951033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Deleting port fa511da1-0c94-4308-bb11-a67fc2180f27 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:40.951420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:40.999182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] For port fa511da1-0c94-4308-bb11-a67fc2180f27, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa511da1-0c94-4308-bb11-a67fc2180f27,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:40.999799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:41.163229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] For port fa511da1-0c94-4308-bb11-a67fc2180f27, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa511da1-0c94-4308-bb11-a67fc2180f27,segment=NetworkSegment(468547f0-7bf6-41a7-9b66-c3acd55d0b0e),segment_id=468547f0-7bf6-41a7-9b66-c3acd55d0b0e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:41.163636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:41.251808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Calling delete_port for fa511da1-0c94-4308-bb11-a67fc2180f27 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:41.291068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Calling delete_port for fa511da1-0c94-4308-bb11-a67fc2180f27 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:41.372147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:41.376866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5b7133d3-98b9-4aee-8781-34cc3b9226a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:41.388697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.db.api [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:30:41.389034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_db.api [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:30:41.401047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b2c9-772a-43ea-a2c8-b1aea412f62e req-9720ad1c-b92f-4a12-b955-d6cd4aeb645f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:41.403300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7dc5b2c9-772a-43ea-a2c8-b1aea412f62e req-9720ad1c-b92f-4a12-b955-d6cd4aeb645f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 946 time: 0.1238563 Nov 24 19:30:41.420046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Pushing event deleted for resources: {'Port': ['ID=fa511da1-0c94-4308-bb11-a67fc2180f27,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:41.422925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:41.423742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] No DVR routers for this DVR port fa511da1-0c94-4308-bb11-a67fc2180f27 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:30:41.451864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7dc5b2c9-772a-43ea-a2c8-b1aea412f62e req-ce5c1ede-04c6-4c79-b91e-3c0893aecc7c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Nov 24 19:30:41.889987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Deleting port fa511da1-0c94-4308-bb11-a67fc2180f27 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:41.890340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:41.958541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] The port 'fa511da1-0c94-4308-bb11-a67fc2180f27' was deleted {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:30:42.071792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:42.096232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebee4b49-365d-438b-9ad7-73b9b44ab4fe']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:42.108555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468547f0-7bf6-41a7-9b66-c3acd55d0b0e') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:42.108842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468547f0-7bf6-41a7-9b66-c3acd55d0b0e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:42.119744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:42.136702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:42.142551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:30:42.142862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: util.warn( Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:30:42.155666 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:30:42.231107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:42.234545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c63f4f52-c514-485c-86f4-d0c0ec9e5fdf tempest-RoutersNegativeTest-1747549376 tempest-RoutersNegativeTest-1747549376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:42.246846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:42.256651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ebee4b49-365d-438b-9ad7-73b9b44ab4fe,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:42.260757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:42.265709 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-624ab987-7f0f-47ac-a399-173aa96d0d6c admin admin] 10.222.0.47 "DELETE /v2.0/networks/ebee4b49-365d-438b-9ad7-73b9b44ab4fe HTTP/1.1" status: 204 len: 168 time: 1.5912657 Nov 24 19:30:42.266806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47780) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:42.560926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa511da1-0c94-4308-bb11-a67fc2180f27 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:42.605403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: fa511da1-0c94-4308-bb11-a67fc2180f27 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:42.605861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa511da1-0c94-4308-bb11-a67fc2180f27 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:42.746526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d23aef-4927-4aa3-b423-2227ba5c3721 req-b1ed15a0-257e-4f43-8d48-90a88460323b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:42.747897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-65d23aef-4927-4aa3-b423-2227ba5c3721 req-b1ed15a0-257e-4f43-8d48-90a88460323b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 946 time: 0.1567070 Nov 24 19:30:42.834023 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-65d23aef-4927-4aa3-b423-2227ba5c3721 req-7dfffe92-d2c5-48d1-982e-636f5c671884 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611694 Nov 24 19:30:42.924857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:43.339107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6b8eb-b9e4-4f04-92a6-5a9e2e2d4a1c req-8a21ae92-ba6f-4b48-bd50-dedfe3a5b347 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:43.340606 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c6f6b8eb-b9e4-4f04-92a6-5a9e2e2d4a1c req-8a21ae92-ba6f-4b48-bd50-dedfe3a5b347 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 946 time: 0.3651791 Nov 24 19:30:43.430874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c6f6b8eb-b9e4-4f04-92a6-5a9e2e2d4a1c req-9fb498a8-5466-4c39-90fc-f2d39862a88f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829563 Nov 24 19:30:43.453938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47788) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:43.505596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Deleting port fb62e183-e713-40aa-8a51-0c7fd38153ef {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:43.505934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:43.652747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d543196-dda3-416b-88c0-de8f3261ef98 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:43.654300 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4d543196-dda3-416b-88c0-de8f3261ef98 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 1094 time: 0.1992910 Nov 24 19:30:43.657262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47792) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:43.662400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'port_id': '8afb6c6d-5810-479d-828c-94cbe0f7ed97'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:30:43.686638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] For port fb62e183-e713-40aa-8a51-0c7fd38153ef, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fb62e183-e713-40aa-8a51-0c7fd38153ef,segment=NetworkSegment(b47078f2-adcd-452d-b5d6-f3a9966e2f2d),segment_id=b47078f2-adcd-452d-b5d6-f3a9966e2f2d)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:43.687093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:43.742503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:43.815702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Calling delete_port for fb62e183-e713-40aa-8a51-0c7fd38153ef owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:43.996841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:44.000911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:44.047171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb62e183-e713-40aa-8a51-0c7fd38153ef,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:44.050383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:44.325480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:44.367325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:44.372175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:44.547967 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7 associated. External IP: 172.26.6.83, port: 8afb6c6d-5810-479d-828c-94cbe0f7ed97. Nov 24 19:30:44.824699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:30:44.905314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router b7203504-8a32-479a-b289-237961e37be9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:30:45.008952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:30:45.021491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] 10.222.0.47 "PUT /v2.0/routers/1bdfadbf-7ff9-48e5-a999-45d0aba56756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7514577 Nov 24 19:30:45.021701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] Sync routers for ids ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:30:45.022151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47798) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:45.032186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] Routers {'1bdfadbf-7ff9-48e5-a999-45d0aba56756'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:45.033129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:45.209159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:45.222507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:30:45.226621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:45.235260 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121a233-db8e-474a-9b03-95b777511834 None None] Sync routers for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:30:45.244736 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:45.246300 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:45.257917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] Set router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:45.287820 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2ca89ac6-3649-4a3e-a156-38aa05140fd7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 991 time: 1.6294882 Nov 24 19:30:45.288749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:30:45.293940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47802) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:45.378193 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'status': 'completed', 'code': 200} Nov 24 19:30:45.391438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:45.413096 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-be79310a-c355-4221-9cf3-7481a1a15ce1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 991 time: 0.1157851 Nov 24 19:30:45.434965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Deleting port 0d6c1096-7144-4da4-86b8-604010586695 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:45.435219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:45.481019 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:45.598578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-f073755f-c63d-4ddb-82f7-bcc0312a888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:45.600104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-f073755f-c63d-4ddb-82f7-bcc0312a888b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 1099 time: 0.2017243 Nov 24 19:30:45.627796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29'}], 'enable_snat': True}, 'gw_port_id': '0d6c1096-7144-4da4-86b8-604010586695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:30:43Z', 'revision_number': 5, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port': {'id': '0d6c1096-7144-4da4-86b8-604010586695', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:22:00Z', 'updated_at': '2021-11-24T19:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:45.631648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] Checking router: 1bdfadbf-7ff9-48e5-a999-45d0aba56756 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:30:45.641279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] Routers {'1bdfadbf-7ff9-48e5-a999-45d0aba56756'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:45.641894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:45.725239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] For port 0d6c1096-7144-4da4-86b8-604010586695, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0d6c1096-7144-4da4-86b8-604010586695,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:45.726063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:45.801693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] Set router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:45.858073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Calling delete_port for 0d6c1096-7144-4da4-86b8-604010586695 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:45.871276 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '800d230f-f850-4df4-a2d3-dae20e8792c7', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b7203504-8a32-479a-b289-237961e37be9', 'port_id': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'mac_address': 'fa:16:3e:af:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:29:14Z', 'updated_at': '2021-11-24T19:30:44Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:45.876191 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121a233-db8e-474a-9b03-95b777511834 None None] Checking router: b7203504-8a32-479a-b289-237961e37be9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:30:45.887075 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:30:45.888035 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:30:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:45.930508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:30:45Z', 'revision_number': 6, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:45.935911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c6110-114a-4525-a224-f3c805ac3d25 None None] The sync data for ids ['1bdfadbf-7ff9-48e5-a999-45d0aba56756'] in dv-neutron-818346-1-hyperv is: [{'id': '1bdfadbf-7ff9-48e5-a999-45d0aba56756', 'name': 'tempest-TestVolumeBootPattern-17343476-router', 'tenant_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:21:58Z', 'updated_at': '2021-11-24T19:30:45Z', 'revision_number': 6, 'project_id': 'e88e65447cb54a2fac4a6d1085dde49e', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:30:46.108541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:30:46.125457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-af802bd8-4d04-4d5e-8c33-dd802c17798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:46.126931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-af802bd8-4d04-4d5e-8c33-dd802c17798e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 898 time: 0.5203989 Nov 24 19:30:46.278468 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-8b6fc6f7-835c-4989-83f6-e779258cef84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97 HTTP/1.1" status: 200 len: 999 time: 0.1436627 Nov 24 19:30:46.358250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:46.371839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f23c82c5-5910-436b-a241-984bdad512df tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:46.416122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47808) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:46.449656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6c1096-7144-4da4-86b8-604010586695,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:46.489362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-02ad7be2-9422-4d0f-815d-5042a959e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:46.490901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-02ad7be2-9422-4d0f-815d-5042a959e319 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.1950066 Nov 24 19:30:46.497817 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b121a233-db8e-474a-9b03-95b777511834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '800d230f-f850-4df4-a2d3-dae20e8792c7', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b7203504-8a32-479a-b289-237961e37be9', 'port_id': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'mac_address': 'fa:16:3e:af:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:29:14Z', 'updated_at': '2021-11-24T19:30:44Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:46.502509 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121a233-db8e-474a-9b03-95b777511834 None None] The sync data for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '800d230f-f850-4df4-a2d3-dae20e8792c7', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'b7203504-8a32-479a-b289-237961e37be9', 'port_id': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'mac_address': 'fa:16:3e:af:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:29:14Z', 'updated_at': '2021-11-24T19:30:44Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:30:46.504017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.504410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.504794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.505177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.505554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.505929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.506306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.506679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.507051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.507419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.507787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.508182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:46.543637 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-951e8ff5-9903-44b0-90c0-bfaa93371150 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 991 time: 0.1252482 Nov 24 19:30:46.551235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:46.584534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:46.741315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd903733-9bfc-41db-856a-a66b72d7f15d None None] New status for floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:30:46.774122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:46.778607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:46.807098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-7cd115a3-846a-41ed-bf8c-6d3d6fc71a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:30:46.809299 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-7cd115a3-846a-41ed-bf8c-6d3d6fc71a07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3109722 Nov 24 19:30:46.814996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:46.815651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bdfadbf-7ff9-48e5-a999-45d0aba56756 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:30:46.830954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0d6c1096-7144-4da4-86b8-604010586695 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:46.880815 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 0d6c1096-7144-4da4-86b8-604010586695 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:46.881165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0d6c1096-7144-4da4-86b8-604010586695 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:46.881614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb62e183-e713-40aa-8a51-0c7fd38153ef no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:46.918833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:46.920061 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1bdfadbf-7ff9-48e5-a999-45d0aba56756 HTTP/1.1" status: 204 len: 168 time: 1.8973188 Nov 24 19:30:46.923616 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47812) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:46.926435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: fb62e183-e713-40aa-8a51-0c7fd38153ef {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:46.926783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fb62e183-e713-40aa-8a51-0c7fd38153ef not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:46.980294 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-71869233-e2ba-454a-80b6-371bd7d2f197 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614172 Nov 24 19:30:47.005453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Deleting subnet 3e2f8cb8-a23a-4805-8418-3cfd5495ebf1 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:30:47.009921 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.079253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.148848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-914c38b8-a2a7-403f-b64d-d3c508f0791f req-e69608e9-5059-4e7f-9838-46698d53dd15 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618178 Nov 24 19:30:47.175176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.243503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.247735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c260095b-4929-4c22-85e2-7f2ee4707132 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:47.281402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2f8cb8-a23a-4805-8418-3cfd5495ebf1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:47.285796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.290816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1665e2b-3ed6-4b3a-bff2-59354594aff3 None None] Network ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:30:47.296708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.297093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.297469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.297834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.298195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.298554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.298913 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.299271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.299702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.300075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.300432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.300786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:30:47.303779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:47.305487 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3e2f8cb8-a23a-4805-8418-3cfd5495ebf1 HTTP/1.1" status: 204 len: 168 time: 0.3808620 Nov 24 19:30:47.308950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47816) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:47.413876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.424689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Deleting port bc7b9990-425f-4717-8092-b0892e96381e {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:47.425017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.535197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] DHCP port deletion for ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:30:47.539342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Deleting port bc7b9990-425f-4717-8092-b0892e96381e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:47.539723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.546147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47820) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:47.638635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] For port bc7b9990-425f-4717-8092-b0892e96381e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc7b9990-425f-4717-8092-b0892e96381e,segment=NetworkSegment(b47078f2-adcd-452d-b5d6-f3a9966e2f2d),segment_id=b47078f2-adcd-452d-b5d6-f3a9966e2f2d)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:47.639003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.659371 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f3d5181c-6f77-45bd-a275-91a7aeae9b8b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 200 len: 993 time: 0.1119530 Nov 24 19:30:47.792862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] For port bc7b9990-425f-4717-8092-b0892e96381e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc7b9990-425f-4717-8092-b0892e96381e,segment=NetworkSegment(b47078f2-adcd-452d-b5d6-f3a9966e2f2d),segment_id=b47078f2-adcd-452d-b5d6-f3a9966e2f2d)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:30:47.793510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.895176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Calling delete_port for bc7b9990-425f-4717-8092-b0892e96381e owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:47.915129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Calling delete_port for bc7b9990-425f-4717-8092-b0892e96381e owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:30:47.975118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:47.980217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6dbecc0-c7d4-419f-b8ed-487203d0284a tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:47.990063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:30:47.990574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:30:48.026914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] No DVR routers for this DVR port bc7b9990-425f-4717-8092-b0892e96381e on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:30:48.052407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7b9990-425f-4717-8092-b0892e96381e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:48.054539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:48.145352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.171106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:48.183118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:48.183477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47078f2-adcd-452d-b5d6-f3a9966e2f2d') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:30:48.195212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.212396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.219419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:30:48.219800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:30:48.232815 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:30:48.309298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.312513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e50f4358-a16f-4647-8a4f-aba53e1ce5e9 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:48.325675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.335434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:48.338314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:48.340290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ba4a3abe-0f79-46b4-ad49-8ad8cc93e12f HTTP/1.1" status: 204 len: 168 time: 1.0300760 Nov 24 19:30:48.454118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47826) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:48.491635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Deleting port bc7b9990-425f-4717-8092-b0892e96381e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:30:48.492050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.504084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ee106f0a-5a0e-431e-8f4c-1254fba437c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7bb3e51a97441e2be92040da22ad15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466425 Nov 24 19:30:48.504387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47830) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:48.560152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0badcd35-6add-49ac-b32b-681a03b6fba5 None None] The port 'bc7b9990-425f-4717-8092-b0892e96381e' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:30:48.564967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc7b9990-425f-4717-8092-b0892e96381e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:30:48.571634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.598212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.603799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: bc7b9990-425f-4717-8092-b0892e96381e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:30:48.604964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc7b9990-425f-4717-8092-b0892e96381e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:30:48.650599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.654432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-67c8d683-5bfc-4696-9415-2af17426b27d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:48.668504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253cfa1-bda8-4aad-98d4-818915c7b0f1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:48.674674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:48.675790 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a253cfa1-bda8-4aad-98d4-818915c7b0f1 HTTP/1.1" status: 204 len: 168 time: 0.1705933 Nov 24 19:30:48.676735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:48.919880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:49.014749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47838) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:49.063900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a734014a-a893-429e-bbc8-28acda9a6a53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e88e65447cb54a2fac4a6d1085dde49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479002 Nov 24 19:30:49.066359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47842) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:30:49.130441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:49.159654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:49.211767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:49.215628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b598e723-03bc-4904-82a3-4ab13ead1601 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:30:49.226143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a86a68-19bf-4f08-aadb-aaee714cfe89,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:30:49.228463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:30:49.234345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:49.235445 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99a86a68-19bf-4f08-aadb-aaee714cfe89 HTTP/1.1" status: 204 len: 168 time: 0.1682637 Nov 24 19:30:52.444178 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:30:59.290621 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9593ce12-7243-41f9-8197-af6aba371bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:30:59.727953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:01.419765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-7503ceb1-37bf-4ec8-babc-9e3d7e7297eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695426 Nov 24 19:31:01.512613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-f0ee89d0-3bbf-42bf-b714-90d58ac3c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:01.514205 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-f0ee89d0-3bbf-42bf-b714-90d58ac3c41a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 1099 time: 0.0736234 Nov 24 19:31:01.659188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-3a2a3d78-b675-4724-b937-b32a37825895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:01.660653 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-3a2a3d78-b675-4724-b937-b32a37825895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 200 len: 898 time: 0.1271937 Nov 24 19:31:01.732519 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-2edf501b-d3b6-4c77-84a1-fbc46901bf32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed HTTP/1.1" status: 200 len: 217 time: 0.0637026 Nov 24 19:31:01.799698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-2af1c4b3-1241-4e2a-84fc-2293eeeb3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:01.801220 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-2af1c4b3-1241-4e2a-84fc-2293eeeb3315 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 200 len: 835 time: 0.0624433 Nov 24 19:31:01.878976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-4b75e583-c9e6-4d25-af80-80ab129f1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:01.880507 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-4b75e583-c9e6-4d25-af80-80ab129f1833 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51bbf00-fd90-4595-a043-5ae4c99b4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716512 Nov 24 19:31:02.017243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-600d192e-707d-4ba4-ad38-1b01e318de41 service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294906 Nov 24 19:31:02.057679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d45f9876-3efd-4e34-9ef9-629c380682cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:02.164347 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b12c26cd-66d1-4adf-9a40-cfd5cb1ae594 req-50c01925-0080-4d36-aac2-7d1d90a3308c service neutron] 10.222.0.41 "GET /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391075 Nov 24 19:31:02.736073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:04.504387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:18.910032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:29.292294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad9d681a-03da-45e2-8a49-a6cdee20b589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:29.442795 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:31:29.730025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:32.060492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6bf881f0-8cdb-4421-98f6-d700864e0908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:32.738206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:34.507075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:46.718038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0971ff-a817-4c63-a527-ed55b5a10304 req-b0c8f478-9535-412c-a792-1ddf728f235f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:46.719677 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a0971ff-a817-4c63-a527-ed55b5a10304 req-b0c8f478-9535-412c-a792-1ddf728f235f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 946 time: 0.0848391 Nov 24 19:31:46.764102 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a0971ff-a817-4c63-a527-ed55b5a10304 req-19628390-df57-4bab-bc67-9009b589f203 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390098 Nov 24 19:31:47.956740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9f268-f792-4067-aaa8-a6c8305f9c59 req-b0f2cc7b-4ae8-4b35-b557-57971e6b0105 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:47.958215 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1d9f268-f792-4067-aaa8-a6c8305f9c59 req-b0f2cc7b-4ae8-4b35-b557-57971e6b0105 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 946 time: 0.0842550 Nov 24 19:31:48.001779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1d9f268-f792-4067-aaa8-a6c8305f9c59 req-9fc1c27c-e2b0-433a-83df-d36d8a757f35 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=f38ee234-fed6-4de5-8103-234f53e20b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379703 Nov 24 19:31:48.295190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-5e416e50-593f-4a12-b430-15a7c66cc4f5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:48.296720 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-5e416e50-593f-4a12-b430-15a7c66cc4f5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 946 time: 0.2032199 Nov 24 19:31:48.365952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:31:48.366295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:48.623095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 8afb6c6d-5810-479d-828c-94cbe0f7ed97, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8afb6c6d-5810-479d-828c-94cbe0f7ed97,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:31:48.623375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:48.920552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:48.921033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:48.921364 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7 disassociated. External IP: 172.26.6.83, port: 8afb6c6d-5810-479d-828c-94cbe0f7ed97. Nov 24 19:31:48.921747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 8afb6c6d-5810-479d-828c-94cbe0f7ed97 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:31:48.925758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:49.072133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:49.078224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3aad60e2-fa15-415e-9295-6ae48b7f2cc2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:31:49.156771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=8afb6c6d-5810-479d-828c-94cbe0f7ed97,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:31:49.173291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-036ddb59-170e-4c2a-b3fc-ba5cb07839ef req-715aeb72-e9ba-4805-930e-ed50c8cb5873 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8029f113-ef1a-4ad0-8b02-fb170b1b5bff HTTP/1.1" status: 200 len: 210 time: 0.0567205 Nov 24 19:31:49.178836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.179759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.179759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.180010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.180817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.180817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.181205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.181496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.181862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.182231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.182605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.183509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:49.187242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:31:49.364759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router b7203504-8a32-479a-b289-237961e37be9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:31:49.545129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:31:49.554721 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] Sync routers for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:31:49.564141 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:31:49.564710 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:31:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:31:49.627064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 8afb6c6d-5810-479d-828c-94cbe0f7ed97 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:31:49.629836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:49.633842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'name': 'network-vif-deleted', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:31:49.655265 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebb64a71-e84b-4c1f-9871-5dfad274bf46 req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/8afb6c6d-5810-479d-828c-94cbe0f7ed97 HTTP/1.1" status: 204 len: 173 time: 1.3530943 Nov 24 19:31:49.690231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029f113-ef1a-4ad0-8b02-fb170b1b5bff', 'name': 'network-vif-deleted', 'tag': '8afb6c6d-5810-479d-828c-94cbe0f7ed97', 'status': 'completed', 'code': 200} Nov 24 19:31:49.748939 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:31:50.060571 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:31:50.064297 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] Checking router: b7203504-8a32-479a-b289-237961e37be9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:31:50.073022 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:31:50.073835 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:31:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:31:50.275193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47876) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:31:50.289662 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:31:50.345443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:50.376069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:50.445650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:50.450181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8ff72e9e-a5fc-4908-9d28-d5822ee007da tempest-PortsTestJSON-195403794 tempest-PortsTestJSON-195403794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:31:50.594039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38ee234-fed6-4de5-8103-234f53e20b03,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:31:50.597338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:31:50.607390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:50.611470 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/f38ee234-fed6-4de5-8103-234f53e20b03 HTTP/1.1" status: 204 len: 168 time: 0.3349693 Nov 24 19:31:50.611902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:31:50.616084 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34259ea7-91d7-4a1d-a19f-7c7b35d423bd None None] The sync data for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:28:40Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc13345b-01ec-4def-95aa-4c0c1d6f7ea5', 'name': '', 'network_id': 'e51bbf00-fd90-4595-a043-5ae4c99b4c94', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:64:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '6d41b256-e156-4b15-af1f-779b474b5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:37Z', 'updated_at': '2021-11-24T19:28:57Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '6d41b256-e156-4b15-af1f-779b474b5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:31:50.640471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47882) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:31:50.804732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 2dcf213f-9365-4764-84f2-e4087337da5c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:31:50.805061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:50.865398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91190c72-12e7-4f83-adcb-e6694c4fb49a None None] New status for floating IP 800d230f-f850-4df4-a2d3-dae20e8792c7: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:31:50.980617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:50.980952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:51.106543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 2dcf213f-9365-4764-84f2-e4087337da5c owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:31:51.309109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.db.api [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:31:51.309430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_db.api [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:31:51.519879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 8afb6c6d-5810-479d-828c-94cbe0f7ed97 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:31:51.554944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 8afb6c6d-5810-479d-828c-94cbe0f7ed97 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:31:51.555293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 8afb6c6d-5810-479d-828c-94cbe0f7ed97 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:31:51.811295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 2dcf213f-9365-4764-84f2-e4087337da5c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:31:51.811851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:51.980112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:51.980455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:52.101534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 2dcf213f-9365-4764-84f2-e4087337da5c owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:31:52.236656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:52.240055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:31:52.286698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=2dcf213f-9365-4764-84f2-e4087337da5c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:31:52.352212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.352516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.352895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.353266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.353634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.353999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.354361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.355243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.355609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.355983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.356347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.356700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:31:52.359822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:31:52.388565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:52.402754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:52.403839 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/800d230f-f850-4df4-a2d3-dae20e8792c7 HTTP/1.1" status: 204 len: 168 time: 1.7623377 Nov 24 19:31:52.755249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58934ec-b174-499a-a11b-de666d686b7e req-894cab76-5c36-482d-b751-d0d86d665aa3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:52.755930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d58934ec-b174-499a-a11b-de666d686b7e req-894cab76-5c36-482d-b751-d0d86d665aa3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:31:52.771346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d58934ec-b174-499a-a11b-de666d686b7e req-894cab76-5c36-482d-b751-d0d86d665aa3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:31:52.772514 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d58934ec-b174-499a-a11b-de666d686b7e req-894cab76-5c36-482d-b751-d0d86d665aa3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 946 time: 0.0959535 Nov 24 19:31:52.819113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d58934ec-b174-499a-a11b-de666d686b7e req-02573592-b3de-469a-8740-393bcfce50ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:31:52.836028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d58934ec-b174-499a-a11b-de666d686b7e req-02573592-b3de-469a-8740-393bcfce50ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:31:52.837236 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d58934ec-b174-499a-a11b-de666d686b7e req-02573592-b3de-469a-8740-393bcfce50ea tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575917 Nov 24 19:31:54.030815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a41c1e-4790-4352-9aa6-eea84cbb89a7 req-812e78a7-818b-4c3c-870a-0fb2b5405580 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:54.032309 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90a41c1e-4790-4352-9aa6-eea84cbb89a7 req-812e78a7-818b-4c3c-870a-0fb2b5405580 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 946 time: 0.0855367 Nov 24 19:31:54.075626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90a41c1e-4790-4352-9aa6-eea84cbb89a7 req-b1018244-99d1-4ddd-9e2e-40c351a94f25 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=350ad305-8d43-4f43-91ae-8bf15410709c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376089 Nov 24 19:31:54.310803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6e04d-f629-424e-9111-5d00818978fa req-8b002434-35e4-42e4-be56-b6d828d66241 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:31:54.312347 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39f6e04d-f629-424e-9111-5d00818978fa req-8b002434-35e4-42e4-be56-b6d828d66241 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 946 time: 0.0781651 Nov 24 19:31:54.382623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:31:54.382960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:54.628349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:31:54.628699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:54.750337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 19a6ed46-7e06-4f13-86b0-f8c17ad108ed owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:31:54.901097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:54.907599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-99dd7cfd-c9d2-46eb-ac72-3245f4df42f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:31:54.953052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=19a6ed46-7e06-4f13-86b0-f8c17ad108ed,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:31:54.955742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:31:55.036464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 19a6ed46-7e06-4f13-86b0-f8c17ad108ed on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:31:55.038753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:55.041312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'name': 'network-vif-deleted', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:31:55.057086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39f6e04d-f629-424e-9111-5d00818978fa req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/19a6ed46-7e06-4f13-86b0-f8c17ad108ed HTTP/1.1" status: 204 len: 173 time: 0.7397048 Nov 24 19:31:55.089640 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21be566-95ad-41ff-856e-a0b483cd1563', 'name': 'network-vif-deleted', 'tag': '19a6ed46-7e06-4f13-86b0-f8c17ad108ed', 'status': 'completed', 'code': 200} Nov 24 19:31:55.228022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-8de0c805-b659-4868-890f-7dec8b270f88 req-8f3420d5-653d-4665-ae42-0d28a2e1e4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:31:55.243518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-8de0c805-b659-4868-890f-7dec8b270f88 req-8f3420d5-653d-4665-ae42-0d28a2e1e4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:31:55.244693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8de0c805-b659-4868-890f-7dec8b270f88 req-8f3420d5-653d-4665-ae42-0d28a2e1e4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21be566-95ad-41ff-856e-a0b483cd1563 HTTP/1.1" status: 200 len: 210 time: 0.0629990 Nov 24 19:31:56.338769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47898) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:31:56.419677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:56.449472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:56.511830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:56.517069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e16beb96-b9e1-4bdc-ae20-129bb56ecb9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:31:56.533468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350ad305-8d43-4f43-91ae-8bf15410709c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:31:56.535647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:31:56.542825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:56.543944 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/350ad305-8d43-4f43-91ae-8bf15410709c HTTP/1.1" status: 204 len: 168 time: 0.2036099 Nov 24 19:31:56.573500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47904) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:31:57.115312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:57.567444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 19a6ed46-7e06-4f13-86b0-f8c17ad108ed no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:31:57.570135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:31:57.570549 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:57.603179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 19a6ed46-7e06-4f13-86b0-f8c17ad108ed {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:31:57.603537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 19a6ed46-7e06-4f13-86b0-f8c17ad108ed not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:31:57.763269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port bc13345b-01ec-4def-95aa-4c0c1d6f7ea5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:31:57.763621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:57.884632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:31:58.071662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:58.076245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d02a6a0f-9b07-4c98-9fb4-15a07f38914f tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:31:58.121221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=bc13345b-01ec-4def-95aa-4c0c1d6f7ea5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:31:58.150362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:31:58.397210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:58.873402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router b7203504-8a32-479a-b289-237961e37be9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:31:59.055536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:31:59.066535 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] Sync routers for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:31:59.075239 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/b7203504-8a32-479a-b289-237961e37be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5004590 Nov 24 19:31:59.077484 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:31:59.078108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47908) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:31:59.078227 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:31:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:31:59.146250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet 6d41b256-e156-4b15-af1f-779b474b5838 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:31:59.149252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.204603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.249803 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:31:59.291146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.295582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3a43081d-44af-4856-8ec1-c85fa3d76861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.363007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.366597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7628fdcd-2f83-4729-930a-e2ab2f79f931 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:31:59.400981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=6d41b256-e156-4b15-af1f-779b474b5838,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:31:59.404874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:31:59.407866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.414472 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/6d41b256-e156-4b15-af1f-779b474b5838 HTTP/1.1" status: 204 len: 168 time: 0.3353982 Nov 24 19:31:59.415563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94037dc4-afeb-4d8f-9cbf-c70b801337e0 None None] Network e51bbf00-fd90-4595-a043-5ae4c99b4c94 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:31:59.417990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47912) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:31:59.547756 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:31:58Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:31:59.552944 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] Checking router: b7203504-8a32-479a-b289-237961e37be9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:31:59.562997 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] Routers {'b7203504-8a32-479a-b289-237961e37be9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:31:59.564173 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:31:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['b7203504-8a32-479a-b289-237961e37be9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:31:59.606823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.733084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] DHCP port deletion for e51bbf00-fd90-4595-a043-5ae4c99b4c94 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:31:59.738064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Deleting port dca588ca-9ba5-4b5a-a971-6ba046f2386b {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:31:59.738482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.753089 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] Set router b7203504-8a32-479a-b289-237961e37be9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:31:59.769255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.797697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.808719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:31:59.809093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:31:59.973195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] For port dca588ca-9ba5-4b5a-a971-6ba046f2386b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dca588ca-9ba5-4b5a-a971-6ba046f2386b,segment=NetworkSegment(9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef),segment_id=9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:31:59.973609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.079022 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:31:58Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:00.083094 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830266-5ac1-4a79-a3f9-6399ec09a6ea None None] The sync data for ids ['b7203504-8a32-479a-b289-237961e37be9'] in dv-neutron-818346-1-hyperv is: [{'id': 'b7203504-8a32-479a-b289-237961e37be9', 'name': 'tempest-TestNetworkBasicOps-router-1176847368', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:28:28Z', 'updated_at': '2021-11-24T19:31:58Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '2e9d16a0-7a06-42e8-b902-f695e6f3b29d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7203504-8a32-479a-b289-237961e37be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:28:29Z', 'updated_at': '2021-11-24T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:32:00.101842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Calling delete_port for dca588ca-9ba5-4b5a-a971-6ba046f2386b owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:32:00.124141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 2e9d16a0-7a06-42e8-b902-f695e6f3b29d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:00.124499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.178939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.182594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:00.227322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Pushing event deleted for resources: {'Port': ['ID=dca588ca-9ba5-4b5a-a971-6ba046f2386b,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:00.232518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] No DVR routers for this DVR port dca588ca-9ba5-4b5a-a971-6ba046f2386b on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:32:00.238360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.238869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.243248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:00.245942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:00.251558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 2e9d16a0-7a06-42e8-b902-f695e6f3b29d owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:32:00.418115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.421717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5016c87a-0b79-4879-9027-a3ab39cf30c9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:00.469206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=2e9d16a0-7a06-42e8-b902-f695e6f3b29d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:00.472205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:00.569157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.642333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:00.676868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:32:00.677221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc13345b-01ec-4def-95aa-4c0c1d6f7ea5 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:00.677637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dca588ca-9ba5-4b5a-a971-6ba046f2386b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:00.710337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: dca588ca-9ba5-4b5a-a971-6ba046f2386b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:32:00.710706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dca588ca-9ba5-4b5a-a971-6ba046f2386b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:00.749919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.751994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.774699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.775188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router b7203504-8a32-479a-b289-237961e37be9 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:32:00.791639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:00.792812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/b7203504-8a32-479a-b289-237961e37be9 HTTP/1.1" status: 204 len: 168 time: 1.3737772 Nov 24 19:32:00.795716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47916) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:00.928630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.058659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.085711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51bbf00-fd90-4595-a043-5ae4c99b4c94']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:01.097845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:01.098140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4a547e-ad1a-4bc1-9e63-d16e5189e5ef') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:01.109090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.124879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.130599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:32:01.130969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:32:01.145560 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:32:01.226572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.230175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:01.244690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.253786 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/e51bbf00-fd90-4595-a043-5ae4c99b4c94 HTTP/1.1" status: 204 len: 168 time: 0.4571054 Nov 24 19:32:01.257008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=e51bbf00-fd90-4595-a043-5ae4c99b4c94,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:01.259387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:01.275242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47920) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:01.282637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--1234722182', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:01.287770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:01.291576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:01.295436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:01.301183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:01.312158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:32:01.315587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.343273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:32:01.351638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.352012 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment 3e6db182-c385-4ce0-9d8f-f5fe4349f27f of type vlan for network a049993a-a593-4496-94da-35299c363d23 Nov 24 19:32:01.378198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.408158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.413997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:01.414577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.419924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-46270360-cbbe-4fa9-9a28-b74b1a92ab73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:01.634724 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3548048 Nov 24 19:32:01.636271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47924) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:01.643045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-21731410', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:01.652122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:01.654448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=a049993a-a593-4496-94da-35299c363d23,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:01.656869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:01.657135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:01.660254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:01.666671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a049993a-a593-4496-94da-35299c363d23 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:32:01.683774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:01.702085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.703537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:01.721638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.009409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.063143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0547-fc31-431d-a00b-6ed83411be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.313811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.343153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.477423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.223 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/90f34f81-8506-473b-8f6e-5c6583b1b7db) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:32:02.549335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e9d16a0-7a06-42e8-b902-f695e6f3b29d no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:02.587974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 2e9d16a0-7a06-42e8-b902-f695e6f3b29d {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:32:02.588250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 2e9d16a0-7a06-42e8-b902-f695e6f3b29d not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:02.742165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.749633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.780630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:02.785780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9b853e8e-ac6f-4b28-a52a-2ea357fbc981 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:02.843204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:32:02.845853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:02.848215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:32:02.897905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=90f34f81-8506-473b-8f6e-5c6583b1b7db,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:02.901780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:03.273547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:03.613578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:03.813148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 62a1dc11-1022-4c73-8580-49e73f68f5ca is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:32:03.989111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:32:03.999570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Sync routers for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:32:04.009129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:04.009820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:04.017148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:04.018357 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3803115 Nov 24 19:32:04.021893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47928) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:04.187890 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-53b46595-c7a8-49b5-be41-eac2fe669b0f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1647167 Nov 24 19:32:04.188220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:04.190472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47932) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:04.320811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329bde74-8bbe-4a96-9f90-f93a05170f64 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:04.322347 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-329bde74-8bbe-4a96-9f90-f93a05170f64 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309941 Nov 24 19:32:04.325692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47936) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:04.364693 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2bd726ac-56a1-489f-8827-47a086f0a5f1 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378387 Nov 24 19:32:04.367343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47940) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:04.373582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-666575684', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:04.471529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:03Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:04.475469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Checking router: 62a1dc11-1022-4c73-8580-49e73f68f5ca for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:32:04.475823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Updating router 62a1dc11-1022-4c73-8580-49e73f68f5ca port 90f34f81-8506-473b-8f6e-5c6583b1b7db binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:32:04.482606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:04.486380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:04.489149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:04.495347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:04.505933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:32:04.509614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:04.539280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:04.542201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:04.732069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:04.736431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-71127e18-68af-4811-a91f-fe1f4f3742ef tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:04.815431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=dfe0a9cb-92dc-4d33-874d-3f904c2d9514,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:04.819124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:04.826347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:32:04.826690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: a049993a-a593-4496-94da-35299c363d23, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:32:04.847024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a049993a-a593-4496-94da-35299c363d23 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:32:04.858208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, a049993a-a593-4496-94da-35299c363d23) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:04.862370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:04.862951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:04.885164 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cf72b38d-0822-474a-9c29-c8d830b29f42 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5165899 Nov 24 19:32:04.885724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad5190-69dd-4f0c-824e-93bd3dbea65b None None] Network a049993a-a593-4496-94da-35299c363d23 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:32:04.888145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47944) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:05.001320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:05.032489 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Transition to ACTIVE for port object 90f34f81-8506-473b-8f6e-5c6583b1b7db will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:05.046191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:05.052107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f863f7e2-b594-4e38-afaa-5f1e4d186512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:05.172153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e37c17-d0a8-4728-a67e-25b15e756c9b None None] Pushing event updated for resources: {'Port': ['ID=90f34f81-8506-473b-8f6e-5c6583b1b7db,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:05.174859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7e37c17-d0a8-4728-a67e-25b15e756c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:05.177565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Attempting to bind port 90f34f81-8506-473b-8f6e-5c6583b1b7db on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:32:05.177941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Attempting to bind port 90f34f81-8506-473b-8f6e-5c6583b1b7db by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:32:05.178311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Attempting to bind port 90f34f81-8506-473b-8f6e-5c6583b1b7db on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:32:05.187928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:32:05.188322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:32:05.188741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:05.189130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:32:05.189581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Bound port: 90f34f81-8506-473b-8f6e-5c6583b1b7db, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:32:05.189956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:05.286715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-a049993a-a593-4496-94da-35299c363d23', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:32:05.287529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:05.315617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] For port 90f34f81-8506-473b-8f6e-5c6583b1b7db, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:32:05.365504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] For port 90f34f81-8506-473b-8f6e-5c6583b1b7db, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=90f34f81-8506-473b-8f6e-5c6583b1b7db,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:32:05.373298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:05.383701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:05.474758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:05.475380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:05.581779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e37c17-d0a8-4728-a67e-25b15e756c9b None None] Pushing event updated for resources: {'Port': ['ID=90f34f81-8506-473b-8f6e-5c6583b1b7db,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:05.584753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7e37c17-d0a8-4728-a67e-25b15e756c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:05.585424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:05.689596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Allocated IP 172.20.0.2 (a049993a-a593-4496-94da-35299c363d23/dfe0a9cb-92dc-4d33-874d-3f904c2d9514/262d3859-1b58-411a-b2bf-ac57ee5d0e5e) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:32:05.738885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:06.199446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.212561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Transition to ACTIVE for port object 262d3859-1b58-411a-b2bf-ac57ee5d0e5e will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:06.235534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Transition to ACTIVE for port object 262d3859-1b58-411a-b2bf-ac57ee5d0e5e will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:06.241841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:03Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:06.246293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.250221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-652dd482-490f-4f8e-90d5-9e607dac5193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:06.288722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2462a4-ace9-4ada-99d4-1e9f85347820 None None] The sync data for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv is: [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:03Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:32:06.326523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Network a049993a-a593-4496-94da-35299c363d23 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:32:06.329442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:06.329760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (a049993a-a593-4496-94da-35299c363d23/dfe0a9cb-92dc-4d33-874d-3f904c2d9514/1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:32:06.333339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:32:06.343213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Pushing event updated for resources: {'Port': ['ID=262d3859-1b58-411a-b2bf-ac57ee5d0e5e,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:06.383724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:06.442082 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:32:06.454102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Attempting to bind port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:32:06.454432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Attempting to bind port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:32:06.454778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Attempting to bind port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:32:06.460667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:32:06.461052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Checking segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:32:06.461463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.461857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Bound using segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:32:06.462327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Bound port: 262d3859-1b58-411a-b2bf-ac57ee5d0e5e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:32:06.462707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.599407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] For port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:32:06.605934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] For port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=262d3859-1b58-411a-b2bf-ac57ee5d0e5e,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:32:06.613102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.619646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d4e6b3a2-1c46-47df-b724-e72f959e2c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:06.679303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 90f34f81-8506-473b-8f6e-5c6583b1b7db up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:06.700126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.716643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:06.743368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.749489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-74e682c8-6b34-4e1b-91ca-855c0325c0fe tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:06.775931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Pushing event updated for resources: {'Port': ['ID=262d3859-1b58-411a-b2bf-ac57ee5d0e5e,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:06.780430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:06.807933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 90f34f81-8506-473b-8f6e-5c6583b1b7db completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:06.814045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 90f34f81-8506-473b-8f6e-5c6583b1b7db triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:06.814555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.826640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a049993a-a593-4496-94da-35299c363d23 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:32:06.830254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:06.835359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:32:06.878342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:06.888635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:06.922950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.966287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.984999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 90f34f81-8506-473b-8f6e-5c6583b1b7db, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=90f34f81-8506-473b-8f6e-5c6583b1b7db,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:06.989929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:06.993261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f0974409-34d4-41d1-b75c-9f6cda3ace03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:07.101725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=90f34f81-8506-473b-8f6e-5c6583b1b7db,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:07.105608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:07.235248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:07.647261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:07.652707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:07.678290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-07960986-4b0c-4abc-8333-f02d88a48208 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:07.770601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:07.773423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:07.774406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:07.853617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1738be8-8617-4bf0-9564-8319730dfc75 None None] Network a049993a-a593-4496-94da-35299c363d23 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:32:07.914728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a049993a-a593-4496-94da-35299c363d23 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:32:07.915910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:07.951449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5da59516-e145-4d2b-896a-91dc27837e40 None None] Provisioning for port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:08.118803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 62a1dc11-1022-4c73-8580-49e73f68f5ca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:32:08.397604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9964b00f-181f-4340-aeba-52016bf4ac0c None None] Provisioning for port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:08.404348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9964b00f-181f-4340-aeba-52016bf4ac0c None None] Provisioning complete for port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:08.404736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9964b00f-181f-4340-aeba-52016bf4ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:08.459214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9964b00f-181f-4340-aeba-52016bf4ac0c None None] Port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:32:08.460957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:32:08.472486 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Sync routers for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:32:08.476921 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/62a1dc11-1022-4c73-8580-49e73f68f5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5876293 Nov 24 19:32:08.479995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47950) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:08.485777 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:08.486415 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:08.607440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6456c93c-0c2a-4f50-92ba-e711e7b25dea None None] Provisioning complete for port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:08.607823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6456c93c-0c2a-4f50-92ba-e711e7b25dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:08.661750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c28e66-04a1-406c-a75e-99e67e214a9b tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.662414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c28e66-04a1-406c-a75e-99e67e214a9b tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.662680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c28e66-04a1-406c-a75e-99e67e214a9b tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.663139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c28e66-04a1-406c-a75e-99e67e214a9b tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.668622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47954) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:08.678795 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-95c28e66-04a1-406c-a75e-99e67e214a9b tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1973848 Nov 24 19:32:08.688717 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:08.715114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6456c93c-0c2a-4f50-92ba-e711e7b25dea None None] Port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:32:08.758057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 262d3859-1b58-411a-b2bf-ac57ee5d0e5e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:08.772105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17708f9-4725-4484-b7bd-bd1da1113041 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.772634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17708f9-4725-4484-b7bd-bd1da1113041 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.773091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17708f9-4725-4484-b7bd-bd1da1113041 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.773739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17708f9-4725-4484-b7bd-bd1da1113041 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:08.778742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47958) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:08.779072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d17708f9-4725-4484-b7bd-bd1da1113041 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1091497 Nov 24 19:32:08.843118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-12d6a249-2068-42a5-923c-f19f8f057a27 None None] Provisioning complete for port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:08.843791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-12d6a249-2068-42a5-923c-f19f8f057a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:08.875543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:08.894308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:08.894953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:08.954408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-12d6a249-2068-42a5-923c-f19f8f057a27 None None] Port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:32:09.022381 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4d3534c7-fdf0-4e31-85b9-570bae5ff47a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2424121 Nov 24 19:32:09.025528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47962) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:09.033192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-787323389', 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:09.036197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.037623 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:09.042065 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Checking router: 62a1dc11-1022-4c73-8580-49e73f68f5ca for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:32:09.042508 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Updating router 62a1dc11-1022-4c73-8580-49e73f68f5ca port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:32:09.077619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=262d3859-1b58-411a-b2bf-ac57ee5d0e5e,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:09.081777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.082774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 90f34f81-8506-473b-8f6e-5c6583b1b7db up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:09.102883 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.110550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:09.178041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:09.182717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:port and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:09.186125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:09.192308 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:09.199696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=262d3859-1b58-411a-b2bf-ac57ee5d0e5e,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:09.203303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:09.205225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:32:09.210102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.212777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 90f34f81-8506-473b-8f6e-5c6583b1b7db triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:09.213152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.236502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] device_id is not set on port a73aaf13-0649-470a-89c4-bcfabe44d435 yet. {{(pid=87486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:32:09.454058 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.464998 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Transition to ACTIVE for port object 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:09.471463 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.475074 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a37011f4-af92-4320-91fb-c05a29bb3bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:09.540859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.3 (a049993a-a593-4496-94da-35299c363d23/dfe0a9cb-92dc-4d33-874d-3f904c2d9514/a73aaf13-0649-470a-89c4-bcfabe44d435) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:32:09.629867 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Pushing event updated for resources: {'Port': ['ID=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:09.688561 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.688995 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.689405 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.689801 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.690184 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.690576 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.690962 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.691342 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.691877 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.692282 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.692666 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.693047 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:09.699441 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:09.704413 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Attempting to bind port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:32:09.704792 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Attempting to bind port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:32:09.705162 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Attempting to bind port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:32:09.710816 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:32:09.711251 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Checking segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:32:09.711599 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.712021 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Bound using segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:32:09.712495 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Bound port: 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:32:09.712873 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.753741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.769519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object a73aaf13-0649-470a-89c4-bcfabe44d435 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:09.798095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.803950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-65b7cdd9-cbdb-43d0-b64a-4eb35266ddbc tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:09.804244 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] For port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:32:09.808501 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] For port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:32:09.812653 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.817058 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c7c79e7d-50d3-4de0-b2b8-8e2a0d4b22b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:09.873597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a049993a-a593-4496-94da-35299c363d23 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:32:09.877054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:09.881055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:32:09.913655 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:09.914290 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:09.917209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:09.925693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:09.950248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:09.951179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:09.979009 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9508703 Nov 24 19:32:10.008710 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Pushing event updated for resources: {'Port': ['ID=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:10.020241 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:10.132056 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:10.212361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-314925fa-4cf0-4e44-a9da-efa55f1152da None None] Provisioning for port a73aaf13-0649-470a-89c4-bcfabe44d435 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:10.218764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-314925fa-4cf0-4e44-a9da-efa55f1152da None None] Provisioning complete for port a73aaf13-0649-470a-89c4-bcfabe44d435 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:10.219554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-314925fa-4cf0-4e44-a9da-efa55f1152da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.280553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47968) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:10.294464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243924958', 'description': 'tempest-secgroup-smoke-1243924958 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:10.303180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:10.309845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:10.312924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:10.319120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:10.325001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-314925fa-4cf0-4e44-a9da-efa55f1152da None None] Port a73aaf13-0649-470a-89c4-bcfabe44d435 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:32:10.330040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.350733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:10.354747 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:10.357544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:10.363434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:10.435801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.441107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.446878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-38947048-e1cd-4ef6-ab24-db683d39831b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:10.469283 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:09Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:10.473256 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77adf601-79eb-4f1f-94af-5f4f4cc8024f None None] The sync data for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv is: [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:09Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:32:10.490772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4683e7-b449-475f-baaa-6d45d0cf6f89,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:10.493771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.495554 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2137787 Nov 24 19:32:10.496460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:10.498485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47972) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:10.503495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '9a4683e7-b449-475f-baaa-6d45d0cf6f89', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:10.509483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:10.513711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:10.516631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:10.522778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:10.549163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.623892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.628345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.629932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-374a4de5-8a77-4812-8bc4-63d436edcf53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:10.654692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c937bae-2266-41e8-ad34-fe79d885cad6,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:10.659564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:10.664982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.669262 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669388 Nov 24 19:32:10.669554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47976) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:10.674934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '9a4683e7-b449-475f-baaa-6d45d0cf6f89', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:10.681718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:10.687124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:10.690339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:10.697985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:10.721683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.723348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:10.794035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:10.796646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.799471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:10.799857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.801057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.803358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98ef21f7-b8c8-4b56-9e85-cb75a6c3c2b9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:10.827884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bc1de7-8d71-4943-939a-e054b251e680,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:10.832217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:10.841839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.843218 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1725368 Nov 24 19:32:10.846223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 47980) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:10.851781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '9a4683e7-b449-475f-baaa-6d45d0cf6f89', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:10.858410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:10.867013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:10.870446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:10.877312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:10.903169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.939261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.975571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:10.981058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.982166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 262d3859-1b58-411a-b2bf-ac57ee5d0e5e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:10.983897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.989262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:10.991501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-73f52ef1-4d6b-413d-817f-55bd7b9b853f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:11.015565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdc77d4-09ce-45a3-a3dc-cccb130e5254,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:11.016017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:11.020390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:11.029071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.030624 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834021 Nov 24 19:32:11.033616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47984) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:11.039124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '9a4683e7-b449-475f-baaa-6d45d0cf6f89', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:11.046208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:11.050273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:11.053602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:11.059943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:11.081206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.117498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:11.122056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:11.132484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:11.133293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.157764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.163091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.165322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:11.188845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f232675-fb11-44cf-9668-378e04dc8da9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:11.191670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:11.201295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.202529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678214 Nov 24 19:32:11.205838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47988) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:11.212686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '9a4683e7-b449-475f-baaa-6d45d0cf6f89', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:11.219887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:11.224191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:11.227254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:11.233997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:11.244926 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:32:11.252015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.319917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.325321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.327132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bba21941-e535-4498-be7d-042980ca591c tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:11.352976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a223ec3e-219b-4c03-b5e6-6e06cac51054,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:11.355661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:11.363411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.364656 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574144 Nov 24 19:32:11.367446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 47992) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:11.373348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '9a4683e7-b449-475f-baaa-6d45d0cf6f89', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:11.379759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:11.384042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:11.387754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:11.393742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:11.405152 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:32:11.412078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.483163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.487508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.493415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:11.514357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad52637-915b-4b3f-bafb-b64f1092629d,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:11.517066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:11.525422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:11.527634 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591313 Nov 24 19:32:11.834414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-674b0342-2d50-4660-8cd8-7951298a42ac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243924958&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.0396028 Nov 24 19:32:11.912345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-5f9fab84-f6ac-4562-b24b-d7d1e42908d9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:11.913672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-5f9fab84-f6ac-4562-b24b-d7d1e42908d9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 929 time: 0.0729694 Nov 24 19:32:12.134116 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-7edc5baf-b043-4303-9215-c54c3ea70743 service neutron] 10.222.0.47 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2079594 Nov 24 19:32:12.143693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-4f84035a-815d-418b-8093-b9138e266de6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:32:12.144655 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-4f84035a-815d-418b-8093-b9138e266de6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048079 Nov 24 19:32:12.274520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-19ea2846-7f49-4caf-8388-4d250577ef36 service neutron] 10.222.0.47 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247730 Nov 24 19:32:12.406617 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-b4b9b856-8455-47f2-a2a5-b74f531cabb7 service neutron] 10.222.0.47 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256008 Nov 24 19:32:12.585190 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d722874c-d585-4864-be69-d4146b862efa req-104f5361-1d0d-4a44-bb38-eda875999109 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 210 time: 0.0477414 Nov 24 19:32:12.614594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:12.683757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:12.684068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:13.545268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-1e67ccb4-ba47-4aa5-8470-04d990a51c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:13.546743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-1e67ccb4-ba47-4aa5-8470-04d990a51c3a service neutron] 10.222.0.41 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1025 time: 0.0662100 Nov 24 19:32:13.700196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-d4d70127-0120-43d5-a91f-e624427b417d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:13.700835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-d4d70127-0120-43d5-a91f-e624427b417d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:32:13.751609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a678368f-b7bd-410b-bafd-0561729396a6 req-e5957ff5-2d6c-4716-a2e2-c4d505c5bed3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 210 time: 0.0478508 Nov 24 19:32:13.761384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-d4d70127-0120-43d5-a91f-e624427b417d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:32:13.763266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-d4d70127-0120-43d5-a91f-e624427b417d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 200 len: 797 time: 0.2109311 Nov 24 19:32:13.814095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-175f00d0-5fb4-4abc-a255-c40be8144458 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 380 time: 0.0419579 Nov 24 19:32:13.825739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Request body: {'port': {'device_id': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:14.071087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:14.411186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73aaf13-0649-470a-89c4-bcfabe44d435 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:32:14.418816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:14.433703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Transition to ACTIVE for port object a73aaf13-0649-470a-89c4-bcfabe44d435 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:14.437474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:14.441473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c953645a-c0b5-46e0-841f-b93c9a01cb48 tempest-TestServerAdvancedOps-79441635 tempest-TestServerAdvancedOps-79441635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:14.599850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:14.608506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:14.685277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:32:14.685774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:32:14.686058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:32:14.690754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:32:14.691068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:32:14.696149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:32:14.696483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Checking segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:32:14.696860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Bound using segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:32:14.697280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Bound port: a73aaf13-0649-470a-89c4-bcfabe44d435, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:32:14.697730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:14.786271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:32:14.789376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:32:14.794570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:14.798246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d35ebe76-4af3-4b94-a675-7da9038ab79e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:14.863150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:14.863764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:14.865175 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] 10.222.0.41 "PUT /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1130 time: 1.0435009 Nov 24 19:32:14.865719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:32:14.962596 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'status': 'completed', 'code': 200} Nov 24 19:32:14.995660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:15.003567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:15.056295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5f42-0b91-4962-b02e-d6da8ca06967 req-29b28690-2ccf-49ee-b5ab-2cfabd170f61 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:15.058437 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-553c5f42-0b91-4962-b02e-d6da8ca06967 req-29b28690-2ccf-49ee-b5ab-2cfabd170f61 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 980 time: 0.1854868 Nov 24 19:32:15.060499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-8287051e-9bed-43fe-9d44-d81b045d4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:15.061848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-8287051e-9bed-43fe-9d44-d81b045d4ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 1133 time: 0.1398711 Nov 24 19:32:15.147708 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-7c5fa6f2-7dac-4f2e-846d-2646ca166497 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 217 time: 0.0649738 Nov 24 19:32:15.208355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-553c5f42-0b91-4962-b02e-d6da8ca06967 req-4617e44b-d3e4-4e4a-9b67-da71bd7bc4ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441202 Nov 24 19:32:15.223436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-6665fae0-910a-4e34-bfc7-8116ca7c2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:15.224870 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-6665fae0-910a-4e34-bfc7-8116ca7c2a9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfe0a9cb-92dc-4d33-874d-3f904c2d9514 HTTP/1.1" status: 200 len: 834 time: 0.0693676 Nov 24 19:32:15.299780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-15f6747a-17d2-4d41-8ae9-b7373b35e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:15.301256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-15f6747a-17d2-4d41-8ae9-b7373b35e636 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a049993a-a593-4496-94da-35299c363d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695624 Nov 24 19:32:15.431389 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-5416cd29-3c2c-47c0-8e8c-292e21b3e06e service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226192 Nov 24 19:32:15.564718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8187ef9-5405-48eb-937e-4e22df192f2e req-461353a6-a11f-4f88-a0c1-b566724fe923 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259565 Nov 24 19:32:15.680428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-0b53f61a-5846-4024-bebe-3abc1c87d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:15.681982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-0b53f61a-5846-4024-bebe-3abc1c87d01d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 1133 time: 0.0748980 Nov 24 19:32:15.933731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-85c28532-fa7e-4020-9d90-21e812f63dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:15.935196 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-85c28532-fa7e-4020-9d90-21e812f63dbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 200 len: 898 time: 0.2463806 Nov 24 19:32:16.005216 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-b3c0c7f0-a651-43db-8f31-8e64ebb8a76c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 217 time: 0.0614669 Nov 24 19:32:16.072840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-a25b7137-22da-4245-a18d-d3da952839d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:16.074245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-a25b7137-22da-4245-a18d-d3da952839d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfe0a9cb-92dc-4d33-874d-3f904c2d9514 HTTP/1.1" status: 200 len: 834 time: 0.0620782 Nov 24 19:32:16.149745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-cf6d7c29-b5f1-42bb-99d7-86a024604fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:16.152016 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-cf6d7c29-b5f1-42bb-99d7-86a024604fa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a049993a-a593-4496-94da-35299c363d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710924 Nov 24 19:32:16.284565 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-8b0fd465-f786-449e-a5de-71e46ccd28c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254287 Nov 24 19:32:16.477395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac0a6c91-6457-480d-9d20-9c74f5315ddd req-f4a69386-2808-462e-af20-f7ab46a49703 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854298 Nov 24 19:32:16.488618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c30c77-c937-46e5-92a4-72d3fa48387b req-0e61e5d9-5804-407e-a791-fbe2c2cde0ef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:16.490173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4c30c77-c937-46e5-92a4-72d3fa48387b req-0e61e5d9-5804-407e-a791-fbe2c2cde0ef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 980 time: 0.1750677 Nov 24 19:32:16.536383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4c30c77-c937-46e5-92a4-72d3fa48387b req-e7de8e00-9baa-4810-aa6a-c0b7467e9be2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Nov 24 19:32:17.721885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8dab-a380-483e-976b-754b159394d2 req-7116c00c-4c5b-429c-86c0-78cb7851b247 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:17.723344 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9fd8dab-a380-483e-976b-754b159394d2 req-7116c00c-4c5b-429c-86c0-78cb7851b247 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 980 time: 0.0849693 Nov 24 19:32:17.766573 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9fd8dab-a380-483e-976b-754b159394d2 req-180ea313-8c28-4703-b651-a7c07d767853 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Nov 24 19:32:18.923143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:18.954130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69baf69-2cd1-42f0-b674-312e0531686c req-a70fc95b-b0aa-465d-8d08-d75ecc8f1a74 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:18.955582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e69baf69-2cd1-42f0-b674-312e0531686c req-a70fc95b-b0aa-465d-8d08-d75ecc8f1a74 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 980 time: 0.0871351 Nov 24 19:32:18.998426 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e69baf69-2cd1-42f0-b674-312e0531686c req-e51eb661-ca9b-4682-b333-ec06bb924400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 Nov 24 19:32:19.674756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:32:19.808746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:19.821781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'port_id': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'mac_address': 'fa:16:3e:de:c0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:32:19.880160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:19.897666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73aaf13-0649-470a-89c4-bcfabe44d435 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:32:19.913119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:19.917846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:19.919659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:19.984237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:19.987186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:20.183602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6dee-83a8-4bf7-8367-97dfb1cf0be3 req-2f85bd2b-5b14-412e-8a73-4ea8e9059aad tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:20.185080 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0ebd6dee-83a8-4bf7-8367-97dfb1cf0be3 req-2f85bd2b-5b14-412e-8a73-4ea8e9059aad tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 981 time: 0.0842214 Nov 24 19:32:20.229353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0ebd6dee-83a8-4bf7-8367-97dfb1cf0be3 req-29de7d56-27b3-4723-b222-0283663dca8e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 Nov 24 19:32:20.237911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['a73aaf13-0649-470a-89c4-bcfabe44d435'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:32:21.412981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6782b3-de88-4860-8cc4-1af729745527 req-4aa4d1a5-4ac7-47b3-b855-aa1b0ef6ac4f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:21.414431 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef6782b3-de88-4860-8cc4-1af729745527 req-4aa4d1a5-4ac7-47b3-b855-aa1b0ef6ac4f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 981 time: 0.0803316 Nov 24 19:32:21.458466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef6782b3-de88-4860-8cc4-1af729745527 req-b53b3c3d-9a32-4a79-afc3-ab16a4462e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Nov 24 19:32:21.675012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:21.743854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port a73aaf13-0649-470a-89c4-bcfabe44d435 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:21.749150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port a73aaf13-0649-470a-89c4-bcfabe44d435 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:21.749530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:21.867670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:21.894831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:32:21.905523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:21.910014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:21.911982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:21.946989 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'code': 200} Nov 24 19:32:21.983786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:21.986686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:22.175400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65d144-5f1d-47cd-b193-8ab5d3f4ead5 req-d642fc7b-49b2-4ba6-a20e-600d0d6b0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:22.176907 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fd65d144-5f1d-47cd-b193-8ab5d3f4ead5 req-d642fc7b-49b2-4ba6-a20e-600d0d6b0f89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 1135 time: 0.0718265 Nov 24 19:32:22.216455 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fd65d144-5f1d-47cd-b193-8ab5d3f4ead5 req-ce29534b-4c86-4fc0-8c52-a50d94225a91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Nov 24 19:32:22.638756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6814d3-a3d0-4cb2-bcec-9a210b8c4f75 req-9c65b714-106b-458a-85db-38f636d14ddd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:22.640205 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd6814d3-a3d0-4cb2-bcec-9a210b8c4f75 req-9c65b714-106b-458a-85db-38f636d14ddd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 982 time: 0.0786033 Nov 24 19:32:22.686275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd6814d3-a3d0-4cb2-bcec-9a210b8c4f75 req-4f4c1b29-e318-449e-83f5-d5643e4023af tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Nov 24 19:32:23.871487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb711e-ac42-4e7d-8659-272f9ef40924 req-ab8a8e60-d4ca-4b14-a85e-13c0f1767a50 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:23.872983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8fb711e-ac42-4e7d-8659-272f9ef40924 req-ab8a8e60-d4ca-4b14-a85e-13c0f1767a50 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 982 time: 0.0798864 Nov 24 19:32:23.918424 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8fb711e-ac42-4e7d-8659-272f9ef40924 req-c9f6e16a-3301-42db-872e-066b576f2891 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Nov 24 19:32:24.108041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31507c5-9cd9-4e26-ba9a-cd6193707050 req-384472a6-1a4a-4e33-b963-0dfb805d511c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:24.109399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f31507c5-9cd9-4e26-ba9a-cd6193707050 req-384472a6-1a4a-4e33-b963-0dfb805d511c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 982 time: 0.0875671 Nov 24 19:32:24.153826 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f31507c5-9cd9-4e26-ba9a-cd6193707050 req-9682d14a-ed6f-4225-ab00-84c43e76bf14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Nov 24 19:32:24.176510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48050) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:24.244599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66175b-7a70-4330-9285-7079c298f5ce tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:24.246075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ef66175b-7a70-4330-9285-7079c298f5ce tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 1130 time: 0.0685031 Nov 24 19:32:24.248897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48054) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:24.253674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:24.259392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:24.263466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:24.266243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:24.271779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:24.282453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:24.528843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:24.661780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.66 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/362d4b72-e045-4e70-af72-5ea3d9a46631) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:32:24.811139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:24.840267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:24.844676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b2e16ef1-d45e-48b3-bf6a-204209dbac5a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:24.909035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:32:24.915103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:24.918392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:32:24.961762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=362d4b72-e045-4e70-af72-5ea3d9a46631,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:24.965135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:25.335059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:25.413067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:25.621575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:25.625856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:25.630222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:25.735979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=362d4b72-e045-4e70-af72-5ea3d9a46631,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:25.740061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:25.748509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:25.921297 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 56efd007-8e00-420b-b8ef-83856e91e812 associated. External IP: 172.26.6.66, port: a73aaf13-0649-470a-89c4-bcfabe44d435. Nov 24 19:32:26.399847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 62a1dc11-1022-4c73-8580-49e73f68f5ca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:32:26.580002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:32:26.590117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] Sync routers for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:32:26.599110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:26.599734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:26.605700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:26.664608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.4145033 Nov 24 19:32:26.665106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:32:26.667927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48058) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:26.710210 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'status': 'completed', 'code': 200} Nov 24 19:32:26.753490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279774a0-87a8-40cf-9de7-787fa19a6e3a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:26.755445 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-279774a0-87a8-40cf-9de7-787fa19a6e3a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c&network_id=a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 200 len: 1130 time: 0.0863864 Nov 24 19:32:26.787591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:26.810460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-064171cf-04dc-4457-9fde-0ad862f3c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:26.812013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-064171cf-04dc-4457-9fde-0ad862f3c206 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 1135 time: 0.0807986 Nov 24 19:32:26.965320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-79eb7a4d-7436-4262-b8f4-d6d0d9b68091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:26.967047 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-79eb7a4d-7436-4262-b8f4-d6d0d9b68091 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 200 len: 898 time: 0.1486342 Nov 24 19:32:27.086406 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-a7224277-6915-460b-ac64-9a5dba1a19c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1035 time: 0.1118839 Nov 24 19:32:27.153438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-dcc46c5c-0f4d-463f-bc26-d6c200737cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:27.155305 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-dcc46c5c-0f4d-463f-bc26-d6c200737cb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfe0a9cb-92dc-4d33-874d-3f904c2d9514 HTTP/1.1" status: 200 len: 834 time: 0.0624030 Nov 24 19:32:27.205517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '56efd007-8e00-420b-b8ef-83856e91e812', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.66', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'port_id': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-787323389', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'mac_address': 'fa:16:3e:de:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:32:25Z', 'updated_at': '2021-11-24T19:32:25Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:10Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:27.210051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] Checking router: 62a1dc11-1022-4c73-8580-49e73f68f5ca for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:32:27.219659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:27.220529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:27.238577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-14b975d3-393c-4db8-888a-13f92f64ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:27.240127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-14b975d3-393c-4db8-888a-13f92f64ef6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a049993a-a593-4496-94da-35299c363d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784600 Nov 24 19:32:27.404698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:27.427741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-abc14a50-1a6f-4402-a35a-3aaa2e8d82b9 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793206 Nov 24 19:32:27.436564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab935b3-e791-4fe1-b9cf-c7664f5faec4 req-3de4c5c0-be18-4c8d-9270-1cbb05c922fb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:27.437934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dab935b3-e791-4fe1-b9cf-c7664f5faec4 req-3de4c5c0-be18-4c8d-9270-1cbb05c922fb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 982 time: 0.1909261 Nov 24 19:32:27.561027 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dab935b3-e791-4fe1-b9cf-c7664f5faec4 req-9cbacdb9-8836-494b-9832-8b3463e85af8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048286 Nov 24 19:32:27.596773 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48cea1eb-3c90-4b87-ab26-e3e6e450244a req-d7ae5c78-f3b5-408f-bf60-d9cfba7d2ea3 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579139 Nov 24 19:32:27.755452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '56efd007-8e00-420b-b8ef-83856e91e812', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.66', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'port_id': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-787323389', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'mac_address': 'fa:16:3e:de:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:32:25Z', 'updated_at': '2021-11-24T19:32:25Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:10Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:27.759337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb152f-180f-42d6-9309-ddefdcec884a None None] The sync data for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv is: [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '56efd007-8e00-420b-b8ef-83856e91e812', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.66', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'port_id': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-787323389', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'mac_address': 'fa:16:3e:de:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ce9a1e-98f2-44ee-8d43-337cd0a5419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:32:25Z', 'updated_at': '2021-11-24T19:32:25Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:10Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:32:27.959372 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b8c12e-9f29-49e7-9ca3-cf1ce206c0ae None None] New status for floating IP 56efd007-8e00-420b-b8ef-83856e91e812: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:32:28.944475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b14a1-1d43-475c-9578-b68e63c2d10f req-57601e39-c360-4bc9-a319-9d24004c3155 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:28.945932 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cf9b14a1-1d43-475c-9578-b68e63c2d10f req-57601e39-c360-4bc9-a319-9d24004c3155 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 982 time: 0.2798941 Nov 24 19:32:28.953309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-5218d424-904b-44f9-94d3-98f8bad76e7e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:28.954615 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-5218d424-904b-44f9-94d3-98f8bad76e7e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 982 time: 0.1227493 Nov 24 19:32:29.050647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cf9b14a1-1d43-475c-9578-b68e63c2d10f req-ba0e6671-73f7-4759-8a24-b4af8ed0e816 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950944 Nov 24 19:32:29.055577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-fd9717a8-c326-4a15-a1f1-451b42014253 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:29.056935 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-fd9717a8-c326-4a15-a1f1-451b42014253 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0880704 Nov 24 19:32:29.216777 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-1c601457-b0b3-41c5-94c5-abc28cae71d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1529236 Nov 24 19:32:29.227215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:29.297876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-79e6a7a1-3f8b-4dd3-8f74-aff63590f896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:29.339489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:29.531735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:29.559390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:32:29.613506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] device_id is not set on port a73aaf13-0649-470a-89c4-bcfabe44d435 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:32:29.622263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:29.627826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:29.632259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c5492f54-9170-421a-84ac-b7a3cab11089 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:29.734881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:29.781289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=6']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:29.784223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:29.831113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] No DVR routers for this DVR port a73aaf13-0649-470a-89c4-bcfabe44d435 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:32:29.926207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-827ebccd-4121-4cf1-be10-084a02a1d36a None None] Provisioning complete for port a73aaf13-0649-470a-89c4-bcfabe44d435 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:29.926207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-827ebccd-4121-4cf1-be10-084a02a1d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:29.980584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-827ebccd-4121-4cf1-be10-084a02a1d36a None None] Port a73aaf13-0649-470a-89c4-bcfabe44d435 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:32:30.068704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] In _notify_port_updated(), no bound segment for port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:32:30.069487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:30.070100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:30.071373 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c9aad2e-8dc0-4ab8-9173-97591993aea8 req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1025 time: 0.8479667 Nov 24 19:32:30.206932 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-545c0112-5b6a-4616-8741-1ddc944b0bbe req-30f8b288-5700-45ea-8268-7a0775fd7d67 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3ce9a1e-98f2-44ee-8d43-337cd0a5419c HTTP/1.1" status: 200 len: 210 time: 0.0475600 Nov 24 19:32:31.304904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48078) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:31.376061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347415ba-557c-4738-b239-70056ab35abc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:31.376634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-347415ba-557c-4738-b239-70056ab35abc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:32:31.392046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-347415ba-557c-4738-b239-70056ab35abc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:32:31.393161 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-347415ba-557c-4738-b239-70056ab35abc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 924 time: 0.0872812 Nov 24 19:32:31.663572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48084) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:31.669611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832608096', 'description': 'tempest-secgroup-smoke-1832608096 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:31.675631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:31.679806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:31.682786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:31.689147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:31.698752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:31.718198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:31.721821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:31.724691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:31.730712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:31.737827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:31.799343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:31.802811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:31.807195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:31.810943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e71af8c1-ca79-4a95-b63f-23c35fa47bc0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:31.855083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe3171-38c7-4875-8b4c-57cde98e9d66,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:31.857608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:31.861415 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941836 Nov 24 19:32:31.861415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:31.861632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48088) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:31.866696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'bffe3171-38c7-4875-8b4c-57cde98e9d66', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:31.873666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:31.877502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:31.880455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:31.887156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:31.904008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:31.963450 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:31.966939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:31.968759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6cc50bb6-3d4a-4f74-85c7-8d8f6bc1d34a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:31.989822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1007234-14de-4e48-9dbb-3bdf59b4b371,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:31.992436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:31.999792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.001011 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384234 Nov 24 19:32:32.003682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48092) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:32.008810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'bffe3171-38c7-4875-8b4c-57cde98e9d66', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:32.016090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:32.020077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:32.023110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:32.029510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:32.046473 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.068249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b8e76a4-5dca-4f84-921f-b91f02ecd37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.109807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.113057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.114814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-06e3cd83-033d-4908-ba9c-f48029142f82 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:32.138656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed5e160-c8da-404e-b785-9eb092328c8b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:32.141016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:32.147765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.148947 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443150 Nov 24 19:32:32.152027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48096) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:32.156984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'bffe3171-38c7-4875-8b4c-57cde98e9d66', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:32.162632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:32.167189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:32.170062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:32.175674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:32.192633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.368303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.371645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.373427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fc566d5d-6e87-46bc-abad-b1ddb4ee7f45 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:32.395239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaef497f-adeb-465e-acc1-441d7d699f97,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:32.399579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:32.404734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.405868 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529144 Nov 24 19:32:32.408578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48100) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:32.413491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'bffe3171-38c7-4875-8b4c-57cde98e9d66', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:32.419759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:32.423546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:32.426445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:32.432079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:32.447354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.508791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.512297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.514030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fc313c8a-5a01-4ac4-a127-f39c0f8450e6 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:32.536425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c80fe1-e82d-466b-afbe-08bd06665af5,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:32.541410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:32.545610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.546851 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373763 Nov 24 19:32:32.549555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48104) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:32.554408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'bffe3171-38c7-4875-8b4c-57cde98e9d66', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:32.560200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:32.563976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:32.566789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:32.572532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:32.582606 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:32:32.590066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.655401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.658705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.660505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aac007c9-0e00-49fd-b029-f44cd4c87a39 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:32.682516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d3b6f0-5487-45ec-b80c-153d93762b45,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:32.684867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:32.691985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.693222 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427622 Nov 24 19:32:32.695915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48108) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:32.701711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'bffe3171-38c7-4875-8b4c-57cde98e9d66', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:32.707520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:32.711340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:32.714292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:32.719977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:32.729797 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:32:32.736218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.744661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.803540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.807226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.814447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-62c44c19-7a12-447b-844d-21405c724f31 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:32.841398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0336e0-6350-4098-9656-cc9d7e0a911f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:32.843829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:32.850741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:32.852059 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551442 Nov 24 19:32:33.013164 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-37ed2c11-191a-4096-91b3-c2dade844983 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832608096&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.0409350 Nov 24 19:32:33.089341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-4d53af3e-abc5-4885-8e5f-fd3febc927b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:33.090670 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-4d53af3e-abc5-4885-8e5f-fd3febc927b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 929 time: 0.0711241 Nov 24 19:32:33.171344 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-83a57ed7-e2fe-4e63-809c-5d29a6deafb6 service neutron] 10.222.0.47 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0685241 Nov 24 19:32:33.419384 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-80fc1b00-ebf8-4c11-b46c-1a09836044f8 service neutron] 10.222.0.47 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422090 Nov 24 19:32:33.548749 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-e995f8fd-24b0-43e1-9acb-80f8e249736f service neutron] 10.222.0.47 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236484 Nov 24 19:32:33.720321 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e984c87d-49b6-4757-92d6-c665d485e731 req-3f2fef9d-7964-4d3c-b0fd-e4b5d55183c6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 210 time: 0.0424101 Nov 24 19:32:34.513270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:34.634012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-657b4053-6add-45f0-9913-24a9d029f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:34.636089 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-657b4053-6add-45f0-9913-24a9d029f254 service neutron] 10.222.0.41 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1025 time: 0.0618968 Nov 24 19:32:34.801303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-18f467b0-27ad-4110-9f74-32673ad9a6b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:34.802982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-18f467b0-27ad-4110-9f74-32673ad9a6b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 200 len: 797 time: 0.1614127 Nov 24 19:32:34.887711 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bd03d28f-5de4-44b3-b2d2-794c13281c6c req-0dbbb009-6f9a-40a6-a6cb-7a760e580355 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 210 time: 0.0550487 Nov 24 19:32:34.902718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-313bac46-867c-4ae5-afc6-934cb69fb9a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 473 time: 0.0913272 Nov 24 19:32:34.913406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Request body: {'port': {'device_id': '8d87cbca-de51-4454-8822-e17e770159e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:35.030007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:35.362940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73aaf13-0649-470a-89c4-bcfabe44d435 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:32:35.370193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:35.384013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Transition to ACTIVE for port object a73aaf13-0649-470a-89c4-bcfabe44d435 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:32:35.387581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:35.391065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7723291-de95-4dad-8a66-a5ea76289007 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:35.533267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=7']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:35.536141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:35.657133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:32:35.657749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:32:35.657749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:32:35.662262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:32:35.662559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Attempting to bind port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:32:35.668261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:32:35.668591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Checking segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:32:35.668968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Bound using segment: {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:32:35.669379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Bound port: a73aaf13-0649-470a-89c4-bcfabe44d435, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6db182-c385-4ce0-9d8f-f5fe4349f27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a049993a-a593-4496-94da-35299c363d23'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:32:35.669714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:35.760284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:32:35.763129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:32:35.768522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:35.773097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63a9a760-bce4-4a4e-be39-f7477f5fb095 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:35.829369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:35.829986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:35.831371 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1130 time: 0.9218967 Nov 24 19:32:35.831901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d87cbca-de51-4454-8822-e17e770159e8', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:32:35.854354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=8']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:35.857681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:35.916180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d87cbca-de51-4454-8822-e17e770159e8', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'status': 'completed', 'code': 200} Nov 24 19:32:35.963440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-263df7fe-a406-4bfb-9e2e-c2b521d1401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:35.965035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-263df7fe-a406-4bfb-9e2e-c2b521d1401b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 1133 time: 0.0876069 Nov 24 19:32:36.253222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-64a3459b-2c87-490b-8e0d-26d0cc3972c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1035 time: 0.2805700 Nov 24 19:32:36.319207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f083c-bce5-45a5-879d-59def7185068 req-96a31c64-42c4-47a5-a3b4-4fbda6d4e507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:36.320691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4a3f083c-bce5-45a5-879d-59def7185068 req-96a31c64-42c4-47a5-a3b4-4fbda6d4e507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 980 time: 0.2965128 Nov 24 19:32:36.344934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-6435b5ee-5376-43c9-a4d0-d3e2cca60bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:36.346315 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-6435b5ee-5376-43c9-a4d0-d3e2cca60bde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfe0a9cb-92dc-4d33-874d-3f904c2d9514 HTTP/1.1" status: 200 len: 834 time: 0.0852199 Nov 24 19:32:36.420317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4a3f083c-bce5-45a5-879d-59def7185068 req-1e21a461-a0fd-45a3-83a7-cb16c3aae341 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930336 Nov 24 19:32:36.442056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-8a23597d-6b07-46ab-834d-7df388baf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:36.443510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-8a23597d-6b07-46ab-834d-7df388baf4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a049993a-a593-4496-94da-35299c363d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902734 Nov 24 19:32:36.583094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-b6499228-32bc-49dd-b361-4e16e496cdf7 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324353 Nov 24 19:32:36.712936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc7ec648-9659-47e9-97e6-8c7c8f71e37d req-2050f585-b8bc-4fdc-a012-e065951b8246 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234021 Nov 24 19:32:36.830365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-45170121-fe67-4794-bbb3-98e1ec46271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:36.831744 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-45170121-fe67-4794-bbb3-98e1ec46271e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 1133 time: 0.0766752 Nov 24 19:32:36.967737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-8129bdeb-d8b6-49ef-9d60-3961890ea920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:36.969235 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-8129bdeb-d8b6-49ef-9d60-3961890ea920 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 200 len: 898 time: 0.1304264 Nov 24 19:32:37.078584 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-e8b4440b-c8b0-4628-a1e0-11c6ba8662c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1035 time: 0.1026258 Nov 24 19:32:37.143473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-2a9a883c-963b-41fc-9516-a7c5c5316a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:37.144970 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-2a9a883c-963b-41fc-9516-a7c5c5316a6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfe0a9cb-92dc-4d33-874d-3f904c2d9514 HTTP/1.1" status: 200 len: 834 time: 0.0599289 Nov 24 19:32:37.224917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-7cd1ca4f-9451-4fea-abda-4aaba0bed082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:37.226372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-7cd1ca4f-9451-4fea-abda-4aaba0bed082 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a049993a-a593-4496-94da-35299c363d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745380 Nov 24 19:32:37.362469 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-fad50337-9cbc-4983-b5d9-a3a1cd5d7d37 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279221 Nov 24 19:32:37.498162 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d79a74e-42c6-4411-8111-6db7c4cb4902 req-a7dc301c-47cd-46a7-b9b2-cf65dd4d57e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276410 Nov 24 19:32:37.604749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c5b0f-60a1-4458-b65f-2285479a348b req-78124e70-1f83-42cd-81ee-11e2635ad6e0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:37.606208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-505c5b0f-60a1-4458-b65f-2285479a348b req-78124e70-1f83-42cd-81ee-11e2635ad6e0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 980 time: 0.0793750 Nov 24 19:32:37.649223 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-505c5b0f-60a1-4458-b65f-2285479a348b req-0b76ceab-f6bc-4e53-8f3c-a637fdad13f5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Nov 24 19:32:38.839629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f1cd-07c7-4686-81cc-c9c93c0064e9 req-074703b1-39f8-4a3e-92ef-6c33ebf825f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:38.841033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e95f1cd-07c7-4686-81cc-c9c93c0064e9 req-074703b1-39f8-4a3e-92ef-6c33ebf825f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 980 time: 0.0858519 Nov 24 19:32:38.884688 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e95f1cd-07c7-4686-81cc-c9c93c0064e9 req-ddddde34-0486-411d-b98b-1b87226f4cdf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Nov 24 19:32:39.784191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:32:39.915062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:39.930258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'port_id': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'mac_address': 'fa:16:3e:de:c0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:32:39.985960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:40.003753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73aaf13-0649-470a-89c4-bcfabe44d435 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:32:40.019838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:40.024014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:40.027358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-6e998f7d-f4f1-4238-9ae0-d5fd6d401832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:40.072933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74538687-f73a-4265-915c-98f4d8ca89b3 req-bba804c8-a277-4e4b-b015-41a57d1cc004 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:40.074323 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74538687-f73a-4265-915c-98f4d8ca89b3 req-bba804c8-a277-4e4b-b015-41a57d1cc004 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 981 time: 0.0817752 Nov 24 19:32:40.096526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=9']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:40.099610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:40.122832 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74538687-f73a-4265-915c-98f4d8ca89b3 req-286f5402-be1e-4a91-acd8-1c70a3118440 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Nov 24 19:32:40.343375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['a73aaf13-0649-470a-89c4-bcfabe44d435'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:32:41.306558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a371a92-8b90-4b44-a166-b636dbd4ce37 req-1525b95e-7bc5-41c0-b0a6-a93555e1f3fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:41.307855 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a371a92-8b90-4b44-a166-b636dbd4ce37 req-1525b95e-7bc5-41c0-b0a6-a93555e1f3fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 981 time: 0.0804465 Nov 24 19:32:41.350671 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a371a92-8b90-4b44-a166-b636dbd4ce37 req-7b5cb82e-7073-427b-ab76-fd503cb98213 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Nov 24 19:32:41.783605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:32:41.890660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port a73aaf13-0649-470a-89c4-bcfabe44d435 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:32:41.895281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port a73aaf13-0649-470a-89c4-bcfabe44d435 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:41.895661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:42.012464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:42.039817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d87cbca-de51-4454-8822-e17e770159e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:32:42.049257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:42.053417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:42.055368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7498816-0ae3-4807-81e6-b50a96ae5ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:42.084955 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d87cbca-de51-4454-8822-e17e770159e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73aaf13-0649-470a-89c4-bcfabe44d435', 'code': 200} Nov 24 19:32:42.126930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=10']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:42.129903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:42.446353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f47ab0-51cf-459e-bff9-26226559d028 req-1700aec4-2cea-4d97-ab1e-7116692323a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:42.448135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8f47ab0-51cf-459e-bff9-26226559d028 req-1700aec4-2cea-4d97-ab1e-7116692323a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 1136 time: 0.2032821 Nov 24 19:32:42.538310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8f47ab0-51cf-459e-bff9-26226559d028 req-39dca4ad-d111-40e9-b2cf-a574ecbbe609 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834398 Nov 24 19:32:42.563409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b35f8-9fac-4d7d-86b0-2ca735158597 req-3ffbe8a0-ef75-47cb-a1ae-828b885c4c29 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:42.564840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-531b35f8-9fac-4d7d-86b0-2ca735158597 req-3ffbe8a0-ef75-47cb-a1ae-828b885c4c29 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 983 time: 0.0974481 Nov 24 19:32:42.608759 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-531b35f8-9fac-4d7d-86b0-2ca735158597 req-fa70fed2-7154-4471-9e4c-cd756d0e0492 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383511 Nov 24 19:32:43.441006 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:32:43.799584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3f207-3e5b-4815-ae86-5d60c41ac754 req-a1c82562-c8c6-4d0c-b0b8-0a315268dc07 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:43.800975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7b3f207-3e5b-4815-ae86-5d60c41ac754 req-a1c82562-c8c6-4d0c-b0b8-0a315268dc07 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 983 time: 0.0879095 Nov 24 19:32:43.848165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7b3f207-3e5b-4815-ae86-5d60c41ac754 req-8bd62c36-0d7f-47ce-b665-a5f8a971f81e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Nov 24 19:32:45.050285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df413ff-d07e-4f7f-aade-172925520c5f req-5c467946-fb59-4ea5-a975-d7c4e95b3417 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:45.051746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4df413ff-d07e-4f7f-aade-172925520c5f req-5c467946-fb59-4ea5-a975-d7c4e95b3417 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 983 time: 0.0812035 Nov 24 19:32:45.113909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4df413ff-d07e-4f7f-aade-172925520c5f req-f97222f7-6dd0-4846-8571-bd14018becc3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565083 Nov 24 19:32:45.302836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579119-a2ea-40b1-8433-212f154209e5 req-e7758446-e07b-4676-85dc-8afcc9c4af12 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:45.304285 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf579119-a2ea-40b1-8433-212f154209e5 req-e7758446-e07b-4676-85dc-8afcc9c4af12 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 983 time: 0.0783923 Nov 24 19:32:45.347775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf579119-a2ea-40b1-8433-212f154209e5 req-0998224c-81b0-4dd3-9d86-26af7a07766c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374234 Nov 24 19:32:45.370281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48162) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:45.444054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2d353-d911-4a38-8496-ae2cc48ea879 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:45.445464 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d7f2d353-d911-4a38-8496-ae2cc48ea879 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8&network_id=a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 200 len: 1131 time: 0.0742066 Nov 24 19:32:45.805501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e86f2-6679-413a-b200-c7a5f1fc1832 req-89140d90-1fcb-4716-979f-1ea9ddaf4af3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:45.807063 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f25e86f2-6679-413a-b200-c7a5f1fc1832 req-89140d90-1fcb-4716-979f-1ea9ddaf4af3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 983 time: 0.0846369 Nov 24 19:32:45.850750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f25e86f2-6679-413a-b200-c7a5f1fc1832 req-fa409caa-5d8c-44eb-a72a-26e4d17012cf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380263 Nov 24 19:32:47.041663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d375a-f4af-4320-afe1-401ecf02e819 req-2d414e17-3546-460c-90ac-b6b19a4b41f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:47.043127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b73d375a-f4af-4320-afe1-401ecf02e819 req-2d414e17-3546-460c-90ac-b6b19a4b41f4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 983 time: 0.0821061 Nov 24 19:32:47.086700 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b73d375a-f4af-4320-afe1-401ecf02e819 req-173acf6b-eae7-4a02-b465-685dd8f5a9d5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379376 Nov 24 19:32:47.175034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d707896-6334-4931-8829-b83fa186b975 req-91312097-96d2-4ced-81df-7628e391647d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:47.176374 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d707896-6334-4931-8829-b83fa186b975 req-91312097-96d2-4ced-81df-7628e391647d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 983 time: 0.0857491 Nov 24 19:32:47.248620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d707896-6334-4931-8829-b83fa186b975 req-5dcd50fc-e5e3-44d8-81fe-e7dd8943c4ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:47.249954 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d707896-6334-4931-8829-b83fa186b975 req-5dcd50fc-e5e3-44d8-81fe-e7dd8943c4ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0675123 Nov 24 19:32:47.394785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d707896-6334-4931-8829-b83fa186b975 req-c5a70979-3a70-437e-8eee-d6abcdbb270c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks/a049993a-a593-4496-94da-35299c363d23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1397736 Nov 24 19:32:47.404806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:47.515095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:47.708575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a73aaf13-0649-470a-89c4-bcfabe44d435,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:47.737650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] For port a73aaf13-0649-470a-89c4-bcfabe44d435, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:32:47.792047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] device_id is not set on port a73aaf13-0649-470a-89c4-bcfabe44d435 yet. {{(pid=87485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 19:32:47.800110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:47.805138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:47.809151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c1e6e68d-cbea-4033-8dd0-2a0ebaabddf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:47.942718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Pushing event updated for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=11']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:47.948361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:48.012173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] No DVR routers for this DVR port a73aaf13-0649-470a-89c4-bcfabe44d435 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:32:48.058321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-81725475-f434-46c7-b467-c22bd9e0a33f None None] Provisioning complete for port a73aaf13-0649-470a-89c4-bcfabe44d435 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:32:48.058859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-81725475-f434-46c7-b467-c22bd9e0a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:48.115221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-81725475-f434-46c7-b467-c22bd9e0a33f None None] Port a73aaf13-0649-470a-89c4-bcfabe44d435 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:32:48.329001 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-523b19ea-0d0b-4777-a586-edb16e989af1 req-21505926-fc51-4f9a-b6d5-3bef44a1e457 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d87cbca-de51-4454-8822-e17e770159e8 HTTP/1.1" status: 200 len: 210 time: 0.0605199 Nov 24 19:32:48.397635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] In _notify_port_updated(), no bound segment for port a73aaf13-0649-470a-89c4-bcfabe44d435 on network a049993a-a593-4496-94da-35299c363d23 {{(pid=87485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 19:32:48.398483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:48.399111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:48.400427 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d707896-6334-4931-8829-b83fa186b975 req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] 10.222.0.41 "PUT /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 200 len: 1026 time: 0.9997554 Nov 24 19:32:48.938528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:49.424752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48176) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:49.496153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:49.526946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:49.599137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:49.603848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e1297c9c-aa11-442b-9742-9c66c6287a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:49.620522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe3171-38c7-4875-8b4c-57cde98e9d66,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:49.623018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:49.631502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:49.632670 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/bffe3171-38c7-4875-8b4c-57cde98e9d66 HTTP/1.1" status: 204 len: 168 time: 0.2069402 Nov 24 19:32:49.662868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48182) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:49.830612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:49.868802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 362d4b72-e045-4e70-af72-5ea3d9a46631 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:32:49.869181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:49.887679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a73aaf13-0649-470a-89c4-bcfabe44d435 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:50.039150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:50.039471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:50.164876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 362d4b72-e045-4e70-af72-5ea3d9a46631 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:32:50.307106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:50.310562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-acb4aed2-24a6-45de-aab7-476f0dc7b097 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:50.356129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=362d4b72-e045-4e70-af72-5ea3d9a46631,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:50.359137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:50.443825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:50.444510 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 56efd007-8e00-420b-b8ef-83856e91e812 disassociated (deleted). External IP: 172.26.6.66, port: a73aaf13-0649-470a-89c4-bcfabe44d435. Nov 24 19:32:50.891011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 62a1dc11-1022-4c73-8580-49e73f68f5ca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:32:51.068396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:32:51.077709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] Sync routers for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:32:51.087605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:51.088225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:51.089559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:51.148566 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/56efd007-8e00-420b-b8ef-83856e91e812 HTTP/1.1" status: 204 len: 168 time: 1.4841766 Nov 24 19:32:51.277652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:51.301341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48190) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:51.369763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:51.402902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:51.466547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:51.470657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-afdffc68-9c69-4e57-9a54-6d799ca7962f tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:51.485835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4683e7-b449-475f-baaa-6d45d0cf6f89,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:51.488269 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:51.497137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:51.498507 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/9a4683e7-b449-475f-baaa-6d45d0cf6f89 HTTP/1.1" status: 204 len: 168 time: 0.1961284 Nov 24 19:32:51.530056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48196) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:51.596949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port a73aaf13-0649-470a-89c4-bcfabe44d435 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:32:51.597284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:51.604480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:10Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:51.608367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] Checking router: 62a1dc11-1022-4c73-8580-49e73f68f5ca for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:32:51.616657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:51.617257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:51.795404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:51.842241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:51.967272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for a73aaf13-0649-470a-89c4-bcfabe44d435 owned by {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:32:52.114446 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:52.121189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1d94e143-904b-412d-9ce2-743fdb4e190d tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:52.146308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:10Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:52.150313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb054c-7aea-4e56-9097-f45dc88ebd1b None None] The sync data for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv is: [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:07Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4', 'name': '', 'network_id': 'a049993a-a593-4496-94da-35299c363d23', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:ba:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:05Z', 'updated_at': '2021-11-24T19:32:10Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'dfe0a9cb-92dc-4d33-874d-3f904c2d9514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:32:52.167745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=a73aaf13-0649-470a-89c4-bcfabe44d435,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:52.171455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:52.274203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:52.286291 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/ports/a73aaf13-0649-470a-89c4-bcfabe44d435 HTTP/1.1" status: 204 len: 168 time: 0.7550142 Nov 24 19:32:52.288909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48200) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:52.404482 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2892cf1-2c82-48dd-afcc-2a5de9a72544 None None] New status for floating IP 56efd007-8e00-420b-b8ef-83856e91e812: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:32:52.971830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:53.323006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:32:53.323247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:53.506016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:53.506361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:53.631401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:32:53.948253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:53.952665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f1fcb55d-8e0f-47bc-b5db-4c6efccdc919 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:53.996312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:54.171092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.171482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.171923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.172325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.173335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.173738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.174114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.174487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.174862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.175230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.175594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.175977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:54.183044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:54.411697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:54.787009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 62a1dc11-1022-4c73-8580-49e73f68f5ca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:32:54.966037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:32:54.975403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] Sync routers for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:32:54.981069 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/62a1dc11-1022-4c73-8580-49e73f68f5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890681 Nov 24 19:32:54.981528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48204) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:54.985218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:54.985944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:55.047423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet dfe0a9cb-92dc-4d33-874d-3f904c2d9514 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:32:55.050352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.104341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.163944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:55.190894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.265659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.270282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b936de48-7bea-4a84-9e00-590e98647602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:55.309468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe0a9cb-92dc-4d33-874d-3f904c2d9514,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:55.312424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:55.313411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.319429 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-80f07a19-d644-40db-a72e-44276b5359f0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/dfe0a9cb-92dc-4d33-874d-3f904c2d9514 HTTP/1.1" status: 204 len: 168 time: 0.3369517 Nov 24 19:32:55.322938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48208) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:55.341033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1289e-55cb-454a-9756-26f24cffffa3 None None] Network a049993a-a593-4496-94da-35299c363d23 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:32:55.498616 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.630906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:53Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:55.635393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] Checking router: 62a1dc11-1022-4c73-8580-49e73f68f5ca for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:32:55.644480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] Routers {'62a1dc11-1022-4c73-8580-49e73f68f5ca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:55.645108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['62a1dc11-1022-4c73-8580-49e73f68f5ca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:55.701031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] DHCP port deletion for a049993a-a593-4496-94da-35299c363d23 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:32:55.724049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Deleting port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:32:55.724440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.810765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.820305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 90f34f81-8506-473b-8f6e-5c6583b1b7db {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:32:55.820643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:55.925840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] Set router 62a1dc11-1022-4c73-8580-49e73f68f5ca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:32:55.997703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 90f34f81-8506-473b-8f6e-5c6583b1b7db, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=90f34f81-8506-473b-8f6e-5c6583b1b7db,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:55.998062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.126896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 90f34f81-8506-473b-8f6e-5c6583b1b7db owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:32:56.257722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] For port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=262d3859-1b58-411a-b2bf-ac57ee5d0e5e,segment=NetworkSegment(3e6db182-c385-4ce0-9d8f-f5fe4349f27f),segment_id=3e6db182-c385-4ce0-9d8f-f5fe4349f27f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:32:56.258313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.303889 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.307788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f4d0b078-6429-4050-b96d-68be0a640e64 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:56.350382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=90f34f81-8506-473b-8f6e-5c6583b1b7db,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:56.353577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:56.397935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Calling delete_port for 262d3859-1b58-411a-b2bf-ac57ee5d0e5e owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:32:56.447883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.525520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.530399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:56.580227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Pushing event deleted for resources: {'Port': ['ID=262d3859-1b58-411a-b2bf-ac57ee5d0e5e,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:56.582620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] No DVR routers for this DVR port 262d3859-1b58-411a-b2bf-ac57ee5d0e5e on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:32:56.584064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:56.605049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:53Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:56.610387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41135a94-439f-4899-bafb-4ee5b9646824 None None] The sync data for ids ['62a1dc11-1022-4c73-8580-49e73f68f5ca'] in dv-neutron-818346-1-hyperv is: [{'id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'name': 'tempest-TestNetworkBasicOps-router-21731410', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:01Z', 'updated_at': '2021-11-24T19:32:53Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '90f34f81-8506-473b-8f6e-5c6583b1b7db', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a1dc11-1022-4c73-8580-49e73f68f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:02Z', 'updated_at': '2021-11-24T19:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:32:56.660508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.662964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.686503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.687179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router 62a1dc11-1022-4c73-8580-49e73f68f5ca {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:32:56.702711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.703794 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/62a1dc11-1022-4c73-8580-49e73f68f5ca HTTP/1.1" status: 204 len: 168 time: 1.3799560 Nov 24 19:32:56.706391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48214) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:56.794538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 262d3859-1b58-411a-b2bf-ac57ee5d0e5e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:56.836215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:56.841324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 262d3859-1b58-411a-b2bf-ac57ee5d0e5e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:32:56.841892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 262d3859-1b58-411a-b2bf-ac57ee5d0e5e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:56.977705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.003692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a049993a-a593-4496-94da-35299c363d23']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:57.017695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6db182-c385-4ce0-9d8f-f5fe4349f27f') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:57.017942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6db182-c385-4ce0-9d8f-f5fe4349f27f') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:57.031015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.048882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.055587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:32:57.056172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:32:57.071704 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:32:57.263669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.268191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.270951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4d8a11a-0b48-45f6-9c5b-6487334a7527 tempest-BulkNetworkOpsIpV6Test-1680930444 tempest-BulkNetworkOpsIpV6Test-1680930444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:57.295331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=a049993a-a593-4496-94da-35299c363d23,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:57.297740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:57.303420 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/a049993a-a593-4496-94da-35299c363d23 HTTP/1.1" status: 204 len: 168 time: 0.5960302 Nov 24 19:32:57.318172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48218) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:57.329673 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c4df4550-21ef-4d36-9461-b16b95daad77 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0103867 Nov 24 19:32:57.331835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48222) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:57.337418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--1217052275', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:57.342242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:57.346261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:57.349541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:57.356337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:57.365622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:32:57.369425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.396507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:32:57.407195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.407546 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment 0883e91c-63b7-48ab-bde5-b8c15e3572d9 of type vlan for network a0df0223-45c7-42dc-b345-ba3f729a4a1b Nov 24 19:32:57.438792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.468416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.473895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:32:57.474470 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.478603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-50bfbcb7-517b-4b57-b9e4-28fa4931dc52 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:57.583046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=a0df0223-45c7-42dc-b345-ba3f729a4a1b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:57.585938 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2531917 Nov 24 19:32:57.587481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:57.590767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48226) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:57.593980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:32:57.596687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-294248992', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:32:57.604122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:32:57.608021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:32:57.610935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:32:57.617989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:32:57.627983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.629047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.644684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:57.915470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:58.210709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:58.241434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:58.372961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.145 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/9dd841ab-b3bb-40b8-8307-ef5790338bd6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:32:58.517004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:58.546127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:58.550406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9227fab0-b281-43cd-ac93-665e78d68b52 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:32:58.579440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:58.613473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:32:58.614179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f59cd15-a2ff-4640-8db9-7db2c5d7a5b4 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:58.614281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:32:58.614705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 90f34f81-8506-473b-8f6e-5c6583b1b7db no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:32:58.616745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:32:58.623016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:32:58.651828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 90f34f81-8506-473b-8f6e-5c6583b1b7db {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:32:58.652202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 90f34f81-8506-473b-8f6e-5c6583b1b7db not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:32:58.657278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=9dd841ab-b3bb-40b8-8307-ef5790338bd6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:32:58.673192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.673574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.673947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.674318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.674681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.675045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.675405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.675762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.676143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.676505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.676857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.677210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:32:58.682582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:32:59.193191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:59.299026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3887bad5-bbf1-4a23-9649-6bccb264c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:59.536657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:59.731234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:59.738280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 21d643cd-a573-44c9-86c5-f77bebfe737d is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:32:59.920477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:32:59.929961 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Sync routers for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:32:59.940342 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:32:59.941581 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:32:59.949173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:32:59.950452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3588059 Nov 24 19:32:59.953515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48232) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:32:59.993235 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-21b10b40-4f48-4199-af59-2d8e9ab40bfa tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381708 Nov 24 19:32:59.995514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48236) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:00.120419 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:33:00.130361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838d1d2-865c-4ece-941c-15ed16c849ca tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:00.131837 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9838d1d2-865c-4ece-941c-15ed16c849ca tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352496 Nov 24 19:33:00.134856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48240) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:00.178403 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-522678b8-c2a8-43a0-8866-ba396fd33c7f tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423098 Nov 24 19:33:00.181474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48244) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:00.186830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935753418', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:00.298063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:00.301721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:00.304462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:00.310129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:00.321319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:33:00.325486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.435906 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:32:59Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:00.439711 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Checking router: 21d643cd-a573-44c9-86c5-f77bebfe737d for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:33:00.440104 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Updating router 21d643cd-a573-44c9-86c5-f77bebfe737d port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:33:00.493734 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.541176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.545659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-befbb6f2-c612-459c-9c92-54c5b3a2b4e6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:00.620216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=d4b26dbe-94b6-44e6-940f-fec2d480e474,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:00.622858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:00.628883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:33:00.629241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: a0df0223-45c7-42dc-b345-ba3f729a4a1b, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:33:00.648436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:33:00.657719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, a0df0223-45c7-42dc-b345-ba3f729a4a1b) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:33:00.662459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:00.663650 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.667690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0bf02-fa53-4366-b19e-605b4d16b0b3 None None] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:33:00.690388 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6ae3d346-4ae1-4ca7-a3f6-b2b02832fae9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5078354 Nov 24 19:33:00.693031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48248) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:00.829293 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.844748 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Transition to ACTIVE for port object 9dd841ab-b3bb-40b8-8307-ef5790338bd6 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:33:00.851976 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.858154 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c385fb7d-efa1-4349-b1b0-3b2342b6585b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:00.885079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:33:00.886511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.931745 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba02b25-1d71-421c-8bf8-02ec07d51b48 None None] Pushing event updated for resources: {'Port': ['ID=9dd841ab-b3bb-40b8-8307-ef5790338bd6,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:00.934773 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-bba02b25-1d71-421c-8bf8-02ec07d51b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:00.963660 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Attempting to bind port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:33:00.964087 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Attempting to bind port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:33:00.964442 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Attempting to bind port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:33:00.970185 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:33:00.970565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:33:00.970970 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:00.971391 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:33:00.971821 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Bound port: 9dd841ab-b3bb-40b8-8307-ef5790338bd6, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:33:00.972236 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.050029 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] For port 9dd841ab-b3bb-40b8-8307-ef5790338bd6, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:33:01.053217 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] For port 9dd841ab-b3bb-40b8-8307-ef5790338bd6, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9dd841ab-b3bb-40b8-8307-ef5790338bd6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:33:01.057011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Allocated IP 172.20.0.2 (a0df0223-45c7-42dc-b345-ba3f729a4a1b/d4b26dbe-94b6-44e6-940f-fec2d480e474/66ebecb9-f48a-46cc-9a4c-9507a95a8673) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:33:01.057222 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.061603 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-e9eedae4-6132-4d45-8d5e-1909ef89f054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:01.140520 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:33:01.140520 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:32:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:01.203027 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba02b25-1d71-421c-8bf8-02ec07d51b48 None None] Pushing event updated for resources: {'Port': ['ID=9dd841ab-b3bb-40b8-8307-ef5790338bd6,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:01.207533 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-bba02b25-1d71-421c-8bf8-02ec07d51b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:01.275461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.285961 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Transition to ACTIVE for port object 66ebecb9-f48a-46cc-9a4c-9507a95a8673 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:33:01.306322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Transition to ACTIVE for port object 66ebecb9-f48a-46cc-9a4c-9507a95a8673 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:33:01.312537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.322678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:01.336125 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:33:01.388464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:33:01.391552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:33:01.395330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:33:01.402753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Pushing event updated for resources: {'Port': ['ID=66ebecb9-f48a-46cc-9a4c-9507a95a8673,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:01.445511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.446525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.446961 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.447301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.447640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.447994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.448340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.448670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.449000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.449327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.449653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.449977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:33:01.480607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:01.506012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Attempting to bind port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:33:01.506393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Attempting to bind port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:33:01.506766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Attempting to bind port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 on network a0df0223-45c7-42dc-b345-ba3f729a4a1b {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:33:01.512744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:33:01.513129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Checking segment: {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:33:01.513546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.513947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Bound using segment: {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:33:01.514419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Bound port: 66ebecb9-f48a-46cc-9a4c-9507a95a8673, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:33:01.514807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.556742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.610242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] For port 66ebecb9-f48a-46cc-9a4c-9507a95a8673, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:33:01.614117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] For port 66ebecb9-f48a-46cc-9a4c-9507a95a8673, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=66ebecb9-f48a-46cc-9a4c-9507a95a8673,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:33:01.624510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:01.630903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:01.658013 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:32:59Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:01.662036 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752ed9c-a6af-4d7d-97f5-30ef6f7d1869 None None] The sync data for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv is: [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:32:59Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:33:01.764431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Pushing event updated for resources: {'Port': ['ID=66ebecb9-f48a-46cc-9a4c-9507a95a8673,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:01.767546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:02.081163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (a0df0223-45c7-42dc-b345-ba3f729a4a1b/d4b26dbe-94b6-44e6-940f-fec2d480e474/38ebc77a-6324-4dd2-af19-2767d4d64505) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:33:02.083326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-48624551-5233-4f10-ba99-87f899a4c7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.284786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.303278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 38ebc77a-6324-4dd2-af19-2767d4d64505 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:33:02.328758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.332731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a9987679-76c9-4b89-ab0e-54e1cb15fe3f tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:02.398971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:33:02.403567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:33:02.406038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:33:02.468080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:02.470934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:02.481692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.724574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9dd841ab-b3bb-40b8-8307-ef5790338bd6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:33:02.805354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.812270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.829285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:33:02.835772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:02.836227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.978341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:02.996910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9dd841ab-b3bb-40b8-8307-ef5790338bd6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9dd841ab-b3bb-40b8-8307-ef5790338bd6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:33:03.002510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.003796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66ebecb9-f48a-46cc-9a4c-9507a95a8673 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:33:03.031359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-5d911f8b-2669-4385-b2d7-d290c7ef320f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:03.060332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf71d5-f9b8-4beb-82a7-67bcf68ef119 None None] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:33:03.214545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ea7b494d-5e8e-4eb9-a2ab-8e341a82444a None None] Provisioning for port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:33:03.238940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9dd841ab-b3bb-40b8-8307-ef5790338bd6,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:03.254911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:03.298776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:33:03.314657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:03.314958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.392218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.397512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.426840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a8064c7f-d659-48cb-8913-70b7766c559e tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:03.500076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.515824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:03.518357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.522056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:03.538420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 66ebecb9-f48a-46cc-9a4c-9507a95a8673, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=66ebecb9-f48a-46cc-9a4c-9507a95a8673,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:33:03.544115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.546609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-11f91f52-65d9-4654-bcaf-6272905e66b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:03.625141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=66ebecb9-f48a-46cc-9a4c-9507a95a8673,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:03.628573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:03.671066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:33:03.672364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:33:03.780862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-04f34426-8684-4370-bc9a-4b6f2b0ab57d None None] Provisioning for port 38ebc77a-6324-4dd2-af19-2767d4d64505 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:33:03.787357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-04f34426-8684-4370-bc9a-4b6f2b0ab57d None None] Provisioning complete for port 38ebc77a-6324-4dd2-af19-2767d4d64505 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:03.787701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-04f34426-8684-4370-bc9a-4b6f2b0ab57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:03.853049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-04f34426-8684-4370-bc9a-4b6f2b0ab57d None None] Port 38ebc77a-6324-4dd2-af19-2767d4d64505 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:33:03.869669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 21d643cd-a573-44c9-86c5-f77bebfe737d has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:33:03.870294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-04f34426-8684-4370-bc9a-4b6f2b0ab57d None None] Provisioning complete for port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:03.870522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-04f34426-8684-4370-bc9a-4b6f2b0ab57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.118865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e438e29f-e294-4c88-b2e5-010b08dc7c65 None None] Provisioning complete for port 38ebc77a-6324-4dd2-af19-2767d4d64505 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:04.119259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e438e29f-e294-4c88-b2e5-010b08dc7c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.130461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:33:04.145424 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/21d643cd-a573-44c9-86c5-f77bebfe737d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4513457 Nov 24 19:33:04.147844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48252) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:04.153567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Sync routers for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:33:04.180050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:33:04.180785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:33:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:04.258117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e438e29f-e294-4c88-b2e5-010b08dc7c65 None None] Port 38ebc77a-6324-4dd2-af19-2767d4d64505 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:33:04.292063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749a6c5-468a-4226-b7be-5c9c81dff3d4 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.292538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749a6c5-468a-4226-b7be-5c9c81dff3d4 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.293006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749a6c5-468a-4226-b7be-5c9c81dff3d4 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.293463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749a6c5-468a-4226-b7be-5c9c81dff3d4 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.297590 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9749a6c5-468a-4226-b7be-5c9c81dff3d4 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1463289 Nov 24 19:33:04.297810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48256) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:04.365592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:33:04.370018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b01e6c-a9b2-4f57-be4b-e8c130566fab tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.370481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b01e6c-a9b2-4f57-be4b-e8c130566fab tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.370927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b01e6c-a9b2-4f57-be4b-e8c130566fab tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.371370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b01e6c-a9b2-4f57-be4b-e8c130566fab tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:04.373007 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-73b01e6c-a9b2-4f57-be4b-e8c130566fab tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0743260 Nov 24 19:33:04.375637 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48260) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:04.500112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-11a007cc-24f1-4d37-b025-c3bee90a53da None None] Provisioning complete for port 38ebc77a-6324-4dd2-af19-2767d4d64505 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:04.500505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11a007cc-24f1-4d37-b025-c3bee90a53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.581529 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e28e3b0-98e7-400a-bd5b-f9413541976d tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2016323 Nov 24 19:33:04.679282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9dd841ab-b3bb-40b8-8307-ef5790338bd6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:33:04.711254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.712654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-11a007cc-24f1-4d37-b025-c3bee90a53da None None] Port 38ebc77a-6324-4dd2-af19-2767d4d64505 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:33:04.831170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:04.831557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.839753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48266) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:04.845070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194273695', 'description': 'tempest-secgroup-smoke-194273695 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:04.851044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:04.855352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:04.858561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:04.864371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:04.875236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.895548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:04.899431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:04.902531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:04.910919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:04.964406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:33:03Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:04.973509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Checking router: 21d643cd-a573-44c9-86c5-f77bebfe737d for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:33:04.973883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Updating router 21d643cd-a573-44c9-86c5-f77bebfe737d port 38ebc77a-6324-4dd2-af19-2767d4d64505 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:33:04.984625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.988474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:04.992283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e698ba7-30a6-45af-86ae-9ad7c5b9ad93 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.021097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66ebecb9-f48a-46cc-9a4c-9507a95a8673 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:33:05.040654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75fd9cc-6326-4e35-baef-59e445479ad7,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.043782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.045099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.049166 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2083037 Nov 24 19:33:05.049928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48270) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:05.056084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd75fd9cc-6326-4e35-baef-59e445479ad7', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:05.062239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:05.066045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:05.068867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:05.075910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:05.082330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.091665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.153280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.158991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.165728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d23fea70-de04-4e93-905f-d4761558b4df tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.188190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffad7d0-afa2-44bb-b501-3bcedf7dfa81,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.190652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.199188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.200471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491790 Nov 24 19:33:05.203194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48274) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:05.208276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:05.208414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd75fd9cc-6326-4e35-baef-59e445479ad7', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:05.208664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.214189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:05.217997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:05.220950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:05.226577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:05.248698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.315250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.318923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.320832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eae0038b-9a0f-4cde-b833-20eec2bf8b14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.342944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff09a9a-c228-42d7-9791-300928a26c61,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.345518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.353571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.354763 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506040 Nov 24 19:33:05.357563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48278) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:05.362637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd75fd9cc-6326-4e35-baef-59e445479ad7', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:05.369091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:05.372920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:05.375739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:05.381479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:05.400515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.465295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.469945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.471698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-404f6813-50d3-4f13-a91f-d12cf94d5332 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.493873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7867a118-1a14-4b23-8643-136483c5d116,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.496302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.503620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.507284 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462123 Nov 24 19:33:05.507484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48282) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:05.512735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd75fd9cc-6326-4e35-baef-59e445479ad7', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:05.518443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:05.522308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:05.526177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:05.531889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:05.548926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.549542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.560603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Transition to ACTIVE for port object 38ebc77a-6324-4dd2-af19-2767d4d64505 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:33:05.566502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.571324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.615148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.619817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.622199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2971ac98-239f-4852-83b0-4c33384d67dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.646630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410e9c79-4077-48ba-a982-6249078ea649,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.650691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.660089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.661901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533511 Nov 24 19:33:05.664600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48286) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:05.670429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd75fd9cc-6326-4e35-baef-59e445479ad7', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:05.677012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:05.681907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:05.685717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:05.691653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:05.705622 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:33:05.713036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.763084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a767c3-4b9a-4d57-ae40-330fd1d0a6ca None None] Pushing event updated for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.770643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-89a767c3-4b9a-4d57-ae40-330fd1d0a6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.785305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.790005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.791980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a47a430a-9e26-4b9d-a657-26f2332f543f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.795210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Attempting to bind port 38ebc77a-6324-4dd2-af19-2767d4d64505 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:33:05.795592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Attempting to bind port 38ebc77a-6324-4dd2-af19-2767d4d64505 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:33:05.795992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Attempting to bind port 38ebc77a-6324-4dd2-af19-2767d4d64505 on network a0df0223-45c7-42dc-b345-ba3f729a4a1b {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:33:05.801626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:33:05.801998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Checking segment: {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:33:05.802405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.802800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Bound using segment: {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:33:05.803266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Bound port: 38ebc77a-6324-4dd2-af19-2767d4d64505, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:33:05.803647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.813445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88233655-ab1e-4f07-8cbb-3af2b489a91f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.818883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.826941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.828223 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1620297 Nov 24 19:33:05.830796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48290) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:05.835839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd75fd9cc-6326-4e35-baef-59e445479ad7', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:05.841894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:05.845724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:05.848600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:05.854842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:05.864460 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:33:05.871919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.906702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] For port 38ebc77a-6324-4dd2-af19-2767d4d64505, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:33:05.910483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] For port 38ebc77a-6324-4dd2-af19-2767d4d64505, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38ebc77a-6324-4dd2-af19-2767d4d64505,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:33:05.915530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.919462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-93c73992-96d7-4fd9-90d6-315f3b7dd93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.945465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.949410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.951522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-38de9f5c-06a3-443a-94c6-fd95de836e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:05.971367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1304f943-a4ac-4f3d-9893-edae80aff387,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:05.975230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:05.984314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:05.989714 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579680 Nov 24 19:33:05.999518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:33:06.000183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:33:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:06.056731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a767c3-4b9a-4d57-ae40-330fd1d0a6ca None None] Pushing event updated for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:06.067240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-89a767c3-4b9a-4d57-ae40-330fd1d0a6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:06.161788 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-580390ad-252b-452e-8e70-88f9ab20d0f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194273695&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.0456083 Nov 24 19:33:06.189590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:33:06.458317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-327977d6-3a08-496f-8ab3-534717488ca9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:06.460035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-327977d6-3a08-496f-8ab3-534717488ca9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=a0df0223-45c7-42dc-b345-ba3f729a4a1b HTTP/1.1" status: 200 len: 797 time: 0.2903419 Nov 24 19:33:06.480516 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-5bc34bf9-c12d-4f7e-ad2e-abf1d3d9c41e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0103738 Nov 24 19:33:06.578979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-00e07549-6030-49c3-87bb-4ce171303481 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940189 Nov 24 19:33:06.585446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:33:05Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:06.591049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7da0d-836f-45da-b7a8-019a5db101c1 None None] The sync data for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv is: [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:33:05Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:33:06.749219 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-d2390f51-4aa8-475f-bad5-89a760ec7766 service neutron] 10.222.0.47 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584146 Nov 24 19:33:06.894997 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-82bff2df-b255-41b5-9d0e-c0a7443d48d7 service neutron] 10.222.0.47 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397154 Nov 24 19:33:07.089373 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a688e070-100d-4458-8a51-270a0bc66df9 req-ff73acbb-63d4-42cc-a07a-2d587e3083c8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 210 time: 0.0514622 Nov 24 19:33:08.239586 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ea5f9f0-de5b-4888-81d6-38dca70393be req-3b9d34b1-24ce-4546-acb9-bad26d289910 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 210 time: 0.0418081 Nov 24 19:33:08.593491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-187eaf66-5d87-4684-8355-1a57b742e133 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:08.594911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-187eaf66-5d87-4684-8355-1a57b742e133 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=a0df0223-45c7-42dc-b345-ba3f729a4a1b HTTP/1.1" status: 200 len: 797 time: 0.1538534 Nov 24 19:33:08.648450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38ebc77a-6324-4dd2-af19-2767d4d64505 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:33:08.649070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2a48d66b-5185-4976-8814-d9a5184d640a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 379 time: 0.0440679 Nov 24 19:33:08.657352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['d75fd9cc-6326-4e35-baef-59e445479ad7']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:08.722172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 38ebc77a-6324-4dd2-af19-2767d4d64505 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:33:08.726712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 38ebc77a-6324-4dd2-af19-2767d4d64505 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:08.727720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:08.796980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:08.806752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:port and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:08.810363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:08.816265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:08.826614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:33:08.830323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:08.846478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:08.879411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 38ebc77a-6324-4dd2-af19-2767d4d64505, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38ebc77a-6324-4dd2-af19-2767d4d64505,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:33:08.884506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:08.886359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:08.957670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:08.960891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:09.001838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.5 (a0df0223-45c7-42dc-b345-ba3f729a4a1b/d4b26dbe-94b6-44e6-940f-fec2d480e474/39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:33:09.190151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:09.205905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:33:09.230446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:09.235884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be458391-a96f-4475-83f2-8a8d0b1401c9 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:09.319666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:33:09.325242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:33:09.329276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:33:09.394960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:09.411092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:09.459035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:09.459589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:09.493117 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388314 Nov 24 19:33:09.501898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc5826-e7a7-47e7-a192-0d40ab563549 req-98f2d3dd-aa9c-4d7c-bb04-4d61a34718e4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:09.502642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-eafc5826-e7a7-47e7-a192-0d40ab563549 req-98f2d3dd-aa9c-4d7c-bb04-4d61a34718e4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:33:09.511109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Request body: {'port': {'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:09.515671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cb806256-c71a-40fc-b03e-0fd1be33e93f None None] Provisioning for port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:33:09.520541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cb806256-c71a-40fc-b03e-0fd1be33e93f None None] Provisioning complete for port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:09.520924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb806256-c71a-40fc-b03e-0fd1be33e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:09.572060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-eafc5826-e7a7-47e7-a192-0d40ab563549 req-98f2d3dd-aa9c-4d7c-bb04-4d61a34718e4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:33:09.573226 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eafc5826-e7a7-47e7-a192-0d40ab563549 req-98f2d3dd-aa9c-4d7c-bb04-4d61a34718e4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 931 time: 0.2159286 Nov 24 19:33:09.575758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-cb806256-c71a-40fc-b03e-0fd1be33e93f None None] Port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:33:09.661130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:09.677910 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eafc5826-e7a7-47e7-a192-0d40ab563549 req-0ffd64b2-dc7a-41cf-acab-15fedfb7b708 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750284 Nov 24 19:33:10.006677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:33:10.014881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:10.030534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Transition to ACTIVE for port object 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:33:10.034141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:10.038524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40d0fb82-303d-4c5a-87bc-764a39057fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:10.338625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Pushing event updated for resources: {'Port': ['ID=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:10.341443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:10.408261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Attempting to bind port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:33:10.408595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Attempting to bind port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:33:10.408924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Attempting to bind port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 on network a0df0223-45c7-42dc-b345-ba3f729a4a1b {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:33:10.413427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 on network a0df0223-45c7-42dc-b345-ba3f729a4a1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:33:10.413748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Attempting to bind port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 on network a0df0223-45c7-42dc-b345-ba3f729a4a1b {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:33:10.419569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:33:10.419914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Checking segment: {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:33:10.420329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Bound using segment: {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:33:10.420750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Bound port: 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0883e91c-63b7-48ab-bde5-b8c15e3572d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:33:10.421094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:10.512200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] For port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:33:10.515027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] For port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:33:10.519378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:10.523774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-32e6ce36-5e77-42b6-ab5e-a3e0589d20e9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:10.581000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:10.581620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:10.583025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] 10.222.0.41 "PUT /v2.0/ports/39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 HTTP/1.1" status: 200 len: 1093 time: 1.0765555 Nov 24 19:33:10.583561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:33:10.608185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Pushing event updated for resources: {'Port': ['ID=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:10.625213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:10.641926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38ebc77a-6324-4dd2-af19-2767d4d64505 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:33:10.671493 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'status': 'completed', 'code': 200} Nov 24 19:33:10.720597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-3a58f383-1a8f-4c39-afd1-948035ea85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:10.722242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-3a58f383-1a8f-4c39-afd1-948035ea85ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 1096 time: 0.0909710 Nov 24 19:33:10.723294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 38ebc77a-6324-4dd2-af19-2767d4d64505 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:10.723672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:10.797823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-e00f16b3-1125-4aad-a9f7-875c712fda34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 HTTP/1.1" status: 200 len: 217 time: 0.0680304 Nov 24 19:33:10.918795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-e12746d8-d1d8-4f05-8ab4-dc04cc7e3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:10.920263 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-e12746d8-d1d8-4f05-8ab4-dc04cc7e3ccc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4b26dbe-94b6-44e6-940f-fec2d480e474 HTTP/1.1" status: 200 len: 835 time: 0.1138337 Nov 24 19:33:10.982439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9da624-96ea-4fdf-ac3b-b86c41ab0cc7 req-04c77c99-3951-4963-9efa-a1a90669f28a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:10.983888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a9da624-96ea-4fdf-ac3b-b86c41ab0cc7 req-04c77c99-3951-4963-9efa-a1a90669f28a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 943 time: 0.1797590 Nov 24 19:33:11.040161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a9da624-96ea-4fdf-ac3b-b86c41ab0cc7 req-46160396-f280-4a55-a558-ae84477491ef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489488 Nov 24 19:33:11.049625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a981-3982-450e-9ec6-608e5559eed5 req-436fea60-106c-4ed2-a917-2d0ced314dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:11.051055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-436fea60-106c-4ed2-a917-2d0ced314dee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0df0223-45c7-42dc-b345-ba3f729a4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232991 Nov 24 19:33:11.182732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-9ee65ec2-3472-4ae8-955d-7d070084788e service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245494 Nov 24 19:33:11.314275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e399a981-3982-450e-9ec6-608e5559eed5 req-5dee8248-6c98-425a-992a-40e9532e2a53 service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243327 Nov 24 19:33:11.450712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-12cebaea-dd5b-4909-b993-269153a1866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:11.452263 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-12cebaea-dd5b-4909-b993-269153a1866b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 1096 time: 0.0825851 Nov 24 19:33:11.583661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-dbaf5165-5c5a-44dd-a86b-127f67f369ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:11.585040 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-dbaf5165-5c5a-44dd-a86b-127f67f369ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0df0223-45c7-42dc-b345-ba3f729a4a1b HTTP/1.1" status: 200 len: 898 time: 0.1266677 Nov 24 19:33:11.657828 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-0625ab33-4114-45a0-b3c7-8d55a6882eeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 HTTP/1.1" status: 200 len: 217 time: 0.0652773 Nov 24 19:33:11.720622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-005e02e0-1bf1-496e-86ae-71d826ee537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:11.722058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-005e02e0-1bf1-496e-86ae-71d826ee537a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4b26dbe-94b6-44e6-940f-fec2d480e474 HTTP/1.1" status: 200 len: 835 time: 0.0583992 Nov 24 19:33:11.801701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-2002609b-bc33-43ca-8852-ac742c093e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:11.803165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-2002609b-bc33-43ca-8852-ac742c093e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0df0223-45c7-42dc-b345-ba3f729a4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747249 Nov 24 19:33:11.939145 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-052c38f0-4d1b-44fb-a5e7-206e0b0e73a3 service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285403 Nov 24 19:33:12.074194 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2889d5e6-daa6-47fc-84a9-16cbbcd04447 req-5d9b4c36-5e68-412b-b2a5-290fff6757ec service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273541 Nov 24 19:33:12.223340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ddb8e-681c-4f8d-9372-bc89a4d02e5d req-7c02c23f-2c9f-446c-991a-6c23f55466c9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:12.224798 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b71ddb8e-681c-4f8d-9372-bc89a4d02e5d req-7c02c23f-2c9f-446c-991a-6c23f55466c9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 943 time: 0.0793328 Nov 24 19:33:12.269238 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b71ddb8e-681c-4f8d-9372-bc89a4d02e5d req-b1c32c6c-a2c5-4c0f-a8ae-77ead30048c4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379796 Nov 24 19:33:13.575266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2b17b-a66b-407a-9851-203ffa84cfed req-a25faaee-a599-4e87-a5de-62165679f6c4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:13.576668 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f6d2b17b-a66b-407a-9851-203ffa84cfed req-a25faaee-a599-4e87-a5de-62165679f6c4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 943 time: 0.2028573 Nov 24 19:33:13.619835 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f6d2b17b-a66b-407a-9851-203ffa84cfed req-74ccb352-59e8-47c4-9a77-0553e82b8e80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376887 Nov 24 19:33:13.939606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:33:14.078574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:33:14.091779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'mac_address': 'fa:16:3e:87:fc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:33:14.146717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:14.163709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:33:14.178814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:33:14.182572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:14.185394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:14.253619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:14.256533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:14.469015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:33:14.805821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad2b5a-e658-4019-8d7e-b4baaba6c643 req-fb6a8f7f-6a1e-46f4-b064-294f2a70b38e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:14.807428 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c3ad2b5a-e658-4019-8d7e-b4baaba6c643 req-fb6a8f7f-6a1e-46f4-b064-294f2a70b38e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 944 time: 0.0852685 Nov 24 19:33:14.849891 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c3ad2b5a-e658-4019-8d7e-b4baaba6c643 req-74e99d79-ddd1-4e23-ae8d-73f5dc5454e4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367014 Nov 24 19:33:15.939725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:33:16.006170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:33:16.010925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:33:16.011311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:16.037655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46385-76dc-4735-97f2-88d768cfbacb req-0ed7a188-d495-49dc-ad2d-49b3d3b31647 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:16.040673 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fb46385-76dc-4735-97f2-88d768cfbacb req-0ed7a188-d495-49dc-ad2d-49b3d3b31647 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 944 time: 0.0837004 Nov 24 19:33:16.084639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fb46385-76dc-4735-97f2-88d768cfbacb req-3283827b-d979-453a-aee0-31edc271613e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390451 Nov 24 19:33:16.131143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:16.157867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:33:16.168202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:33:16.173308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:16.175234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:16.210387 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'code': 200} Nov 24 19:33:16.279600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:16.282777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:16.449960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b03bf1-514f-4f27-a5e7-b3139738bb67 req-f5c6c2c1-b629-444f-9153-14318189b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:16.451278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-76b03bf1-514f-4f27-a5e7-b3139738bb67 req-f5c6c2c1-b629-444f-9153-14318189b40a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 1098 time: 0.0715296 Nov 24 19:33:16.491326 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-76b03bf1-514f-4f27-a5e7-b3139738bb67 req-47259830-152d-47a6-85ca-634f81bc35d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328939 Nov 24 19:33:17.267303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739660bf-b161-477f-8af6-c6d671791135 req-638b8b8c-3f1f-4dff-9479-ee48e7768352 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:17.268793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-739660bf-b161-477f-8af6-c6d671791135 req-638b8b8c-3f1f-4dff-9479-ee48e7768352 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 945 time: 0.0794225 Nov 24 19:33:17.313210 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-739660bf-b161-477f-8af6-c6d671791135 req-9e42b06f-6807-4e84-b047-1734f9ff5b13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388234 Nov 24 19:33:18.499227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fe8d9-04f7-43c5-b419-8affa498fbf0 req-d91ff6ea-2735-47cf-b4c8-21925c79972f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:18.500694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb5fe8d9-04f7-43c5-b419-8affa498fbf0 req-d91ff6ea-2735-47cf-b4c8-21925c79972f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 945 time: 0.0824704 Nov 24 19:33:18.545445 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb5fe8d9-04f7-43c5-b419-8affa498fbf0 req-09b0eb84-ff37-41f9-b706-77f92c01ca03 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391450 Nov 24 19:33:18.726250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc12557-6104-4ae8-8e57-ed6b34dcedfe req-f8e5c01f-943a-4ce1-b776-401909d6a814 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:18.728380 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-edc12557-6104-4ae8-8e57-ed6b34dcedfe req-f8e5c01f-943a-4ce1-b776-401909d6a814 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 945 time: 0.0786898 Nov 24 19:33:18.774716 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-edc12557-6104-4ae8-8e57-ed6b34dcedfe req-4e3729bb-498e-4152-a1d7-f7156e50438b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 Nov 24 19:33:18.797545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48346) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:18.868173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81408f2d-e756-4086-a5dd-bebb3386d1ce tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:18.869717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-81408f2d-e756-4086-a5dd-bebb3386d1ce tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 1093 time: 0.0711629 Nov 24 19:33:18.872613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48350) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:18.877601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:33:18.883748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:33:18.887701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:33:18.890585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:33:18.896308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:33:18.907763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:18.949042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:19.049640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:19.189391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.230 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/987947cb-505d-42d1-833d-3074e4ed15f9) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:33:19.334808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:19.363227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:19.368155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-28797ab9-c2b8-403e-a281-dc540aa92658 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:19.426607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:33:19.429214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:33:19.433789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:33:19.475555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=987947cb-505d-42d1-833d-3074e4ed15f9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:19.480396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:19.956299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:20.029349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:20.234150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:20.238480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:20.242134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82a99d9c-5c59-4cf3-90ff-e8bc1c832abe tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:33:20.349265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=987947cb-505d-42d1-833d-3074e4ed15f9,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:33:20.352712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:33:20.360916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:20.439831 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:33:20.531392 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP f4ac756d-daed-4c62-9f42-e372bc10d6b8 associated. External IP: 172.26.6.230, port: 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2. Nov 24 19:33:20.875737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 21d643cd-a573-44c9-86c5-f77bebfe737d has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:33:21.056151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:33:21.066069 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] Sync routers for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:33:21.075021 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:33:21.075729 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:33:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:21.080618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:21.135835 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2621031 Nov 24 19:33:21.136441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:33:21.138682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48354) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:21.195154 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'status': 'completed', 'code': 200} Nov 24 19:33:21.253840 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:33:21.292810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549c91-aa17-49ea-843c-693ac23f414c req-7d04b36c-037b-403c-8462-18af8b124d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:21.294327 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81549c91-aa17-49ea-843c-693ac23f414c req-7d04b36c-037b-403c-8462-18af8b124d87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 1098 time: 0.0767241 Nov 24 19:33:21.471381 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c9d33876-0796-47a7-82b8-8241fa728851 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers/21d643cd-a573-44c9-86c5-f77bebfe737d HTTP/1.1" status: 200 len: 922 time: 0.3312984 Nov 24 19:33:21.472278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48360) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:21.566407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549c91-aa17-49ea-843c-693ac23f414c req-8f71ca82-0b52-4965-a385-00c4635322c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:21.567863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81549c91-aa17-49ea-843c-693ac23f414c req-8f71ca82-0b52-4965-a385-00c4635322c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0df0223-45c7-42dc-b345-ba3f729a4a1b HTTP/1.1" status: 200 len: 898 time: 0.2669098 Nov 24 19:33:21.583492 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-27bf04f4-1c74-4354-8314-8d208839c2da tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 991 time: 0.1098413 Nov 24 19:33:21.642911 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f4ac756d-daed-4c62-9f42-e372bc10d6b8', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'mac_address': 'fa:16:3e:87:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:33:19Z', 'updated_at': '2021-11-24T19:33:19Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:33:08Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:21.646964 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] Checking router: 21d643cd-a573-44c9-86c5-f77bebfe737d for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:33:21.656355 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:33:21.656988 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:33:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:21.673393 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81549c91-aa17-49ea-843c-693ac23f414c req-e26f0c08-b2a6-4bcb-9ac2-6286092719d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 HTTP/1.1" status: 200 len: 999 time: 0.0979376 Nov 24 19:33:21.735544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549c91-aa17-49ea-843c-693ac23f414c req-cfd4844a-e9a0-468e-b84e-c05b3070b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:21.737000 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81549c91-aa17-49ea-843c-693ac23f414c req-cfd4844a-e9a0-468e-b84e-c05b3070b0bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4b26dbe-94b6-44e6-940f-fec2d480e474 HTTP/1.1" status: 200 len: 835 time: 0.0579746 Nov 24 19:33:21.813227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549c91-aa17-49ea-843c-693ac23f414c req-07b9c859-959c-4fb8-9260-658392f4291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:33:21.814823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81549c91-aa17-49ea-843c-693ac23f414c req-07b9c859-959c-4fb8-9260-658392f4291c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0df0223-45c7-42dc-b345-ba3f729a4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708561 Nov 24 19:33:21.835253 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:33:21.955645 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81549c91-aa17-49ea-843c-693ac23f414c req-0e8dc0e1-e5eb-41fe-913d-61cc12960bd6 service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346245 Nov 24 19:33:22.092660 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81549c91-aa17-49ea-843c-693ac23f414c req-36988f37-aeba-4dd2-9160-9bc78e19f5be service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297729 Nov 24 19:33:22.186340 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f4ac756d-daed-4c62-9f42-e372bc10d6b8', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'mac_address': 'fa:16:3e:87:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:33:19Z', 'updated_at': '2021-11-24T19:33:19Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:33:08Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:33:22.190209 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d35fc-a61f-4eda-b2b6-7ea8da369316 None None] The sync data for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv is: [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f4ac756d-daed-4c62-9f42-e372bc10d6b8', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'mac_address': 'fa:16:3e:87:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:33:19Z', 'updated_at': '2021-11-24T19:33:19Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:33:08Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:33:22.376562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3840fbba-7f5d-4e6e-97eb-6f48f71b7ac0 None None] New status for floating IP f4ac756d-daed-4c62-9f42-e372bc10d6b8: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:33:22.587680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48364) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:33:22.696280 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-44b41a0a-b7ce-4e70-951c-6d7f5a5a79c7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 993 time: 0.1066856 Nov 24 19:33:29.300741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43310236-a514-4aec-8584-55a1eefa5617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:29.733449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:32.074454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-baed86ea-2517-48ce-9e34-1d61da5a71f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:32.750592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:34.516227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:48.953385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:57.438631 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:33:59.302695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6e48e83-00fb-4b85-a96e-aaa71e941d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:33:59.734360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:02.076572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6046-6d0e-47a7-94dd-d32de6c686e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:02.753523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:04.351419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-941f53ee-dcb6-4fa6-85f1-0755c873217e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743680 Nov 24 19:34:04.486384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-d5bfc1f4-17a7-4bb8-bce0-2f6664a0fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:04.487900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-d5bfc1f4-17a7-4bb8-bce0-2f6664a0fdf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 1098 time: 0.0704439 Nov 24 19:34:04.519890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:04.633995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-611e92e0-c889-4958-ad85-159f1d7d59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:04.635480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-611e92e0-c889-4958-ad85-159f1d7d59fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0df0223-45c7-42dc-b345-ba3f729a4a1b HTTP/1.1" status: 200 len: 898 time: 0.1285348 Nov 24 19:34:04.741683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-bc5dd966-3fb4-4630-851e-50ac5da61735 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 HTTP/1.1" status: 200 len: 1001 time: 0.0994661 Nov 24 19:34:04.803150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-9b9dad7c-65b6-4aab-b44c-f07d3fbd42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:04.804574 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-9b9dad7c-65b6-4aab-b44c-f07d3fbd42d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4b26dbe-94b6-44e6-940f-fec2d480e474 HTTP/1.1" status: 200 len: 835 time: 0.0567672 Nov 24 19:34:04.882589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-421dfd8a-7c1e-4121-9adc-11314632b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:04.884176 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-421dfd8a-7c1e-4121-9adc-11314632b7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0df0223-45c7-42dc-b345-ba3f729a4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723615 Nov 24 19:34:05.023952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-1dd1709a-d1de-4e0f-8d24-8c30d6ae3247 service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327457 Nov 24 19:34:05.155762 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1db0d70-51a0-4bd4-a84b-bc5189f2ca68 req-351fd5c3-be04-45a4-9a09-d7b3736d3f2c service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259937 Nov 24 19:34:18.965342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:24.260067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48386) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:24.697876 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-de4cff08-46b0-41b5-b0d2-5d166d243759 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers/21d643cd-a573-44c9-86c5-f77bebfe737d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4365664 Nov 24 19:34:24.700836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48392) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:24.887873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99bf4f-c8ef-4943-912d-bc68157a870d tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Notify agent at dv-neutron-818346-1-hyperv the message router_removed_from_agent {{(pid=87485) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 24 19:34:24.893383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9a99bf4f-c8ef-4943-912d-bc68157a870d tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "DELETE /v2.0/agents/62982360-32f6-4663-ad4e-8a4831873f5f/l3-routers/21d643cd-a573-44c9-86c5-f77bebfe737d HTTP/1.1" status: 204 len: 168 time: 0.1892896 Nov 24 19:34:24.894330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48396) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:25.075436 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2ef9cd35-4698-4999-9a0a-6a17adfa9c98 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers/21d643cd-a573-44c9-86c5-f77bebfe737d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1806920 Nov 24 19:34:25.077935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48400) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:25.184271 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-33940a85-3a0a-4ba0-82be-652b07284eae tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 993 time: 0.1051142 Nov 24 19:34:25.670189 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320dd73-4a0c-4c46-bd42-d9d8b32dc459 None None] New status for floating IP f4ac756d-daed-4c62-9f42-e372bc10d6b8: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:34:26.188130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48404) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:26.295240 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a743d0d3-9c78-44eb-b222-d46bed5e7343 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 991 time: 0.1059024 Nov 24 19:34:26.661125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9dd841ab-b3bb-40b8-8307-ef5790338bd6 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:34:26.771238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:26.787022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9dd841ab-b3bb-40b8-8307-ef5790338bd6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9dd841ab-b3bb-40b8-8307-ef5790338bd6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:26.790865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:26.792405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38ebc77a-6324-4dd2-af19-2767d4d64505 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:34:26.818598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:26.907304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9dd841ab-b3bb-40b8-8307-ef5790338bd6,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:26.916470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.916826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.917169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.917506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.917837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.918170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.918496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.918836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.919151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.919474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.919795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.920143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:26.946154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:26.979036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:27.009758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 38ebc77a-6324-4dd2-af19-2767d4d64505, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38ebc77a-6324-4dd2-af19-2767d4d64505,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:27.014172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:27.016011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:27.081239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:27.084176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:27.433063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48410) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:27.636929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb71add-99a4-41bb-9af5-a8f1f562dc8a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Router 21d643cd-a573-44c9-86c5-f77bebfe737d is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:34:27.637279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb71add-99a4-41bb-9af5-a8f1f562dc8a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Notify agent at dv-neutron-818346-1-hyperv the message router_added_to_agent {{(pid=87485) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 24 19:34:27.666944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3cb71add-99a4-41bb-9af5-a8f1f562dc8a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "POST /v2.0/agents/62982360-32f6-4663-ad4e-8a4831873f5f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2322490 Nov 24 19:34:27.669750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48416) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:27.684127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] Sync routers for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:34:27.693749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:27.694362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:27.852870 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-996a6992-279e-4d23-85f6-953b82b01560 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers/21d643cd-a573-44c9-86c5-f77bebfe737d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1819801 Nov 24 19:34:27.856438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48422) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:27.875443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:27.964154 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-17f760c4-c0c4-45ea-a032-2edc9234fb95 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 991 time: 0.1059668 Nov 24 19:34:28.230195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f4ac756d-daed-4c62-9f42-e372bc10d6b8', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'mac_address': 'fa:16:3e:87:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:33:19Z', 'updated_at': '2021-11-24T19:34:25Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:34:26Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:28.233984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] Checking router: 21d643cd-a573-44c9-86c5-f77bebfe737d for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:34:28.242222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:28.242823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:28.459041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:28.812082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f4ac756d-daed-4c62-9f42-e372bc10d6b8', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'mac_address': 'fa:16:3e:87:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:33:19Z', 'updated_at': '2021-11-24T19:34:25Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:34:26Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:28.816034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12607c53-5da4-4fad-a58b-230bf1c3632b None None] The sync data for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv is: [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'f4ac756d-daed-4c62-9f42-e372bc10d6b8', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'port_id': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'mac_address': 'fa:16:3e:87:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:33:19Z', 'updated_at': '2021-11-24T19:34:25Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:34:26Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:34:28.967780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48426) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:29.093945 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ae61c56d-2288-4167-b17b-26d0d1550f12 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 991 time: 0.1248288 Nov 24 19:34:29.305857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9162194c-e922-43f2-8057-d880612d1d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:29.737329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:30.096101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48430) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:30.203477 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8fe4249b-bd72-4db9-b3ed-0f9be1e3af03 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 991 time: 0.1060789 Nov 24 19:34:30.372690 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce39b7-a8cd-4b7a-a90b-aab410d885ba None None] New status for floating IP f4ac756d-daed-4c62-9f42-e372bc10d6b8: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:34:30.702286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9dd841ab-b3bb-40b8-8307-ef5790338bd6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:30.777787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:30.778424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:30.896121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:30.914996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9dd841ab-b3bb-40b8-8307-ef5790338bd6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9dd841ab-b3bb-40b8-8307-ef5790338bd6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:30.920562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:30.921448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38ebc77a-6324-4dd2-af19-2767d4d64505 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:30.948742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1378c06b-7553-4232-8d05-2cc5b915d558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:31.038679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9dd841ab-b3bb-40b8-8307-ef5790338bd6,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:31.042122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:31.050724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 38ebc77a-6324-4dd2-af19-2767d4d64505 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:31.051104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:31.166139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:31.198510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 38ebc77a-6324-4dd2-af19-2767d4d64505, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38ebc77a-6324-4dd2-af19-2767d4d64505,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:31.202784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:31.206047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7e37c17-d0a8-4728-a67e-25b15e756c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:31.206462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48434) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:31.276287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:31.279525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:31.456654 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-77d4d33e-d2de-4cb0-bd05-de2bf48026ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 200 len: 993 time: 0.2488694 Nov 24 19:34:31.732316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48442) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:31.934578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 987947cb-505d-42d1-833d-3074e4ed15f9 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:34:31.934915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.078982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eec67969-f807-48f9-a78e-4c5d1f1e2d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.111334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.111654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.235414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 987947cb-505d-42d1-833d-3074e4ed15f9 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:34:32.384896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.388608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d268a179-730e-419f-b7db-5c111584c3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:32.432640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=987947cb-505d-42d1-833d-3074e4ed15f9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:32.469723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.470109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.470484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.470853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.471217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.471582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.471941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.472341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.472700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.473059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.473416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.473770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:32.481442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:32.536475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.536786 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP f4ac756d-daed-4c62-9f42-e372bc10d6b8 disassociated (deleted). External IP: 172.26.6.230, port: 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2. Nov 24 19:34:32.673054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9dd841ab-b3bb-40b8-8307-ef5790338bd6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:32.749688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:32.750070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.794527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:32.875923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38ebc77a-6324-4dd2-af19-2767d4d64505 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:32.901736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 21d643cd-a573-44c9-86c5-f77bebfe737d has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:34:32.943347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 38ebc77a-6324-4dd2-af19-2767d4d64505 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:32.943660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:33.215992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:34:33.227637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] Sync routers for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:34:33.237737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:33.238345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:33.239036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:33.298073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/f4ac756d-daed-4c62-9f42-e372bc10d6b8 HTTP/1.1" status: 204 len: 168 time: 1.5646269 Nov 24 19:34:33.298768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:34:33.348911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'status': 'completed', 'code': 200} Nov 24 19:34:33.429656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:33.446966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-71f2f7df-7cd5-453c-8cc7-63e2838b252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:33.448823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-71f2f7df-7cd5-453c-8cc7-63e2838b252d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 1098 time: 0.0766737 Nov 24 19:34:33.587543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-8c59829f-15c1-48bc-8736-56e9490acb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:33.589530 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-8c59829f-15c1-48bc-8736-56e9490acb72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0df0223-45c7-42dc-b345-ba3f729a4a1b HTTP/1.1" status: 200 len: 898 time: 0.1342437 Nov 24 19:34:33.670475 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-b5780381-fd19-4b88-9478-77db016556c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 HTTP/1.1" status: 200 len: 217 time: 0.0729005 Nov 24 19:34:33.787018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-cbc7a5c8-f317-4639-9678-b3ec08aa8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:33.788450 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-cbc7a5c8-f317-4639-9678-b3ec08aa8ea0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4b26dbe-94b6-44e6-940f-fec2d480e474 HTTP/1.1" status: 200 len: 835 time: 0.1112664 Nov 24 19:34:33.803751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:34:31Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:33.808187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] Checking router: 21d643cd-a573-44c9-86c5-f77bebfe737d for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:34:33.816626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:33.817237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:33.866540 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f7a42-fc7b-466d-b245-6c7b1c88dfb7 req-d297734a-d1f3-4582-82c0-39ea61b071c1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:33.867224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2a2f7a42-fc7b-466d-b245-6c7b1c88dfb7 req-d297734a-d1f3-4582-82c0-39ea61b071c1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:34:33.890762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2a2f7a42-fc7b-466d-b245-6c7b1c88dfb7 req-d297734a-d1f3-4582-82c0-39ea61b071c1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:34:33.891909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2a2f7a42-fc7b-466d-b245-6c7b1c88dfb7 req-d297734a-d1f3-4582-82c0-39ea61b071c1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 945 time: 0.2398653 Nov 24 19:34:33.894680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-fe518637-61cb-4dd7-97d7-a73961b7ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:33.896071 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-fe518637-61cb-4dd7-97d7-a73961b7ddcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0df0223-45c7-42dc-b345-ba3f729a4a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995085 Nov 24 19:34:34.002718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:34.023056 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2a2f7a42-fc7b-466d-b245-6c7b1c88dfb7 req-583fbc97-2d3a-49f6-84e3-03b645fed082 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201441 Nov 24 19:34:34.071042 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-1e5f8de1-4f32-4dfa-a847-7f741c318d6e service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526766 Nov 24 19:34:34.206036 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd779ffb-d8cf-4038-b07e-9b6ba1d58cf5 req-d42d0c3b-e4a1-4e1b-a5ee-5a84f2972a29 service neutron] 10.222.0.41 "GET /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273158 Nov 24 19:34:34.325164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:34:31Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:34.328963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cc08c-312b-4d73-8ebf-e50aba68605d None None] The sync data for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv is: [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:33:02Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '38ebc77a-6324-4dd2-af19-2767d4d64505', 'name': '', 'network_id': 'a0df0223-45c7-42dc-b345-ba3f729a4a1b', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:33:01Z', 'updated_at': '2021-11-24T19:34:31Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': 'd4b26dbe-94b6-44e6-940f-fec2d480e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:34:34.437902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:34:34.522596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:35.297806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c55822-655f-4306-a266-d61f135bbbfa req-365c1602-084e-4c43-afb4-1a058aefb282 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:35.299229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0c55822-655f-4306-a266-d61f135bbbfa req-365c1602-084e-4c43-afb4-1a058aefb282 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 945 time: 0.1672428 Nov 24 19:34:35.356130 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0c55822-655f-4306-a266-d61f135bbbfa req-6fef2777-ffe4-4527-8980-7993eaadbc36 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d75fd9cc-6326-4e35-baef-59e445479ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509131 Nov 24 19:34:35.372361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1a810551-a281-461e-a3b2-4fff277c8420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:35.373779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1a810551-a281-461e-a3b2-4fff277c8420 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 945 time: 0.1284156 Nov 24 19:34:35.443213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:34:35.443482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:35.569963 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831f631-b9e2-407a-a76f-2ddbdd6782a1 None None] New status for floating IP f4ac756d-daed-4c62-9f42-e372bc10d6b8: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:34:35.707476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:35.707845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:35.831840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:34:35.980925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:35.986498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:36.032413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:36.035470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:36.109184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:34:36.111663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:36.114238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'name': 'network-vif-deleted', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:34:36.129070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9daf7a4-5278-4acb-87e8-18ba31d66e43 req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 HTTP/1.1" status: 204 len: 173 time: 0.7497301 Nov 24 19:34:36.161886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55e5c3e-8185-4ea0-9d3a-a3aa5ae941df', 'name': 'network-vif-deleted', 'tag': '39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2', 'status': 'completed', 'code': 200} Nov 24 19:34:36.524203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-82187fc5-0868-4d05-a61f-65a408366046 req-06d8472e-1519-4ecc-a84d-5ae56c48820b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:34:36.541858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-82187fc5-0868-4d05-a61f-65a408366046 req-06d8472e-1519-4ecc-a84d-5ae56c48820b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:34:36.543476 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-82187fc5-0868-4d05-a61f-65a408366046 req-06d8472e-1519-4ecc-a84d-5ae56c48820b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55e5c3e-8185-4ea0-9d3a-a3aa5ae941df HTTP/1.1" status: 200 len: 210 time: 0.0630982 Nov 24 19:34:37.641045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48464) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:37.724612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:37.753769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:37.818283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:37.823016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4505ed0d-765c-4a10-80fa-cd6b38c9a8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:37.839185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75fd9cc-6326-4e35-baef-59e445479ad7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:37.841596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:37.847786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:37.848959 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/d75fd9cc-6326-4e35-baef-59e445479ad7 HTTP/1.1" status: 204 len: 168 time: 0.2069333 Nov 24 19:34:37.878662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48470) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:38.483909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:34:38.520423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:34:38.520800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 39c85fc5-cd2d-40a1-a51f-ca6b8e23b7c2 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:34:38.559462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:38.915567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 38ebc77a-6324-4dd2-af19-2767d4d64505 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:34:38.916793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:39.111091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 38ebc77a-6324-4dd2-af19-2767d4d64505, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=38ebc77a-6324-4dd2-af19-2767d4d64505,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:39.111455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:39.234518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 38ebc77a-6324-4dd2-af19-2767d4d64505 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:34:39.422703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:39.426238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:39.472199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=38ebc77a-6324-4dd2-af19-2767d4d64505,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:39.475267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:39.868498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:40.232516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 21d643cd-a573-44c9-86c5-f77bebfe737d has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:34:40.410338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:34:40.420798 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] Sync routers for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:34:40.426948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/21d643cd-a573-44c9-86c5-f77bebfe737d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5471654 Nov 24 19:34:40.429608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48474) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:40.430160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:40.430779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:40.499395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet d4b26dbe-94b6-44e6-940f-fec2d480e474 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:34:40.502458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:40.556992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:40.606902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:40.642977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:40.720364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:40.724938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bb1068b0-fa65-439d-92ec-d4b3a9f5e40d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:40.761049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b26dbe-94b6-44e6-940f-fec2d480e474,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:40.762980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:40.768392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:40.769867 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/d4b26dbe-94b6-44e6-940f-fec2d480e474 HTTP/1.1" status: 204 len: 168 time: 0.3393443 Nov 24 19:34:40.772424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48478) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:40.776883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90f4a4-6e5d-48bc-8ec6-09bae06bcb94 None None] Network a0df0223-45c7-42dc-b345-ba3f729a4a1b requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:34:40.954737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:41.117771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:34:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:41.122729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] Checking router: 21d643cd-a573-44c9-86c5-f77bebfe737d for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:34:41.132134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] Routers {'21d643cd-a573-44c9-86c5-f77bebfe737d'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:41.132761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['21d643cd-a573-44c9-86c5-f77bebfe737d'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:41.183613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] DHCP port deletion for a0df0223-45c7-42dc-b345-ba3f729a4a1b request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:34:41.202051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Deleting port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:34:41.202351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:41.273137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:41.283304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 9dd841ab-b3bb-40b8-8307-ef5790338bd6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:34:41.283660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:41.422949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] Set router 21d643cd-a573-44c9-86c5-f77bebfe737d gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:41.462117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 9dd841ab-b3bb-40b8-8307-ef5790338bd6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9dd841ab-b3bb-40b8-8307-ef5790338bd6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:41.462402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:41.586312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 9dd841ab-b3bb-40b8-8307-ef5790338bd6 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:34:41.686606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] For port 66ebecb9-f48a-46cc-9a4c-9507a95a8673, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=66ebecb9-f48a-46cc-9a4c-9507a95a8673,segment=NetworkSegment(0883e91c-63b7-48ab-bde5-b8c15e3572d9),segment_id=0883e91c-63b7-48ab-bde5-b8c15e3572d9)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:41.687011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:41.763425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:41.767182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:41.810343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=9dd841ab-b3bb-40b8-8307-ef5790338bd6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:41.812767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:41.824217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Calling delete_port for 66ebecb9-f48a-46cc-9a4c-9507a95a8673 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:34:41.910013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.007403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.012053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:42.062279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Pushing event deleted for resources: {'Port': ['ID=66ebecb9-f48a-46cc-9a4c-9507a95a8673,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:42.065045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:42.066940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] No DVR routers for this DVR port 66ebecb9-f48a-46cc-9a4c-9507a95a8673 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:34:42.084477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:34:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:42.087579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.088797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21efbec-9a7e-4f79-b34c-4749a7a68e2f None None] The sync data for ids ['21d643cd-a573-44c9-86c5-f77bebfe737d'] in dv-neutron-818346-1-hyperv is: [{'id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'name': 'tempest-TestNetworkBasicOps-router-294248992', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:32:57Z', 'updated_at': '2021-11-24T19:34:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '9dd841ab-b3bb-40b8-8307-ef5790338bd6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d643cd-a573-44c9-86c5-f77bebfe737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:32:58Z', 'updated_at': '2021-11-24T19:34:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:34:42.089885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.119648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.120216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router 21d643cd-a573-44c9-86c5-f77bebfe737d {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:34:42.135550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.136803 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/21d643cd-a573-44c9-86c5-f77bebfe737d HTTP/1.1" status: 204 len: 168 time: 1.3634899 Nov 24 19:34:42.139470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48482) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:42.255347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.387276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.411836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0df0223-45c7-42dc-b345-ba3f729a4a1b']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:42.424757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0883e91c-63b7-48ab-bde5-b8c15e3572d9') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:42.425056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0883e91c-63b7-48ab-bde5-b8c15e3572d9') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:42.437507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.453613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.459722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:34:42.460159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:34:42.474640 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:34:42.559394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.563081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2e00a4fd-3b15-4399-ad9d-4d7009095419 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:42.577265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.590002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=a0df0223-45c7-42dc-b345-ba3f729a4a1b,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:42.592829 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/a0df0223-45c7-42dc-b345-ba3f729a4a1b HTTP/1.1" status: 204 len: 168 time: 0.4524093 Nov 24 19:34:42.593758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:42.614289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48486) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:42.621084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--549894061', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:42.626855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:42.631543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:42.635182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:42.641826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:42.653542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:34:42.657265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.687183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:34:42.698201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.698697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment 0f0db2d1-f718-496d-9ba4-7910416a23b4 of type vlan for network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 Nov 24 19:34:42.736083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.740624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66ebecb9-f48a-46cc-9a4c-9507a95a8673 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:34:42.768211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.773845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:42.774445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.778246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 66ebecb9-f48a-46cc-9a4c-9507a95a8673 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:34:42.778663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 66ebecb9-f48a-46cc-9a4c-9507a95a8673 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:34:42.779281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38ebc77a-6324-4dd2-af19-2767d4d64505 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:34:42.780077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e312571a-0521-4d19-baf6-a14357442f3c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:42.812872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 38ebc77a-6324-4dd2-af19-2767d4d64505 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:34:42.813229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 38ebc77a-6324-4dd2-af19-2767d4d64505 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:34:42.883483 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2679865 Nov 24 19:34:42.886948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48490) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:42.890583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=4f1ca702-a3f2-4a40-b445-2b28b35e0923,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:42.893120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bba64e3c-88fc-4fdb-a767-4479583c0617 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:42.894107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-370572166', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:42.901377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:34:42.902928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:42.907064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:42.909895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:42.916971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:42.927018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.928369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:42.946635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:43.217527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:43.513561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:43.546851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:43.674370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.71 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/f7d6b32a-8f5b-45f8-90cb-5325c038aa1b) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:34:43.818808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:43.847011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:43.851496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3918b64f-49c8-402c-9f70-137e5cf78ae9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:44.032507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:34:44.035124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:34:44.038877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:34:44.074202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:44.091753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.092166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.092605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.092909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.093274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.093639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.093999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.094360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.094719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.095077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.095427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.095783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:44.100356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:44.461208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:44.626216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9dd841ab-b3bb-40b8-8307-ef5790338bd6 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:34:44.661385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 9dd841ab-b3bb-40b8-8307-ef5790338bd6 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:34:44.661742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9dd841ab-b3bb-40b8-8307-ef5790338bd6 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:34:44.803329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:45.004250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 36957218-ce21-4470-b941-f2df611af294 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:34:45.189262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:34:45.199874 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Sync routers for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:34:45.209759 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:45.210368 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:45.217912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:45.219113 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3308613 Nov 24 19:34:45.222319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48494) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:45.263538 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d9f81a61-3cb0-41ec-a707-2b613a15d10e tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400729 Nov 24 19:34:45.266039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48498) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:45.395729 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:45.519214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbaa584-aa32-4246-84a5-242f5b3f3d72 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:45.520650 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6cbaa584-aa32-4246-84a5-242f5b3f3d72 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2537110 Nov 24 19:34:45.523383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48502) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:45.567253 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bd65e796-fac1-4fa9-a969-83b2479ce7a0 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427232 Nov 24 19:34:45.569658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48506) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:45.575697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312142641', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:45.680064 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:44Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:45.684538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Checking router: 36957218-ce21-4470-b941-f2df611af294 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:34:45.684895 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Updating router 36957218-ce21-4470-b941-f2df611af294 port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:34:45.685504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:45.689351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:45.692195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:45.698082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:45.709527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:34:45.713612 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:45.737489 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:45.934412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:45.938036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8b9d3428-0f42-4e87-b5ed-bb60babe6ad5 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:46.018146 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=86dfac17-8475-4806-bc44-b704f4bd08c9,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:46.021556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:46.028365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:34:46.028733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: 4f1ca702-a3f2-4a40-b445-2b28b35e0923, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:34:46.047412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:34:46.057028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 4f1ca702-a3f2-4a40-b445-2b28b35e0923) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:34:46.062050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:46.062571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.070086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f455a3a-d1ff-47c7-9227-04ba85ab1270 None None] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:34:46.074493 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.085805 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5151434 Nov 24 19:34:46.089149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48510) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:46.091897 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Transition to ACTIVE for port object f7d6b32a-8f5b-45f8-90cb-5325c038aa1b will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:34:46.098927 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.103877 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:46.208667 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Attempting to bind port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:34:46.209323 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Attempting to bind port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:34:46.209534 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Attempting to bind port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:34:46.219251 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:34:46.219779 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:34:46.220305 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.220800 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:34:46.221367 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Bound port: f7d6b32a-8f5b-45f8-90cb-5325c038aa1b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:34:46.221842 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.250605 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Pushing event updated for resources: {'Port': ['ID=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:46.272767 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.273108 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.273618 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.273959 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.274282 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.274608 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.274952 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.276542 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.276872 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.277191 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.277523 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.277826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:34:46.281442 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:46.303137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:34:46.304112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.317351 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] For port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:34:46.320322 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] For port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:34:46.326040 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.329764 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-881916a0-f59f-4fef-966b-ca0ebc240d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:46.406395 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:46.407012 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:46.470238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Allocated IP 172.20.0.2 (4f1ca702-a3f2-4a40-b445-2b28b35e0923/86dfac17-8475-4806-bc44-b704f4bd08c9/1e729b67-4ecf-438f-b228-48a9f2a0a25d) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:34:46.486094 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Pushing event updated for resources: {'Port': ['ID=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:46.489234 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:46.593826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:46.686994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.697752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Transition to ACTIVE for port object 1e729b67-4ecf-438f-b228-48a9f2a0a25d will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:34:46.717296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Transition to ACTIVE for port object 1e729b67-4ecf-438f-b228-48a9f2a0a25d will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:34:46.724154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.735076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d47142db-4d02-4fa3-afcc-f3952dbc4272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:46.789154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:34:46.797357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:34:46.801797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:34:46.820884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.849729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Pushing event updated for resources: {'Port': ['ID=1e729b67-4ecf-438f-b228-48a9f2a0a25d,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:46.882519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:46.903831 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:44Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:46.905576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Attempting to bind port 1e729b67-4ecf-438f-b228-48a9f2a0a25d on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:34:46.905985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Attempting to bind port 1e729b67-4ecf-438f-b228-48a9f2a0a25d by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:34:46.906784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Attempting to bind port 1e729b67-4ecf-438f-b228-48a9f2a0a25d on network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:34:46.908318 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c703f-3d17-4053-b6f0-2b29fef9a7a3 None None] The sync data for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv is: [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:44Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:34:46.912585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:34:46.912585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Checking segment: {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:34:46.913115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:46.913583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Bound using segment: {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:34:46.914189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Bound port: 1e729b67-4ecf-438f-b228-48a9f2a0a25d, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:34:46.914724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:47.027222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] For port 1e729b67-4ecf-438f-b228-48a9f2a0a25d, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:34:47.031513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] For port 1e729b67-4ecf-438f-b228-48a9f2a0a25d, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1e729b67-4ecf-438f-b228-48a9f2a0a25d,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:34:47.037618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:47.043459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-53bd7e3b-64e2-4581-a35a-b6c86db6a657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:47.142461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Pushing event updated for resources: {'Port': ['ID=1e729b67-4ecf-438f-b228-48a9f2a0a25d,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:47.147385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:47.417741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (4f1ca702-a3f2-4a40-b445-2b28b35e0923/86dfac17-8475-4806-bc44-b704f4bd08c9/dd7076ec-f0b5-4b24-bf53-752a1b2262d2) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:34:47.598845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:47.616169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object dd7076ec-f0b5-4b24-bf53-752a1b2262d2 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:34:47.641432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:47.648976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:47.724364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:34:47.727434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:34:47.731716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:34:47.773279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:47.782891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:47.801594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:47.930507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:48.145703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740fe5ef-6b97-4c71-801f-3b6718c98c3f None None] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:34:48.236584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0b32744a-4f63-4fc6-86a5-b8f5647fb5ca None None] Provisioning for port 1e729b67-4ecf-438f-b228-48a9f2a0a25d completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:34:48.374590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:48.380839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:48.410275 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a2ed7d8b-2dd4-4706-8285-966be986823d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:48.494431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:48.498129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:48.501495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:48.638382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:34:48.639547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:34:48.676851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-346ff8dd-71ea-4a8b-bb1a-8334c4f46bc9 None None] Provisioning for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:34:48.683715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-346ff8dd-71ea-4a8b-bb1a-8334c4f46bc9 None None] Provisioning complete for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:48.684392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-346ff8dd-71ea-4a8b-bb1a-8334c4f46bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:48.773635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1e729b67-4ecf-438f-b228-48a9f2a0a25d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:48.833008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-346ff8dd-71ea-4a8b-bb1a-8334c4f46bc9 None None] Port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:34:48.876317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1e729b67-4ecf-438f-b228-48a9f2a0a25d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:34:48.882608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1e729b67-4ecf-438f-b228-48a9f2a0a25d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:48.883256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:48.983935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:48.997227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 36957218-ce21-4470-b941-f2df611af294 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:34:49.043617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-387fa127-68c7-42e9-9ac2-2d0398c59d16 None None] Provisioning complete for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:49.044115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-387fa127-68c7-42e9-9ac2-2d0398c59d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.093572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.120315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-387fa127-68c7-42e9-9ac2-2d0398c59d16 None None] Port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:34:49.140818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1e729b67-4ecf-438f-b228-48a9f2a0a25d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1e729b67-4ecf-438f-b228-48a9f2a0a25d,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:49.144526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.145386 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f7d6b32a-8f5b-45f8-90cb-5325c038aa1b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:49.173740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:49.188774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:34:49.201516 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/36957218-ce21-4470-b941-f2df611af294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1113575 Nov 24 19:34:49.204145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48514) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:49.216849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Sync routers for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:34:49.273043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:49.273686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:49.342416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e24da-5059-47b5-b4e3-015c8d5e99c5 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.342800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e24da-5059-47b5-b4e3-015c8d5e99c5 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.343270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e24da-5059-47b5-b4e3-015c8d5e99c5 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.343729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e24da-5059-47b5-b4e3-015c8d5e99c5 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.345413 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d4e24da-5059-47b5-b4e3-015c8d5e99c5 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1403608 Nov 24 19:34:49.348157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48518) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:49.364158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-887f53ef-4c18-4a22-96c8-7f9ea231c2c5 None None] Provisioning complete for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:49.364546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-887f53ef-4c18-4a22-96c8-7f9ea231c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.391310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1e729b67-4ecf-438f-b228-48a9f2a0a25d,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:49.394444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:49.417266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ceff8-b6bf-4c01-bea4-8e879255d1a6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.417727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ceff8-b6bf-4c01-bea4-8e879255d1a6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.418177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ceff8-b6bf-4c01-bea4-8e879255d1a6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.418621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ceff8-b6bf-4c01-bea4-8e879255d1a6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:49.422900 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-824ceff8-b6bf-4c01-bea4-8e879255d1a6 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0711515 Nov 24 19:34:49.423053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48522) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:49.507439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:34:49.514341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-887f53ef-4c18-4a22-96c8-7f9ea231c2c5 None None] Port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:34:49.519110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:49.519500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.578240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:49.627433 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-01c77b01-75db-44c0-8647-4d3fa598bedf tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2032499 Nov 24 19:34:49.848804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48528) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:49.854135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.854490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388784235', 'description': 'tempest-secgroup-smoke-1388784235 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:49.860349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:49.864519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:49.867777 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:49.874282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:49.886367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.901790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:49.907645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:49.908243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:49.911736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:49.913249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:49.914779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:49.922086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:49.996944 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.001430 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.006627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.021162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.024436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.045941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:48Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:50.049576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c810d172-5e02-4b3b-92a5-268a6da4eb92,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.050345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Checking router: 36957218-ce21-4470-b941-f2df611af294 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:34:50.050719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Updating router 36957218-ce21-4470-b941-f2df611af294 port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:34:50.052187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.056065 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2034092 Nov 24 19:34:50.056065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.056926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48532) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:50.062319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'c810d172-5e02-4b3b-92a5-268a6da4eb92', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:50.068209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:50.072696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:50.075550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:50.081262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:50.099260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.111677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.163898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.168078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.169858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bf01fb00-fecb-4a12-bb1b-0f718c85c499 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.191918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5953038-3b12-4a3e-8867-376a85b59972,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.194346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.203740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.205029 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470752 Nov 24 19:34:50.207671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48536) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:50.213454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'c810d172-5e02-4b3b-92a5-268a6da4eb92', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:50.219506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:50.223310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:50.226151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:50.231888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:50.249301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.311142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.316313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.318132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e8899795-4001-4afe-b601-b6ef2b3649b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.340261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54445c4c-f84e-498c-9c64-475dbe35cb64,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.342687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.350902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.354710 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bc967305-db8c-47e2-9f7b-245076c40cd3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434886 Nov 24 19:34:50.354872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48540) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:50.360058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'c810d172-5e02-4b3b-92a5-268a6da4eb92', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:50.365826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:50.370229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:50.373138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:50.378846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:50.396291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.460481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.464884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.466759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fbf4d143-319c-4170-ae4f-a2a6541906b6 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.489967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaa4062-ba13-48be-875b-a8043ec09a86,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.494413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.499482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.500681 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448703 Nov 24 19:34:50.503397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48544) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:50.508651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'c810d172-5e02-4b3b-92a5-268a6da4eb92', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:50.511044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.515168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:50.519240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:50.522143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:50.522488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Transition to ACTIVE for port object dd7076ec-f0b5-4b24-bf53-752a1b2262d2 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:34:50.529518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:50.530360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.533878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.550242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.618139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.623463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.626134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c7920148-9776-41a6-9109-71d7ac16682b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.657255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4a1cad-8fbf-43ef-8078-ecf4bdeeec93,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.663310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.669462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.673332 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663229 Nov 24 19:34:50.674203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48548) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:50.681114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'c810d172-5e02-4b3b-92a5-268a6da4eb92', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:50.688772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:50.694862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:50.700536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97300f-3a10-4151-9a40-7761b6638529 None None] Pushing event updated for resources: {'Port': ['ID=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.704423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:50.729862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cf97300f-3a10-4151-9a40-7761b6638529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.730722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1e729b67-4ecf-438f-b228-48a9f2a0a25d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:50.802697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Attempting to bind port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:34:50.803083 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Attempting to bind port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:34:50.803456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Attempting to bind port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 on network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:34:50.814303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:34:50.814687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Checking segment: {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:34:50.815096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.815493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Bound using segment: {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:34:50.815979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Bound port: dd7076ec-f0b5-4b24-bf53-752a1b2262d2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:34:50.816373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.845300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:50.855762 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:34:50.863416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.919497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1e729b67-4ecf-438f-b228-48a9f2a0a25d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:50.919882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.930227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.934722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.941119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44304688-62ef-419a-8379-b90d0d5ef3d1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.961633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef7bdd4-ecef-4d23-8126-b92952c83255,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:50.964523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:50.972365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.973709 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2976391 Nov 24 19:34:50.974451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] For port dd7076ec-f0b5-4b24-bf53-752a1b2262d2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:34:50.980466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48552) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:34:50.987499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] For port dd7076ec-f0b5-4b24-bf53-752a1b2262d2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:34:50.990397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'c810d172-5e02-4b3b-92a5-268a6da4eb92', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:50.992010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:50.997058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-43bae8e3-0e98-423f-a3e3-15c35189601e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:50.997229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:51.001300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:34:51.004387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:34:51.010212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:51.020255 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:34:51.028248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:51.101145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:51.106613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:51.108608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a3341afa-336a-4a11-b2a7-ecb734565516 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:51.113237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:34:51.113893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:34:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:51.131471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadd8724-6116-4d38-b2ee-32bddac6d424,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:51.134173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:51.142143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:51.143447 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9b49f140-3cf2-41ce-adf5-63ad38a588f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1618547 Nov 24 19:34:51.194288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97300f-3a10-4151-9a40-7761b6638529 None None] Pushing event updated for resources: {'Port': ['ID=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:51.201483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cf97300f-3a10-4151-9a40-7761b6638529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:51.219587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f7d6b32a-8f5b-45f8-90cb-5325c038aa1b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:51.325986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-53bac2b7-c424-43f1-ad88-35b7971461f2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:34:51.341831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-53bac2b7-c424-43f1-ad88-35b7971461f2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:34:51.343350 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-53bac2b7-c424-43f1-ad88-35b7971461f2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388784235&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.0601392 Nov 24 19:34:51.380274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:34:51.456961 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:51.457341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:51.495446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-f065e6db-dd43-439d-a4fa-b0501fe768fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:51.496054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-f065e6db-dd43-439d-a4fa-b0501fe768fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:34:51.511726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-f065e6db-dd43-439d-a4fa-b0501fe768fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:34:51.513028 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-f065e6db-dd43-439d-a4fa-b0501fe768fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 796 time: 0.1627243 Nov 24 19:34:51.528672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-4055d58d-6330-40a6-acd0-1340aa7b144e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0101652 Nov 24 19:34:51.611132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-edcbb8e6-64aa-490d-8072-c71fd1c2b213 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:34:51.626176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-edcbb8e6-64aa-490d-8072-c71fd1c2b213 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:34:51.627701 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-edcbb8e6-64aa-490d-8072-c71fd1c2b213 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940487 Nov 24 19:34:51.770326 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-78fcb0c1-5b33-4e21-83a8-207123a1f5f9 service neutron] 10.222.0.47 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301858 Nov 24 19:34:51.808709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:50Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:34:51.812731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a81f256-59f1-4b60-8cef-f4583489dc00 None None] The sync data for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv is: [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:50Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:34:51.946789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-f95038de-6932-4d07-9bb0-958b0f6e48d2 service neutron] 10.222.0.47 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694903 Nov 24 19:34:52.156292 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bd0492a8-d9d7-4f9a-aed1-82883f790298 req-0b777ed6-44bc-4013-a849-721d5348eedb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 210 time: 0.0586557 Nov 24 19:34:52.708028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd7076ec-f0b5-4b24-bf53-752a1b2262d2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:52.780233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:34:52.785356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:52.785941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:52.968029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:53.001470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port dd7076ec-f0b5-4b24-bf53-752a1b2262d2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:53.005269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:53.007231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7e37c17-d0a8-4728-a67e-25b15e756c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:53.075193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:53.078606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:53.345959 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5fd50cab-4d15-4db6-afba-0fb79aeb6dcb req-94c60a49-1ca7-4080-8c71-b5fa453fdb14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 210 time: 0.0604298 Nov 24 19:34:53.406369 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-7f26cd73-27b3-4fe4-a4e0-3ae5c69f35b1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:53.407866 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-7f26cd73-27b3-4fe4-a4e0-3ae5c69f35b1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 796 time: 0.1995890 Nov 24 19:34:53.457539 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-b62d5d28-1e0d-4408-b9ef-a0bce33da510 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 380 time: 0.0402107 Nov 24 19:34:53.469421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['c810d172-5e02-4b3b-92a5-268a6da4eb92']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:53.602002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:34:53.612288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:34:53.622253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:34:53.625993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:53.808859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.8 (4f1ca702-a3f2-4a40-b445-2b28b35e0923/86dfac17-8475-4806-bc44-b704f4bd08c9/f00cc557-a116-4464-8c1d-65b2d82624cf) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:34:54.017027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:54.034249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object f00cc557-a116-4464-8c1d-65b2d82624cf will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:34:54.058300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:54.063939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:54.133047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:34:54.136497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:34:54.138864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:34:54.177114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=f00cc557-a116-4464-8c1d-65b2d82624cf,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:54.180041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:54.212906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:54.213527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:54.241219 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751744 Nov 24 19:34:54.300154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Request body: {'port': {'device_id': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:34:54.377766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-26b113b2-6a1f-4aed-a627-f63f5ace3014 None None] Provisioning for port f00cc557-a116-4464-8c1d-65b2d82624cf completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:34:54.385019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-26b113b2-6a1f-4aed-a627-f63f5ace3014 None None] Provisioning complete for port f00cc557-a116-4464-8c1d-65b2d82624cf triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:54.385604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-26b113b2-6a1f-4aed-a627-f63f5ace3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:54.447725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-26b113b2-6a1f-4aed-a627-f63f5ace3014 None None] Port f00cc557-a116-4464-8c1d-65b2d82624cf cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:34:54.595285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:54.656546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03462d-68bb-4bcd-9551-f10c9e74a4e5 req-d96d8e50-27bf-47c5-9ff7-ae0d75c57c76 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:54.657245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-1e03462d-68bb-4bcd-9551-f10c9e74a4e5 req-d96d8e50-27bf-47c5-9ff7-ae0d75c57c76 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:34:54.679634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd7076ec-f0b5-4b24-bf53-752a1b2262d2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:34:54.696282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-1e03462d-68bb-4bcd-9551-f10c9e74a4e5 req-d96d8e50-27bf-47c5-9ff7-ae0d75c57c76 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:34:54.698208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1e03462d-68bb-4bcd-9551-f10c9e74a4e5 req-d96d8e50-27bf-47c5-9ff7-ae0d75c57c76 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 931 time: 0.2236130 Nov 24 19:34:54.748615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:34:54.748992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:54.819012 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1e03462d-68bb-4bcd-9551-f10c9e74a4e5 req-0dbbfc79-e3a6-485f-971c-aab5e02c6c5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781486 Nov 24 19:34:55.002004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00cc557-a116-4464-8c1d-65b2d82624cf {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:34:55.009211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:55.022788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Transition to ACTIVE for port object f00cc557-a116-4464-8c1d-65b2d82624cf will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:34:55.027509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:55.031154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7f9d901b-9569-47f6-a0a7-1aae0a1d900a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:55.156484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f00cc557-a116-4464-8c1d-65b2d82624cf,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:55.185305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:55.264365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Attempting to bind port f00cc557-a116-4464-8c1d-65b2d82624cf on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:34:55.264701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Attempting to bind port f00cc557-a116-4464-8c1d-65b2d82624cf by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:34:55.265030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Attempting to bind port f00cc557-a116-4464-8c1d-65b2d82624cf on network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:34:55.269626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Port f00cc557-a116-4464-8c1d-65b2d82624cf on network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:34:55.269950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Attempting to bind port f00cc557-a116-4464-8c1d-65b2d82624cf on network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:34:55.277485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:34:55.277823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Checking segment: {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:34:55.278206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Bound using segment: {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:34:55.278641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Bound port: f00cc557-a116-4464-8c1d-65b2d82624cf, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0db2d1-f718-496d-9ba4-7910416a23b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:34:55.278988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:55.371847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] For port f00cc557-a116-4464-8c1d-65b2d82624cf, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:34:55.374751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] For port f00cc557-a116-4464-8c1d-65b2d82624cf, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f00cc557-a116-4464-8c1d-65b2d82624cf,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:34:55.379482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:55.383072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55225589-4809-4378-9bf2-36425735e8b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:55.436904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:55.437508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:55.439027 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] 10.222.0.41 "PUT /v2.0/ports/f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 1093 time: 1.1899748 Nov 24 19:34:55.441942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:34:55.466614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f00cc557-a116-4464-8c1d-65b2d82624cf,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:55.469834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:55.490860 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'status': 'completed', 'code': 200} Nov 24 19:34:55.573390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-9cbaeb15-c6fb-44a8-8292-fce29dbf8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:55.574966 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-9cbaeb15-c6fb-44a8-8292-fce29dbf8d65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1096 time: 0.0751886 Nov 24 19:34:55.649310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-2cf40270-289c-46dc-b163-933e6f10064e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 217 time: 0.0670505 Nov 24 19:34:55.713169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-71622135-37cd-47ed-97e3-eb2400771bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:55.714550 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-71622135-37cd-47ed-97e3-eb2400771bd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.0591230 Nov 24 19:34:55.793485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-9192a116-f104-4110-a36a-e107d8af126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:55.794876 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-9192a116-f104-4110-a36a-e107d8af126f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740898 Nov 24 19:34:55.968039 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-5b4ae559-7b17-4e93-9956-606362ed6803 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664369 Nov 24 19:34:56.123622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c7dc-c59c-4951-ae27-9e7002999e42 req-1564525c-f7c9-49d6-993d-a8a2e4c2c5e0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:56.125102 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c557c7dc-c59c-4951-ae27-9e7002999e42 req-1564525c-f7c9-49d6-993d-a8a2e4c2c5e0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 943 time: 0.1980052 Nov 24 19:34:56.133680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b0f0a52b-d2b7-4c48-b3d0-012640eaa251 req-dec57357-31f2-4855-9e8f-fc59f50c16ed service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593218 Nov 24 19:34:56.176585 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c557c7dc-c59c-4951-ae27-9e7002999e42 req-efcb9dd8-58bb-4fc7-a5dd-0e5d8a5eb9d4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449314 Nov 24 19:34:56.368869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664835-6328-41d5-b242-7e4dd3473f31 req-b42b5b07-a681-45b7-93ff-3cf37b9f5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:56.370464 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de664835-6328-41d5-b242-7e4dd3473f31 req-b42b5b07-a681-45b7-93ff-3cf37b9f5ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1096 time: 0.1928666 Nov 24 19:34:56.500072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664835-6328-41d5-b242-7e4dd3473f31 req-48495049-bef3-4d81-90b6-3cdfdf261f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:56.501420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de664835-6328-41d5-b242-7e4dd3473f31 req-48495049-bef3-4d81-90b6-3cdfdf261f42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 897 time: 0.1247332 Nov 24 19:34:56.571504 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de664835-6328-41d5-b242-7e4dd3473f31 req-d85e4917-f984-416c-98ab-623769f7d9f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 217 time: 0.0627551 Nov 24 19:34:56.632898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664835-6328-41d5-b242-7e4dd3473f31 req-279eb488-2a74-4685-af1b-4ddec78ff4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:56.635128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de664835-6328-41d5-b242-7e4dd3473f31 req-279eb488-2a74-4685-af1b-4ddec78ff4b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.0566540 Nov 24 19:34:56.708485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664835-6328-41d5-b242-7e4dd3473f31 req-54a96668-c656-4572-afc6-ac25c050823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:56.709957 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de664835-6328-41d5-b242-7e4dd3473f31 req-54a96668-c656-4572-afc6-ac25c050823c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691540 Nov 24 19:34:56.847739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de664835-6328-41d5-b242-7e4dd3473f31 req-ed4c9cb8-2e4a-4856-9f5d-49de09713d41 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294119 Nov 24 19:34:56.981566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de664835-6328-41d5-b242-7e4dd3473f31 req-6f4a0c79-bd8e-4b90-9cb7-1e7e301356d5 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269925 Nov 24 19:34:57.371151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296bfa-2961-45a1-857e-1a3f4c185b49 req-d8b0c3b5-df29-4493-b8d3-b5cd5a38fc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:57.372620 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32296bfa-2961-45a1-857e-1a3f4c185b49 req-d8b0c3b5-df29-4493-b8d3-b5cd5a38fc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 943 time: 0.0851028 Nov 24 19:34:57.418413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32296bfa-2961-45a1-857e-1a3f4c185b49 req-8ebc5762-745f-4d32-aaed-a139674ae6bb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 Nov 24 19:34:58.578521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f00cc557-a116-4464-8c1d-65b2d82624cf details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:34:58.601763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cea1f7-33de-4927-a858-a7b5be50001a req-5a6efeae-dafd-463a-a7b6-ad94dd3f37da tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:58.604057 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40cea1f7-33de-4927-a858-a7b5be50001a req-5a6efeae-dafd-463a-a7b6-ad94dd3f37da tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 943 time: 0.0815351 Nov 24 19:34:58.651258 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40cea1f7-33de-4927-a858-a7b5be50001a req-db18db3c-f049-413e-8386-9433b015d0dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Nov 24 19:34:58.714728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f00cc557-a116-4464-8c1d-65b2d82624cf, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f00cc557-a116-4464-8c1d-65b2d82624cf,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:58.727434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'port_id': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'mac_address': 'fa:16:3e:31:d1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:34:58.785766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:58.802101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00cc557-a116-4464-8c1d-65b2d82624cf {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:34:58.817965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f00cc557-a116-4464-8c1d-65b2d82624cf, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f00cc557-a116-4464-8c1d-65b2d82624cf,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:34:58.822743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:58.824495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-89a767c3-4b9a-4d57-ae40-330fd1d0a6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:34:58.890606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f00cc557-a116-4464-8c1d-65b2d82624cf,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:34:58.894369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:34:59.160103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['f00cc557-a116-4464-8c1d-65b2d82624cf'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:34:59.326005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4234a5c8-1cad-46dc-a1bf-16d348f8e320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:59.738601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:34:59.836349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d555f8-6c4f-45dc-be69-6c2f3ca7c3a3 req-3a813e6d-4fae-4ae7-847f-4fe5dedee76f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:34:59.838686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f1d555f8-6c4f-45dc-be69-6c2f3ca7c3a3 req-3a813e6d-4fae-4ae7-847f-4fe5dedee76f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 944 time: 0.0810146 Nov 24 19:34:59.880770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f1d555f8-6c4f-45dc-be69-6c2f3ca7c3a3 req-ae1e8378-ee0d-4b19-8c19-be0f5006d3c9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365534 Nov 24 19:35:00.591405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f00cc557-a116-4464-8c1d-65b2d82624cf up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:35:00.659308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port f00cc557-a116-4464-8c1d-65b2d82624cf completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:35:00.664062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port f00cc557-a116-4464-8c1d-65b2d82624cf triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:35:00.664446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:00.783360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:00.812131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:35:00.822831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f00cc557-a116-4464-8c1d-65b2d82624cf, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f00cc557-a116-4464-8c1d-65b2d82624cf,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:35:00.827664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:00.829552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:35:00.863326 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'code': 200} Nov 24 19:35:00.897544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f00cc557-a116-4464-8c1d-65b2d82624cf,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:35:00.900579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:35:01.126242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7e182-559c-4f49-9c6f-2c70aaece9cb req-14a5c8e5-743c-4d7c-b4f3-5629e79abb77 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:01.127698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-98a7e182-559c-4f49-9c6f-2c70aaece9cb req-14a5c8e5-743c-4d7c-b4f3-5629e79abb77 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 945 time: 0.1407008 Nov 24 19:35:01.150518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56b26f-1964-491b-b5f5-afee9defeaee req-daa31360-f6a5-4027-8bc5-7d580111a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:01.152386 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-af56b26f-1964-491b-b5f5-afee9defeaee req-daa31360-f6a5-4027-8bc5-7d580111a2ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1098 time: 0.1172287 Nov 24 19:35:01.201971 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-98a7e182-559c-4f49-9c6f-2c70aaece9cb req-f835954e-2e5d-42fb-9135-1adc524f74e8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662389 Nov 24 19:35:01.209395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-af56b26f-1964-491b-b5f5-afee9defeaee req-a5d6a9ff-d192-4b7d-a9bb-00f11412936c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500393 Nov 24 19:35:02.081768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7061437c-699c-429c-a61d-f49384bfdc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:02.392654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c40d52-b0ef-4338-835f-97fbba3ca5a2 req-346e4fa5-72c1-4ff8-97d2-5e41710ccb2f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:02.394121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c40d52-b0ef-4338-835f-97fbba3ca5a2 req-346e4fa5-72c1-4ff8-97d2-5e41710ccb2f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 945 time: 0.0850217 Nov 24 19:35:02.437888 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03c40d52-b0ef-4338-835f-97fbba3ca5a2 req-2e5bf2a3-7b0f-4f45-bfad-3b47f115533e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Nov 24 19:35:02.758300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:03.621912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca92d4-e55c-43c1-b886-ddf51dbca11b req-6993c0be-ed25-4d82-8230-e595f5706e10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:03.623372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ca92d4-e55c-43c1-b886-ddf51dbca11b req-6993c0be-ed25-4d82-8230-e595f5706e10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 945 time: 0.0810115 Nov 24 19:35:03.670863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0ca92d4-e55c-43c1-b886-ddf51dbca11b req-6ef2705f-8c7a-4a9f-8c25-31cfec0dc834 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Nov 24 19:35:03.854136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37363b68-760f-4521-b9a6-1077fcf78a1b req-2715637a-750f-42d3-9d6c-272f41f32c38 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:03.855520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-37363b68-760f-4521-b9a6-1077fcf78a1b req-2715637a-750f-42d3-9d6c-272f41f32c38 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 945 time: 0.0808370 Nov 24 19:35:03.897945 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-37363b68-760f-4521-b9a6-1077fcf78a1b req-f3645d1e-7c11-4df2-8e06-13699e8b0bda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368817 Nov 24 19:35:03.921708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48612) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:35:03.994749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94994a67-73b3-4871-bd96-b87c27916e43 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:03.996242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-94994a67-73b3-4871-bd96-b87c27916e43 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1093 time: 0.0735061 Nov 24 19:35:03.998959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48616) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:35:04.003731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:35:04.009737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:35:04.013586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:35:04.016395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:35:04.021988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:35:04.032749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:04.168934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:04.302612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.165 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/0a3abefd-f9d7-45bd-9165-6ddb8fe561ed) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:35:04.525864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:04.572342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:04.601403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:04.606499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:35:04.669890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:35:04.672599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:35:04.676384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:35:04.716423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=0a3abefd-f9d7-45bd-9165-6ddb8fe561ed,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:35:04.720523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:35:05.087457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:05.161234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:05.363225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:05.367469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:05.371631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cba77ba0-4009-4d26-bd1c-4d20368ea6e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:35:05.476067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=0a3abefd-f9d7-45bd-9165-6ddb8fe561ed,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:35:05.480731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:35:05.488638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:05.659754 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 6c8662cf-9879-4064-863d-64d103f24386 associated. External IP: 172.26.6.165, port: f00cc557-a116-4464-8c1d-65b2d82624cf. Nov 24 19:35:06.137193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 36957218-ce21-4470-b941-f2df611af294 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:35:06.365220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:35:06.374939 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] Sync routers for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:35:06.384453 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:35:06.385077 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:35:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:35:06.398181 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-28636f75-6a6b-44f0-a9d0-e3d90e012015 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199334 Nov 24 19:35:06.399026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:06.456289 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4561915 Nov 24 19:35:06.457267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:35:06.459059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48620) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:35:06.567847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-35e67971-9bba-4292-aacd-c3a5de1c4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:06.569390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-35e67971-9bba-4292-aacd-c3a5de1c4768 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1098 time: 0.0893531 Nov 24 19:35:06.570563 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:35:06.585383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'status': 'completed', 'code': 200} Nov 24 19:35:06.587868 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d9212821-9c2b-47f2-b9e8-cafb0590d7aa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6c8662cf-9879-4064-863d-64d103f24386 HTTP/1.1" status: 200 len: 991 time: 0.1261008 Nov 24 19:35:06.723631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-095f770c-8e61-4b82-8a00-4670de8c4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:06.725142 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-095f770c-8e61-4b82-8a00-4670de8c4a29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 897 time: 0.1304967 Nov 24 19:35:06.830104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-e32de518-37c9-46dc-a2f9-3e9f24f30fe2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 999 time: 0.0975971 Nov 24 19:35:06.899694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-f1aa46a7-406b-449c-9451-f12b78d5b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:06.901386 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-f1aa46a7-406b-449c-9451-f12b78d5b34b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.0651944 Nov 24 19:35:06.923203 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6c8662cf-9879-4064-863d-64d103f24386', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.165', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '36957218-ce21-4470-b941-f2df611af294', 'port_id': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'mac_address': 'fa:16:3e:31:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:35:05Z', 'updated_at': '2021-11-24T19:35:05Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:52Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:35:06.926965 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] Checking router: 36957218-ce21-4470-b941-f2df611af294 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:35:06.936186 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:35:06.936800 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:35:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:35:06.982727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-7138032e-7a32-45f9-b78a-4b1a4e4dbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:06.984317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-7138032e-7a32-45f9-b78a-4b1a4e4dbbdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709186 Nov 24 19:35:07.124835 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-04f454c6-0039-49a9-9dc6-205b6fd6cf0a service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342583 Nov 24 19:35:07.154221 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:35:07.269026 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3bd66b-7fdd-4c03-bffe-d0036f82cad1 req-9c16ab69-5dcc-434f-a4d9-c34751e1bfd6 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375129 Nov 24 19:35:07.388921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-8cc01158-02fc-437b-8f3d-97fb593d8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:07.390418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-8cc01158-02fc-437b-8f3d-97fb593d8e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1098 time: 0.0764046 Nov 24 19:35:07.517413 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6c8662cf-9879-4064-863d-64d103f24386', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.165', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '36957218-ce21-4470-b941-f2df611af294', 'port_id': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'mac_address': 'fa:16:3e:31:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:35:05Z', 'updated_at': '2021-11-24T19:35:05Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:52Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:35:07.521283 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf9fbb-cec3-4ae1-aa26-d5f26f1eefc2 None None] The sync data for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv is: [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '6c8662cf-9879-4064-863d-64d103f24386', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.165', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '36957218-ce21-4470-b941-f2df611af294', 'port_id': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'mac_address': 'fa:16:3e:31:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:35:05Z', 'updated_at': '2021-11-24T19:35:05Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:52Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:35:07.523649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-7667807c-fa6c-49af-961c-71b369fdf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:07.526367 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-7667807c-fa6c-49af-961c-71b369fdf913 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 897 time: 0.1290724 Nov 24 19:35:07.589767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48628) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:35:07.642934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-b007eed1-f559-4fc3-a7b0-6a3dcf5a3fed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 999 time: 0.0995581 Nov 24 19:35:07.714091 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d6695339-be04-4a4f-9e0d-ecd2054ab12e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6c8662cf-9879-4064-863d-64d103f24386 HTTP/1.1" status: 200 len: 991 time: 0.1220405 Nov 24 19:35:07.748721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b662d3b-f3e2-484d-b59f-9ab4d691bc1b None None] New status for floating IP 6c8662cf-9879-4064-863d-64d103f24386: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:35:07.842187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-f8cab793-ddcd-449b-a458-1358400ef8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:07.843540 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-f8cab793-ddcd-449b-a458-1358400ef8e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.1942863 Nov 24 19:35:07.918814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-e045ad79-a29e-465e-897c-6fe0137b09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:35:07.920467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-e045ad79-a29e-465e-897c-6fe0137b09ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708528 Nov 24 19:35:08.053909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-76dc8685-4bd1-4172-9d5c-8ef561f02aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270058 Nov 24 19:35:08.189276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3767f463-15f3-4e0c-9d2a-4cbfaa65afdc req-c60783cd-0158-4b97-83ed-a81d8ca6ab56 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279950 Nov 24 19:35:08.716837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48632) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:35:08.821134 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cf9913d1-b23d-4c33-b13b-22c4d77bce0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/6c8662cf-9879-4064-863d-64d103f24386 HTTP/1.1" status: 200 len: 993 time: 0.1029902 Nov 24 19:35:11.436904 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:35:18.994893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:29.307619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-96e9410a-f8ff-4f93-9443-8dd2851dd587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:29.741282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:32.085314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d6766e75-c048-4c3e-a0e8-3dcd08c49bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:32.761337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:34.528354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:48.435696 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:35:48.994938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:59.309921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b8e93b4-7498-49ef-9d0f-02f350044221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:35:59.742278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:02.088674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ce700798-414a-48bf-8605-a457873d7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:02.764320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:04.532085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:07.338753 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-464cadf1-a5f9-40fc-bb56-f5b0ae6ab72b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813961 Nov 24 19:36:07.475827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-4a7178a3-4be4-4c03-ad9b-59d2deae31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:36:07.477387 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-4a7178a3-4be4-4c03-ad9b-59d2deae31f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1098 time: 0.0717063 Nov 24 19:36:07.625443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-35229763-7aeb-4896-b5d2-df3233222bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:36:07.626901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-35229763-7aeb-4896-b5d2-df3233222bc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 897 time: 0.1272974 Nov 24 19:36:07.741371 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-aaf86ec3-eee3-4660-b7c5-622e168571af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 1001 time: 0.1056881 Nov 24 19:36:07.807479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-34dfe1e0-58b4-44ee-9ae7-9e5417fd9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:36:07.809486 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-34dfe1e0-58b4-44ee-9ae7-9e5417fd9eb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.0607612 Nov 24 19:36:07.884065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-f08b5a06-9d59-49b0-bf6c-660133467750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:36:07.885502 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-f08b5a06-9d59-49b0-bf6c-660133467750 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692031 Nov 24 19:36:08.019111 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-1a71bc1d-ab18-4fa9-baa4-2bca414544cc service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255894 Nov 24 19:36:08.152709 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94681a0d-ae12-4956-b5c0-9ff7ed1f9faf req-f6030c12-fb0b-4894-8583-5af733d7b8e3 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265476 Nov 24 19:36:19.034453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:25.435234 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:36:29.312118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5197-1b2b-4dfa-97d1-78e42cccdcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:29.744277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:32.091687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fedf0c2c-12f6-4420-b2b1-8f0f96c2398a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:32.765963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:34.532395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:49.023125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:59.314042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e43d-6829-4712-b362-f2b3c56e11e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:36:59.746467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:02.092435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ae72f47f-05f6-40b5-b82a-e9aa0914e574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:02.434306 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:37:02.767810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:04.533508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:08.335457 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-24a47011-9e39-4205-b1a9-a26aec3ccc42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704312 Nov 24 19:37:08.473429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-dc706eff-cba5-41fb-b93b-124f1410f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:37:08.474878 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-dc706eff-cba5-41fb-b93b-124f1410f672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1098 time: 0.0726883 Nov 24 19:37:08.618967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-5c22af0d-ab97-4ee7-b78c-bf7c25a926b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:37:08.620395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-5c22af0d-ab97-4ee7-b78c-bf7c25a926b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 897 time: 0.1263876 Nov 24 19:37:08.848210 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-cf194cee-db6b-4818-b28b-53318a5196e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 1001 time: 0.2217081 Nov 24 19:37:08.911380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-5ba11dc3-45e4-4711-a892-cadd819210b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:37:08.912968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-5ba11dc3-45e4-4711-a892-cadd819210b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.0589159 Nov 24 19:37:08.990222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-c4541c95-5722-4b1d-a7a7-587921b4704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:37:08.991678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-c4541c95-5722-4b1d-a7a7-587921b4704e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727065 Nov 24 19:37:09.126662 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-eb7f6b26-b7cc-45bb-9082-08e1c79b6837 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277411 Nov 24 19:37:09.261998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df54ce67-22a5-4e0d-86f0-43fa71455d78 req-dd41e856-4647-46e4-9e65-e439caa12810 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281092 Nov 24 19:37:19.022641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:29.316824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c239808c-c535-45e9-8b63-890e20fb6eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:29.747717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:32.095087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1710-397a-452c-82c4-0375cf2214f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:32.770873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:33.097875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48694) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:37:33.146014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:37:33.263304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26384475'] for subnet, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:33.565049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734276240204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26433146'] for subnet, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:33.568608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81357ddb-290d-42aa-9837-94f174e123d0 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:37:33.621432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:37:33.622019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:33.623290 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/subnets/86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 835 time: 0.5244880 Nov 24 19:37:33.629129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701748b8-6f1d-4b5c-aa12-19b913aa657b None None] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:37:33.637253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=86dfac17-8475-4806-bc44-b704f4bd08c9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:37:33.644948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.645347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.645720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.646088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.646453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.646818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.647178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.647540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.647900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.648284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.648642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.649001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:37:33.653289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-49cb9535-85d8-474d-9745-0e0f200c6b5f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:37:34.134955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7dc8275e-e59e-469d-b348-c0537560f7c8 None None] Provisioning complete for port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:37:34.135285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7dc8275e-e59e-469d-b348-c0537560f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:34.262056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7dc8275e-e59e-469d-b348-c0537560f7c8 None None] Provisioning complete for port f00cc557-a116-4464-8c1d-65b2d82624cf triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:37:34.262426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7dc8275e-e59e-469d-b348-c0537560f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:34.388843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7dc8275e-e59e-469d-b348-c0537560f7c8 None None] Provisioning complete for port 1e729b67-4ecf-438f-b228-48a9f2a0a25d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:37:34.389129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7dc8275e-e59e-469d-b348-c0537560f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:34.535333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:39.432503 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:37:49.027934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:59.318236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ed980775-43c1-40a3-b3a0-856fcadfb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:37:59.748945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:02.098464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a9442673-7fe9-435a-8498-7b242706eb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:02.772547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:04.539106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:08.319033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-886069f3-91fd-4774-880f-a5a65a8c6f8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700030 Nov 24 19:38:08.454304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-9671173a-3e2b-4ba3-b411-d2d813cd6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:08.455769 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-9671173a-3e2b-4ba3-b411-d2d813cd6059 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1098 time: 0.0709805 Nov 24 19:38:08.608031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-305f7baf-6170-4b76-bac5-e34664cb6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:08.609396 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-305f7baf-6170-4b76-bac5-e34664cb6855 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 897 time: 0.1335490 Nov 24 19:38:08.713590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-bb7cea20-fa62-469d-a354-1b0feb839668 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 1001 time: 0.0970967 Nov 24 19:38:08.781682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-380563c7-e016-4b5f-b75f-dcbe65416426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:08.783103 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-380563c7-e016-4b5f-b75f-dcbe65416426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.0631220 Nov 24 19:38:08.857838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-d21f6017-92a1-42db-977a-bf4db3c21ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:08.859333 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-d21f6017-92a1-42db-977a-bf4db3c21ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690022 Nov 24 19:38:08.994804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-29e478bb-c893-4a73-b0e9-82b4f4529882 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276951 Nov 24 19:38:09.126492 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2b0a925d-f5eb-42af-9d29-2994ca03befa req-4cee5219-7e19-421c-a6c2-2fc81d39f3b7 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254261 Nov 24 19:38:16.430945 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:38:17.337900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48708) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:17.538392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 0a3abefd-f9d7-45bd-9165-6ddb8fe561ed {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:38:17.538730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:17.704126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:17.704454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:17.827075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 0a3abefd-f9d7-45bd-9165-6ddb8fe561ed owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:38:17.976117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:17.979530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60de8968-85a9-40eb-95e1-2916e2c1d1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:18.145910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=0a3abefd-f9d7-45bd-9165-6ddb8fe561ed,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:18.188810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.189195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.189570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.189937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.190447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.190813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.191172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.191533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.191912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.192278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.192634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.192987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:18.196110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:18.250842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:18.251136 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 6c8662cf-9879-4064-863d-64d103f24386 disassociated (deleted). External IP: 172.26.6.165, port: f00cc557-a116-4464-8c1d-65b2d82624cf. Nov 24 19:38:18.607770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 36957218-ce21-4470-b941-f2df611af294 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:38:18.789356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:38:18.798639 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] Sync routers for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:38:18.809253 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:18.809880 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:18.810846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:18.872582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/6c8662cf-9879-4064-863d-64d103f24386 HTTP/1.1" status: 204 len: 168 time: 1.5300043 Nov 24 19:38:18.872582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:38:18.922049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'status': 'completed', 'code': 200} Nov 24 19:38:18.995823 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:19.023606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-77743cca-2d9f-4ca6-abce-e203224cb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:19.025512 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-77743cca-2d9f-4ca6-abce-e203224cb574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 1098 time: 0.0784132 Nov 24 19:38:19.029457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:19.172324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-58b3dc3c-fc8c-456b-8819-f546fedc2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:19.173797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-58b3dc3c-fc8c-456b-8819-f546fedc2f92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 200 len: 897 time: 0.1395586 Nov 24 19:38:19.285497 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-fcc59a66-4dce-4f7f-8920-4d92a3ff17a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 200 len: 217 time: 0.1044199 Nov 24 19:38:19.364085 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:52Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:19.367632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-ad2626f6-4c72-4500-9ae0-fdd7bdabe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:19.367793 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] Checking router: 36957218-ce21-4470-b941-f2df611af294 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:38:19.369113 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-ad2626f6-4c72-4500-9ae0-fdd7bdabe59f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 200 len: 843 time: 0.0724723 Nov 24 19:38:19.377089 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:19.377681 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:19.383860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735b96-d6f7-4318-99b7-4a54ad04a823 req-6db78d91-2a3f-436d-9db1-26c4e7083c61 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:19.384573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3e735b96-d6f7-4318-99b7-4a54ad04a823 req-6db78d91-2a3f-436d-9db1-26c4e7083c61 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:38:19.444768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3e735b96-d6f7-4318-99b7-4a54ad04a823 req-6db78d91-2a3f-436d-9db1-26c4e7083c61 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:38:19.445801 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3e735b96-d6f7-4318-99b7-4a54ad04a823 req-6db78d91-2a3f-436d-9db1-26c4e7083c61 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 945 time: 0.2165947 Nov 24 19:38:19.498140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-4ef87177-a772-42eb-987c-64545c9ebc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:19.500006 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-4ef87177-a772-42eb-987c-64545c9ebc03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f1ca702-a3f2-4a40-b445-2b28b35e0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123376 Nov 24 19:38:19.502840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3e735b96-d6f7-4318-99b7-4a54ad04a823 req-b960c3cf-beea-4016-bd48-d03cc02c05f5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490723 Nov 24 19:38:19.554582 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:19.634889 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-8f406f19-bb53-4019-92c9-e3d55c973785 service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275458 Nov 24 19:38:19.877343 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:52Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:19.881251 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bad50-996f-460b-8196-39cb19a7d1e2 None None] The sync data for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv is: [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:34:47Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'dd7076ec-f0b5-4b24-bf53-752a1b2262d2', 'name': '', 'network_id': '4f1ca702-a3f2-4a40-b445-2b28b35e0923', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:92:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:47Z', 'updated_at': '2021-11-24T19:34:52Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '86dfac17-8475-4806-bc44-b704f4bd08c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:38:19.926118 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ba193a39-bac5-488b-84ca-367d6ad9cfd7 req-c224ee24-fa85-42a6-8ac4-9f82fef36f2c service neutron] 10.222.0.41 "GET /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822473 Nov 24 19:38:20.111181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f341e3-8769-4cb9-9411-9f4d89ca9b3c None None] New status for floating IP 6c8662cf-9879-4064-863d-64d103f24386: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:38:20.701910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c886a1-7673-44bf-a7bc-9da1d5d6485f req-92642fe9-76fe-4381-a770-18471ec3003e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:20.703352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-31c886a1-7673-44bf-a7bc-9da1d5d6485f req-92642fe9-76fe-4381-a770-18471ec3003e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 945 time: 0.0814781 Nov 24 19:38:20.747621 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-31c886a1-7673-44bf-a7bc-9da1d5d6485f req-34654f99-947c-4dee-bb35-83920646f436 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=c810d172-5e02-4b3b-92a5-268a6da4eb92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Nov 24 19:38:20.863628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-d0ec499c-2e7a-4755-9dee-fc13d859551e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:20.864979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-d0ec499c-2e7a-4755-9dee-fc13d859551e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 945 time: 0.0801628 Nov 24 19:38:20.937340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port f00cc557-a116-4464-8c1d-65b2d82624cf {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:38:20.937678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:21.182334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port f00cc557-a116-4464-8c1d-65b2d82624cf, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f00cc557-a116-4464-8c1d-65b2d82624cf,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:21.182862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:21.303094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for f00cc557-a116-4464-8c1d-65b2d82624cf owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:38:21.447087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:21.453236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1bec1b11-e45f-4c52-9891-0f94262b18cb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:21.498261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=f00cc557-a116-4464-8c1d-65b2d82624cf,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:21.501289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:21.575813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port f00cc557-a116-4464-8c1d-65b2d82624cf on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:38:21.578253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:21.580827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'name': 'network-vif-deleted', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:38:21.597243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-898f9eb2-8dd7-4a8d-bc3a-efe70cc2bf9d req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/f00cc557-a116-4464-8c1d-65b2d82624cf HTTP/1.1" status: 204 len: 173 time: 0.7262712 Nov 24 19:38:21.644073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b80af-808a-493e-89a6-1f3f45ff806c', 'name': 'network-vif-deleted', 'tag': 'f00cc557-a116-4464-8c1d-65b2d82624cf', 'status': 'completed', 'code': 200} Nov 24 19:38:21.917700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-dd4750ce-2c09-4fe4-9a5b-f48360a60a9b req-a79f35ed-ca51-43c4-be85-32d944ee9b07 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:38:21.935288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-dd4750ce-2c09-4fe4-9a5b-f48360a60a9b req-a79f35ed-ca51-43c4-be85-32d944ee9b07 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:38:21.936527 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dd4750ce-2c09-4fe4-9a5b-f48360a60a9b req-a79f35ed-ca51-43c4-be85-32d944ee9b07 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6b80af-808a-493e-89a6-1f3f45ff806c HTTP/1.1" status: 200 len: 210 time: 0.0632737 Nov 24 19:38:23.035089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48730) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:23.103308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:23.132416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:23.200953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:23.204976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-22e0cec2-afac-438b-b1f1-1eb9fa95b920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:23.218736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c810d172-5e02-4b3b-92a5-268a6da4eb92,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:23.221413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:23.233393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:23.236989 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/c810d172-5e02-4b3b-92a5-268a6da4eb92 HTTP/1.1" status: 204 len: 168 time: 0.1983821 Nov 24 19:38:23.268327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48736) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:23.553212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f00cc557-a116-4464-8c1d-65b2d82624cf no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:38:23.589526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: f00cc557-a116-4464-8c1d-65b2d82624cf {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:38:23.589860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f00cc557-a116-4464-8c1d-65b2d82624cf not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:38:23.818100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:24.165318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port dd7076ec-f0b5-4b24-bf53-752a1b2262d2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:38:24.165653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:24.351765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port dd7076ec-f0b5-4b24-bf53-752a1b2262d2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:24.352534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:24.585409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for dd7076ec-f0b5-4b24-bf53-752a1b2262d2 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:38:24.904548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:24.909053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:24.957459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=dd7076ec-f0b5-4b24-bf53-752a1b2262d2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:24.985092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:25.228655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:25.581255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 36957218-ce21-4470-b941-f2df611af294 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:38:25.755008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:38:25.765108 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] Sync routers for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:38:25.772978 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/36957218-ce21-4470-b941-f2df611af294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5035741 Nov 24 19:38:25.775625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48740) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:25.777264 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:25.777897 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:25.843619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet 86dfac17-8475-4806-bc44-b704f4bd08c9 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:38:25.846495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:25.958613 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:26.028097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.111078 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.186735 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.191433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bec93c45-6c72-4510-9428-ec5ce407534d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:26.231796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.234682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=86dfac17-8475-4806-bc44-b704f4bd08c9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:26.239528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc84cf-e3ef-4a5f-af2c-47e0594678c0 None None] Network 4f1ca702-a3f2-4a40-b445-2b28b35e0923 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:38:26.244310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:26.246673 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/86dfac17-8475-4806-bc44-b704f4bd08c9 HTTP/1.1" status: 204 len: 168 time: 0.4694064 Nov 24 19:38:26.248830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48744) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:26.258648 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:38:24Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:26.262602 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] Checking router: 36957218-ce21-4470-b941-f2df611af294 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:38:26.270826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] Routers {'36957218-ce21-4470-b941-f2df611af294'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:26.271424 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['36957218-ce21-4470-b941-f2df611af294'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:26.442475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.475688 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] Set router 36957218-ce21-4470-b941-f2df611af294 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:26.505517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] DHCP port deletion for 4f1ca702-a3f2-4a40-b445-2b28b35e0923 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:38:26.509846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Deleting port 1e729b67-4ecf-438f-b228-48a9f2a0a25d {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:38:26.511237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.633743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.643940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:38:26.644804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.781908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] For port 1e729b67-4ecf-438f-b228-48a9f2a0a25d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1e729b67-4ecf-438f-b228-48a9f2a0a25d,segment=NetworkSegment(0f0db2d1-f718-496d-9ba4-7910416a23b4),segment_id=0f0db2d1-f718-496d-9ba4-7910416a23b4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:26.782747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.826368 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:38:24Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:26.830480 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9323bb08-373c-4fda-b4c2-f82a786e2d42 None None] The sync data for ids ['36957218-ce21-4470-b941-f2df611af294'] in dv-neutron-818346-1-hyperv is: [{'id': '36957218-ce21-4470-b941-f2df611af294', 'name': 'tempest-TestNetworkBasicOps-router-370572166', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:34:42Z', 'updated_at': '2021-11-24T19:38:24Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': 'f7d6b32a-8f5b-45f8-90cb-5325c038aa1b', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36957218-ce21-4470-b941-f2df611af294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:34:43Z', 'updated_at': '2021-11-24T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:38:26.844015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port f7d6b32a-8f5b-45f8-90cb-5325c038aa1b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:26.844452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:26.853160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1e729b67-4ecf-438f-b228-48a9f2a0a25d no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:38:26.949631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Calling delete_port for 1e729b67-4ecf-438f-b228-48a9f2a0a25d owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:38:26.975727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for f7d6b32a-8f5b-45f8-90cb-5325c038aa1b owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:38:27.091570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.096567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:27.142115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Pushing event deleted for resources: {'Port': ['ID=1e729b67-4ecf-438f-b228-48a9f2a0a25d,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:27.145271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.149663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.151400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a783c0ab-bbe4-4489-80ea-7c09dae16492 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:27.160656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] No DVR routers for this DVR port 1e729b67-4ecf-438f-b228-48a9f2a0a25d on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:38:27.171900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.172278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.172985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.172985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.173271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.173605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.173932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.174260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.174591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.174921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.175485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.175583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:27.179269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:27.196644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=f7d6b32a-8f5b-45f8-90cb-5325c038aa1b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:27.201980 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:27.301906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.593230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.595316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.616758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.617365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router 36957218-ce21-4470-b941-f2df611af294 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:38:27.632102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.633323 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/36957218-ce21-4470-b941-f2df611af294 HTTP/1.1" status: 204 len: 168 time: 1.3832114 Nov 24 19:38:27.636846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48748) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:27.752426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.884691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.909924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1ca702-a3f2-4a40-b445-2b28b35e0923']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:27.921924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0db2d1-f718-496d-9ba4-7910416a23b4') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:27.922218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0db2d1-f718-496d-9ba4-7910416a23b4') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:27.933826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.951043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.957263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:38:27.957653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:38:27.972994 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:38:28.057670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.061501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c2333a14-4db7-4efd-8ca6-8b4a430535ab tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:28.076091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.087420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=4f1ca702-a3f2-4a40-b445-2b28b35e0923,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:28.090643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:28.096581 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/4f1ca702-a3f2-4a40-b445-2b28b35e0923 HTTP/1.1" status: 204 len: 168 time: 0.4589467 Nov 24 19:38:28.112236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48752) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:28.118156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--1673272000', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:28.123933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:28.128088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:28.130978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:28.136987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:28.145823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:38:28.149241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.176487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:38:28.185805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.186145 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment 313ffa4c-eb2e-4cae-b386-edd58a95d6b6 of type vlan for network 89de2946-a1e6-470e-a0d1-9d39604993de Nov 24 19:38:28.216773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.252425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.258117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:28.258698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.263637 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d60143f8-e7b4-4c28-8593-b66d76e5887f tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:28.362271 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2488701 Nov 24 19:38:28.365055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48758) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:28.370975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:28.372100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=89de2946-a1e6-470e-a0d1-9d39604993de,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:28.374648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-79a63629-555e-4de8-a454-20b04a221b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:28.379542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:28.382310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 89de2946-a1e6-470e-a0d1-9d39604993de details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:38:28.384632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:28.387749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:28.395442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:28.408312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.409292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.425201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.785066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd7076ec-f0b5-4b24-bf53-752a1b2262d2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:38:28.823769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: dd7076ec-f0b5-4b24-bf53-752a1b2262d2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:38:28.824233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd7076ec-f0b5-4b24-bf53-752a1b2262d2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:38:28.824675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f7d6b32a-8f5b-45f8-90cb-5325c038aa1b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:38:28.829466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:28.858192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: f7d6b32a-8f5b-45f8-90cb-5325c038aa1b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:38:28.858549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f7d6b32a-8f5b-45f8-90cb-5325c038aa1b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:38:29.143722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:29.178686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:29.319315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.225 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/31c0e736-a762-43a3-a6a5-726e30f3c86c) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:38:29.319570 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-964bd0fd-9810-45d5-adcb-c9cedae2e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:29.468276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:29.496805 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:29.501089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-149b8b72-5426-4311-8209-b0b5849e0b01 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:29.563983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:38:29.566698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:38:29.569062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:38:29.613625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=31c0e736-a762-43a3-a6a5-726e30f3c86c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:29.616358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:29.751150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:29.984582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:30.468944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:30.671194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 320cdb7b-c5bd-4378-9b2d-520d56f94724 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:38:30.849019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:38:30.860731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Sync routers for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:38:30.870478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:30.871103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:30.881039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:30.885619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5163486 Nov 24 19:38:30.886035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48762) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:30.937063 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-88bda1f8-e95f-41d4-9eaf-f6a3d58e9c22 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475357 Nov 24 19:38:30.937867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48766) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:31.056481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:31.081047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9664b-4bde-4ab2-a20d-2370fe5f2b68 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:31.082534 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6bc9664b-4bde-4ab2-a20d-2370fe5f2b68 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435881 Nov 24 19:38:31.085330 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48770) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:31.124672 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-02b9e92b-20ee-4c3d-ab79-26ed4046e210 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381889 Nov 24 19:38:31.126987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48774) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:31.132306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1412234426', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:31.242344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:31.247191 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:31.249989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:31.255593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:31.269748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:38:31.273649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:31.345384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:29Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:31.349528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Checking router: 320cdb7b-c5bd-4378-9b2d-520d56f94724 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:38:31.349885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Updating router 320cdb7b-c5bd-4378-9b2d-520d56f94724 port 31c0e736-a762-43a3-a6a5-726e30f3c86c binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:38:31.409461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:31.511200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:31.515731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e0beabe-d121-4874-98ec-c6deadb991df tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:31.590667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=91b0d0be-0018-48b5-bb19-340cd00e9042,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:31.594768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:31.598860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:38:31.599221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: 89de2946-a1e6-470e-a0d1-9d39604993de, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:38:31.618744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 89de2946-a1e6-470e-a0d1-9d39604993de is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:38:31.630940 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 89de2946-a1e6-470e-a0d1-9d39604993de) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:38:31.635856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:31.637039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:31.652041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821972d-455c-4608-973c-04ba8fa251a2 None None] Network 89de2946-a1e6-470e-a0d1-9d39604993de requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:38:31.659523 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5315599 Nov 24 19:38:31.662244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48778) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:31.980990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:31.984728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-89de2946-a1e6-470e-a0d1-9d39604993de', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:38:31.985648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.011008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Transition to ACTIVE for port object 31c0e736-a762-43a3-a6a5-726e30f3c86c will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:38:32.053015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.058670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:32.172673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Attempting to bind port 31c0e736-a762-43a3-a6a5-726e30f3c86c on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:38:32.173060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Attempting to bind port 31c0e736-a762-43a3-a6a5-726e30f3c86c by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:38:32.173430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Attempting to bind port 31c0e736-a762-43a3-a6a5-726e30f3c86c on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:38:32.179689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-571fe675-c0c1-4a3d-9b51-4bdb55304cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.189904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72439376-282f-4a55-ad06-24c3026250ea None None] Pushing event updated for resources: {'Port': ['ID=31c0e736-a762-43a3-a6a5-726e30f3c86c,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:32.194304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:38:32.194690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:38:32.195101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.195519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:38:32.195998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Bound port: 31c0e736-a762-43a3-a6a5-726e30f3c86c, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:38:32.196610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.223708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72439376-282f-4a55-ad06-24c3026250ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:32.322882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Allocated IP 172.20.0.2 (89de2946-a1e6-470e-a0d1-9d39604993de/91b0d0be-0018-48b5-bb19-340cd00e9042/8384f7e0-251f-4a23-a141-53c44e188568) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:38:32.330042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] For port 31c0e736-a762-43a3-a6a5-726e30f3c86c, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:38:32.336060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] For port 31c0e736-a762-43a3-a6a5-726e30f3c86c, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=31c0e736-a762-43a3-a6a5-726e30f3c86c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:38:32.357203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.364823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:32.486489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.502244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:32.502876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:32.601486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72439376-282f-4a55-ad06-24c3026250ea None None] Pushing event updated for resources: {'Port': ['ID=31c0e736-a762-43a3-a6a5-726e30f3c86c,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:32.604796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72439376-282f-4a55-ad06-24c3026250ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:32.795684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:32.898178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.959274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:32.982098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Transition to ACTIVE for port object 8384f7e0-251f-4a23-a141-53c44e188568 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:38:33.058228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Transition to ACTIVE for port object 8384f7e0-251f-4a23-a141-53c44e188568 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:38:33.066376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:33.072220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:33.132643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (89de2946-a1e6-470e-a0d1-9d39604993de/91b0d0be-0018-48b5-bb19-340cd00e9042/1c102da7-9c58-48fd-b7b6-8a700ba8e10c) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:38:33.189285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Network 89de2946-a1e6-470e-a0d1-9d39604993de is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:38:33.194747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:38:33.201834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:38:33.204579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Pushing event updated for resources: {'Port': ['ID=8384f7e0-251f-4a23-a141-53c44e188568,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:33.214628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:33.296809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:33.309626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Attempting to bind port 8384f7e0-251f-4a23-a141-53c44e188568 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:38:33.310528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Attempting to bind port 8384f7e0-251f-4a23-a141-53c44e188568 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:38:33.311603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Attempting to bind port 8384f7e0-251f-4a23-a141-53c44e188568 on network 89de2946-a1e6-470e-a0d1-9d39604993de {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:38:33.314278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 1c102da7-9c58-48fd-b7b6-8a700ba8e10c will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:38:33.320533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:38:33.320985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Checking segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:38:33.321473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:33.322535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Bound using segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:38:33.323218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Bound port: 8384f7e0-251f-4a23-a141-53c44e188568, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:38:33.323613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:33.339187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:33.344762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-de5ae16f-5f6b-4828-92ba-91025cb6b317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:33.389534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:29Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:33.401939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465342d0-f622-4a7b-b924-ebc41947e31c None None] The sync data for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv is: [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:29Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:38:33.410187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 89de2946-a1e6-470e-a0d1-9d39604993de is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:38:33.414024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:38:33.419016 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:38:33.436749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] For port 8384f7e0-251f-4a23-a141-53c44e188568, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:38:33.440071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] For port 8384f7e0-251f-4a23-a141-53c44e188568, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8384f7e0-251f-4a23-a141-53c44e188568,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:38:33.444466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:33.450985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cf97300f-3a10-4151-9a40-7761b6638529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:33.457529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:33.466801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:33.484818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:33.530869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Pushing event updated for resources: {'Port': ['ID=8384f7e0-251f-4a23-a141-53c44e188568,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:33.533877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:33.967036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:34.404873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:34.409411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:34.435417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b3150033-3f4b-4093-a898-28d52cba2062 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:34.530603 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:34.533818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:34.546009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.546405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.546826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.547174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.547661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.548134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.548504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.548978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.550131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.550131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.550131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.550541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:34.551308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:34.566631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:34.566784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75dcbf-ad7a-499a-b245-d7ac80c5503e None None] Network 89de2946-a1e6-470e-a0d1-9d39604993de requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:38:34.690812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 89de2946-a1e6-470e-a0d1-9d39604993de is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:38:34.692166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:38:34.724175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b7921442-e452-4f04-81f4-4b6005e8e3fb None None] Provisioning for port 8384f7e0-251f-4a23-a141-53c44e188568 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:38:34.864776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8384f7e0-251f-4a23-a141-53c44e188568 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:38:34.912703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 320cdb7b-c5bd-4378-9b2d-520d56f94724 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:38:34.951567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 8384f7e0-251f-4a23-a141-53c44e188568 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:38:34.957436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8384f7e0-251f-4a23-a141-53c44e188568 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:34.957831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.102172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.131642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:38:35.141736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 8384f7e0-251f-4a23-a141-53c44e188568, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8384f7e0-251f-4a23-a141-53c44e188568,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:35.142049 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Sync routers for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:38:35.148156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.149288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31c0e736-a762-43a3-a6a5-726e30f3c86c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:38:35.153141 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/320cdb7b-c5bd-4378-9b2d-520d56f94724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4865618 Nov 24 19:38:35.153410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48784) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:35.154135 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:35.154768 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:35.186257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-09327d15-2619-429e-ba86-f89f5096f57c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:35.274836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efacaca5-d3bc-4984-8f66-7d57db1f36bd None None] Provisioning complete for port 8384f7e0-251f-4a23-a141-53c44e188568 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:35.275898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-efacaca5-d3bc-4984-8f66-7d57db1f36bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.307254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54499fb5-60d6-4347-a1fb-5a150dbe5c46 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.308108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54499fb5-60d6-4347-a1fb-5a150dbe5c46 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.308795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54499fb5-60d6-4347-a1fb-5a150dbe5c46 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.309420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54499fb5-60d6-4347-a1fb-5a150dbe5c46 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.311881 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-54499fb5-60d6-4347-a1fb-5a150dbe5c46 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1574340 Nov 24 19:38:35.314803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48788) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:35.344010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=8384f7e0-251f-4a23-a141-53c44e188568,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:35.352516 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:35.353097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:35.412210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc82f-1c96-472c-91f3-2ebe9ca9140a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.412696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc82f-1c96-472c-91f3-2ebe9ca9140a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.413153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc82f-1c96-472c-91f3-2ebe9ca9140a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.413606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc82f-1c96-472c-91f3-2ebe9ca9140a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:35.419051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48792) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:35.419259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b99fc82f-1c96-472c-91f3-2ebe9ca9140a tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1026518 Nov 24 19:38:35.436590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 31c0e736-a762-43a3-a6a5-726e30f3c86c completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:38:35.454769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 31c0e736-a762-43a3-a6a5-726e30f3c86c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:35.455158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.596783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efacaca5-d3bc-4984-8f66-7d57db1f36bd None None] Provisioning for port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:38:35.606015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-efacaca5-d3bc-4984-8f66-7d57db1f36bd None None] Provisioning complete for port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:35.606403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-efacaca5-d3bc-4984-8f66-7d57db1f36bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.635671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.671350 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b546a7ab-7fdc-408a-ae96-99b29a4c1473 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2504523 Nov 24 19:38:35.674974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 31c0e736-a762-43a3-a6a5-726e30f3c86c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=31c0e736-a762-43a3-a6a5-726e30f3c86c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:35.677768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-efacaca5-d3bc-4984-8f66-7d57db1f36bd None None] Port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:38:35.681765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.683879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-cf97300f-3a10-4151-9a40-7761b6638529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:35.684633 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:34Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:35.689942 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Checking router: 320cdb7b-c5bd-4378-9b2d-520d56f94724 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:38:35.690491 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Updating router 320cdb7b-c5bd-4378-9b2d-520d56f94724 port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:38:35.744249 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.754593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=31c0e736-a762-43a3-a6a5-726e30f3c86c,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:35.757472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:35.798646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-760bccc1-7fff-4ad2-9eb6-2100887a8007 None None] Provisioning complete for port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:35.799241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-760bccc1-7fff-4ad2-9eb6-2100887a8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:35.854196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-760bccc1-7fff-4ad2-9eb6-2100887a8007 None None] Port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:38:36.084263 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.095630 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Transition to ACTIVE for port object 1c102da7-9c58-48fd-b7b6-8a700ba8e10c will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:38:36.104271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.107659 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-fa7c3364-2788-43bb-83c0-4bef869a9e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:36.316347 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Pushing event updated for resources: {'Port': ['ID=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:36.331902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.331902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.331902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.331902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.331902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.331902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.331902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.332462 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.332538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48798) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:36.332968 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.332968 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.332968 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.333454 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:38:36.336540 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Attempting to bind port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:38:36.336865 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Attempting to bind port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:38:36.337240 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Attempting to bind port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c on network 89de2946-a1e6-470e-a0d1-9d39604993de {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:38:36.338374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973158680', 'description': 'tempest-secgroup-smoke-1973158680 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:36.340589 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:36.344875 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:38:36.345262 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Checking segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:38:36.345673 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.346073 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Bound using segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:38:36.346547 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Bound port: 1c102da7-9c58-48fd-b7b6-8a700ba8e10c, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:38:36.346668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:36.346926 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.351112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:36.354452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:36.360395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:36.470740 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] For port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:38:36.474168 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] For port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:38:36.478913 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.482905 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4914a1f9-d527-4896-88d8-80049850784a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:36.504227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.525823 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:36.529969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:36.532897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:36.538599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:36.553318 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:36.553958 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:36.617190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.622533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.658566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-437392c5-d632-49a6-882e-cc7bdcf9282c tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:36.700413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d606b619-b861-48a2-a159-6e08f1f8a2b4,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:36.712153 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.716394 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3806016 Nov 24 19:38:36.716394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:36.716647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48802) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:36.722403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd606b619-b861-48a2-a159-6e08f1f8a2b4', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:36.738593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:36.749180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:36.751715 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:36.753557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:36.768558 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:36.788110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.838144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8384f7e0-251f-4a23-a141-53c44e188568 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:38:36.865503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.870178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.873162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-86a94457-b3de-4e15-8e38-300e8c233c31 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:36.910753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6830d11-5385-4ef3-883f-8df0f0994006,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:36.919987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:36.921672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.926059 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2057188 Nov 24 19:38:36.926302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48806) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:36.932188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd606b619-b861-48a2-a159-6e08f1f8a2b4', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:36.938473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:36.942939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:36.946831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:36.953035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:36.961919 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Pushing event updated for resources: {'Port': ['ID=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:36.965766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8384f7e0-251f-4a23-a141-53c44e188568 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:36.966439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:36.967346 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:36.980854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.064290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.069268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.078246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2421181d-0416-4c8f-b4f2-e2c2b683e9dd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:37.100609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1400f3e3-0ace-4f36-903b-d3d7df071fd9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:37.101942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31c0e736-a762-43a3-a6a5-726e30f3c86c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:38:37.104395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:37.110236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.111616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1842506 Nov 24 19:38:37.114613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48810) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:37.120684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd606b619-b861-48a2-a159-6e08f1f8a2b4', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:37.126619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:37.130490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:37.133402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:37.139153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:37.152191 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:36Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:37.156568 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750fd5a-bcae-4859-8df7-3c776bbf75b2 None None] The sync data for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv is: [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:36Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:38:37.159605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.181070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 31c0e736-a762-43a3-a6a5-726e30f3c86c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:37.182183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.254266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.261722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.264054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fad827d0-5a53-49c5-99af-7704bd717195 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:37.290268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3b091b-caa2-483f-947a-9322766efcf4,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:37.295678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:37.302545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.303787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1880193 Nov 24 19:38:37.306647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48814) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:37.312267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd606b619-b861-48a2-a159-6e08f1f8a2b4', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:37.318504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:37.325116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:37.328198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:37.335120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:37.356377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.424627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.429195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.431015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8b620b72-a416-4adb-abdc-7a1baf6d88f1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:37.458778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92448b94-46ba-4ceb-ade5-80aea3c30054,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:37.463863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:37.469386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.470607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628540 Nov 24 19:38:37.473329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48818) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:37.479061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd606b619-b861-48a2-a159-6e08f1f8a2b4', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:37.485250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:37.489406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:37.492416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:37.498927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:37.510449 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:38:37.517764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.585436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.591545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.593397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69c174d0-84cf-4942-a515-f01de318c678 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:37.616993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e04151-f9d8-42f2-8577-f2e63bb0b8a4,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:37.619902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:37.627277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.631105 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543307 Nov 24 19:38:37.631468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48822) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:37.637158 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'd606b619-b861-48a2-a159-6e08f1f8a2b4', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:37.643504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:37.647638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:37.651720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:37.657609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:37.668556 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:38:37.675614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.744934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.748848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.750752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aa47098c-105a-419b-adf7-1669412d74aa tempest-SecGroupTest-535587120 tempest-SecGroupTest-535587120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:37.773929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca75142-ea34-4811-999c-6e6cd5d1a89a,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:37.777021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:37.784693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:37.785877 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533945 Nov 24 19:38:37.952182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b55860ed-5d59-4831-9860-03dc107109c4 req-80fe2018-394f-4b5f-bd2f-256a78c06e9e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:38:37.967470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b55860ed-5d59-4831-9860-03dc107109c4 req-80fe2018-394f-4b5f-bd2f-256a78c06e9e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:38:37.969241 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-80fe2018-394f-4b5f-bd2f-256a78c06e9e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973158680&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.0600762 Nov 24 19:38:38.126022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-082a22ad-55bb-4c98-8d8f-a6e609029e0e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:38.127463 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-082a22ad-55bb-4c98-8d8f-a6e609029e0e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 797 time: 0.1506326 Nov 24 19:38:38.142772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-00564836-3461-4ca2-8895-767ec8196706 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0095677 Nov 24 19:38:38.233601 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-58feae90-bc71-427d-8850-a0fc85f0902d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852740 Nov 24 19:38:38.415325 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-04b2945e-b25f-434f-bfdc-9513cdec0749 service neutron] 10.222.0.47 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696393 Nov 24 19:38:38.549685 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-8f24cf40-9c96-4cba-b1e5-3e8bc527f6ae service neutron] 10.222.0.47 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278524 Nov 24 19:38:38.747090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74204919-8c6a-4764-95fe-7ae0dd01b010 req-f6caf601-bedf-4c5a-9824-ff418732e8fd tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 210 time: 0.0500591 Nov 24 19:38:38.809939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c102da7-9c58-48fd-b7b6-8a700ba8e10c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:38:38.885393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:38:38.890813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:38.891303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:39.020439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:39.053280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:39.057631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:39.059369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:39.126293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:39.130106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:39.926311 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6dbc65d2-a095-4a4b-a520-54a19e8cee25 req-374ce02f-7d09-47ea-a0db-0b8cf7ca3cf7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 210 time: 0.0597873 Nov 24 19:38:39.977712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-53140cb0-2ed3-4aaf-bae2-e9e7b0ee84fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:39.979262 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-53140cb0-2ed3-4aaf-bae2-e9e7b0ee84fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 797 time: 0.3292661 Nov 24 19:38:40.030267 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-edbdd906-e93f-4ca4-a9b1-8a4f838d78b7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 380 time: 0.0422778 Nov 24 19:38:40.040109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['d606b619-b861-48a2-a159-6e08f1f8a2b4']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:40.173252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:40.177270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:port and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:40.180058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:40.186405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:40.195708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:38:40.199371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:40.360944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.11 (89de2946-a1e6-470e-a0d1-9d39604993de/91b0d0be-0018-48b5-bb19-340cd00e9042/7da1f23d-e83f-45e3-8531-08f2eae3ac4f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:38:40.551470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:40.567023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 7da1f23d-e83f-45e3-8531-08f2eae3ac4f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:38:40.590127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:40.595452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:40.661701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 89de2946-a1e6-470e-a0d1-9d39604993de is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:38:40.664869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:38:40.668982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:38:40.704683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:40.711862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:40.742333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:40.742968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:40.774275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7373157 Nov 24 19:38:40.786133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Request body: {'port': {'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:40.798524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c102da7-9c58-48fd-b7b6-8a700ba8e10c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:38:40.872754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:40.873389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:40.910606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:41.003757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3bbcb67e-4051-49d1-bc8f-7a0776adce23 None None] Provisioning for port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:38:41.009364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3bbcb67e-4051-49d1-bc8f-7a0776adce23 None None] Provisioning complete for port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:41.010183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb67e-4051-49d1-bc8f-7a0776adce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:41.066242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-3bbcb67e-4051-49d1-bc8f-7a0776adce23 None None] Port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:38:41.239199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f345fa-a854-4a15-bf1b-22d2df4f952f req-50a77a6b-dc13-44aa-a1ca-5e4bad037357 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:41.239794 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-a6f345fa-a854-4a15-bf1b-22d2df4f952f req-50a77a6b-dc13-44aa-a1ca-5e4bad037357 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:38:41.270651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-a6f345fa-a854-4a15-bf1b-22d2df4f952f req-50a77a6b-dc13-44aa-a1ca-5e4bad037357 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:38:41.271774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6f345fa-a854-4a15-bf1b-22d2df4f952f req-50a77a6b-dc13-44aa-a1ca-5e4bad037357 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 932 time: 0.2272191 Nov 24 19:38:41.369346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da1f23d-e83f-45e3-8531-08f2eae3ac4f {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:38:41.375588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6f345fa-a854-4a15-bf1b-22d2df4f952f req-6dea35f4-c108-43c9-b671-a07e8f80e141 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909109 Nov 24 19:38:41.379251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:41.393499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Transition to ACTIVE for port object 7da1f23d-e83f-45e3-8531-08f2eae3ac4f will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:38:41.398363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:41.402897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0e887440-66bb-462f-8aa1-8f5be13513e2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:41.558450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:41.565917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:41.638073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Attempting to bind port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:38:41.638399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Attempting to bind port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:38:41.638719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Attempting to bind port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f on network 89de2946-a1e6-470e-a0d1-9d39604993de {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:38:41.643176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f on network 89de2946-a1e6-470e-a0d1-9d39604993de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:38:41.643487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Attempting to bind port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f on network 89de2946-a1e6-470e-a0d1-9d39604993de {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:38:41.648500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:38:41.648828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Checking segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:38:41.649203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Bound using segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:38:41.649616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Bound port: 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:38:41.650000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:41.865498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:38:41.868237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:38:41.873655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:41.877323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-830ff21a-0603-4b87-b221-a20091af5002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:41.939996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:41.940494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:41.941861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] 10.222.0.41 "PUT /v2.0/ports/7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 1094 time: 1.1604421 Nov 24 19:38:41.942409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:38:41.961587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:41.966013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:42.017195 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'status': 'completed', 'code': 200} Nov 24 19:38:42.061233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-5ec46679-65ae-4283-b764-e17df0cbf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:42.062799 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-5ec46679-65ae-4283-b764-e17df0cbf687 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1097 time: 0.0784581 Nov 24 19:38:42.137816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-ce098297-0d61-4c70-950a-cb8338a01f1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 217 time: 0.0675125 Nov 24 19:38:42.200289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-4ec411f6-f285-4778-bf07-d44e8ad39235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:42.201718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-4ec411f6-f285-4778-bf07-d44e8ad39235 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0581253 Nov 24 19:38:42.276974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e35daac3-5a04-4aab-8d23-e87525e77dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:42.278379 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-e35daac3-5a04-4aab-8d23-e87525e77dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698619 Nov 24 19:38:42.414160 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-c5bea506-87f9-4bdc-8b73-be75ec667bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294312 Nov 24 19:38:42.605034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b55860ed-5d59-4831-9860-03dc107109c4 req-bc0c22fb-e9fb-4463-bee7-3a1e33e385ca service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847236 Nov 24 19:38:42.621491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad7a0d-cfa3-4c3d-b21c-b2002a956a73 req-27eda1a6-5c27-4436-97e6-fc84c643d87d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:42.622915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eaad7a0d-cfa3-4c3d-b21c-b2002a956a73 req-27eda1a6-5c27-4436-97e6-fc84c643d87d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 944 time: 0.1303141 Nov 24 19:38:42.714809 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eaad7a0d-cfa3-4c3d-b21c-b2002a956a73 req-ba804a82-7c1b-406d-b82b-9fa563bf17ac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843067 Nov 24 19:38:42.742753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-d8846f12-4f13-42c9-ae8f-5f3dca9bb274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:42.744897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-d8846f12-4f13-42c9-ae8f-5f3dca9bb274 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1097 time: 0.0913033 Nov 24 19:38:42.875414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-eb3c7566-5972-4992-b00f-5a579e02b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:42.876903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-eb3c7566-5972-4992-b00f-5a579e02b98c service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1257582 Nov 24 19:38:42.948295 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-63907b9b-7121-4a44-8552-ea0b752b9511 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 217 time: 0.0643282 Nov 24 19:38:43.013964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-1e928fb6-56f9-4214-92b4-259482f7e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:43.015280 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-1e928fb6-56f9-4214-92b4-259482f7e4c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0603089 Nov 24 19:38:43.089734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-0f5d2e5c-f290-4e05-8723-e930741509ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:43.091170 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-0f5d2e5c-f290-4e05-8723-e930741509ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696235 Nov 24 19:38:43.225241 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-10886054-addf-4d06-9c2a-1978086dc338 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259058 Nov 24 19:38:43.356477 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b676efe-c7c3-4415-b23d-b05ba73c61fb req-b59abb38-418e-45b4-b478-356f40fa486c service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240921 Nov 24 19:38:44.026479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45860b-b9dd-4f44-ad21-6f6e3e7ffcc9 req-8d6f51a8-976c-466d-9017-e63dc188b092 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:44.027846 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c45860b-b9dd-4f44-ad21-6f6e3e7ffcc9 req-8d6f51a8-976c-466d-9017-e63dc188b092 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 944 time: 0.2051630 Nov 24 19:38:44.074070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c45860b-b9dd-4f44-ad21-6f6e3e7ffcc9 req-d7d59f1f-adb7-485b-ab23-607ff22ae061 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Nov 24 19:38:45.255630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e38ee4-bc7e-4c80-a249-2d0b7d070924 req-40061f74-dd34-489f-9a4e-380f6e7f243e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:45.257018 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4e38ee4-bc7e-4c80-a249-2d0b7d070924 req-40061f74-dd34-489f-9a4e-380f6e7f243e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 944 time: 0.0795059 Nov 24 19:38:45.304056 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4e38ee4-bc7e-4c80-a249-2d0b7d070924 req-4789a5ed-e0aa-4f7e-ae8f-3c199b842eda tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407991 Nov 24 19:38:45.645812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7da1f23d-e83f-45e3-8531-08f2eae3ac4f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:38:45.780250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:45.794219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:38:45.848912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:45.865787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da1f23d-e83f-45e3-8531-08f2eae3ac4f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:38:45.880936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:45.885090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:45.886864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:45.956486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:45.959758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:46.242697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['7da1f23d-e83f-45e3-8531-08f2eae3ac4f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:38:46.497742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5817a7-be69-44d3-8bef-6c7dc9702511 req-277d5710-e80b-4e58-8b51-961d9c006739 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:46.499138 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4d5817a7-be69-44d3-8bef-6c7dc9702511 req-277d5710-e80b-4e58-8b51-961d9c006739 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 945 time: 0.0812247 Nov 24 19:38:46.544121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4d5817a7-be69-44d3-8bef-6c7dc9702511 req-499b3734-764c-4e93-b8e5-4b50a67cafd5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 Nov 24 19:38:47.646267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7da1f23d-e83f-45e3-8531-08f2eae3ac4f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:38:47.731740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070d86-a387-4ffe-82db-ba71ee1bb9c5 req-bc154cc6-432f-414e-aaaa-a5910286390c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:47.733215 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-35070d86-a387-4ffe-82db-ba71ee1bb9c5 req-bc154cc6-432f-414e-aaaa-a5910286390c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 945 time: 0.0875919 Nov 24 19:38:47.754868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:38:47.760307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:38:47.760683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:47.779177 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-35070d86-a387-4ffe-82db-ba71ee1bb9c5 req-08e241d4-5d67-44b9-bb94-a05c44d821f3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Nov 24 19:38:47.877741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:47.904841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:38:47.914417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:38:47.919638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:47.922520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72439376-282f-4a55-ad06-24c3026250ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:47.990839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:47.994363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:48.004495 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'code': 200} Nov 24 19:38:48.231220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e4d4a-1d8b-4f4b-9624-787a75090a09 req-4122b69a-5c66-4cc9-9094-32c423b6a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:48.232706 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-728e4d4a-1d8b-4f4b-9624-787a75090a09 req-4122b69a-5c66-4cc9-9094-32c423b6a312 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1099 time: 0.0687337 Nov 24 19:38:48.274105 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-728e4d4a-1d8b-4f4b-9624-787a75090a09 req-18362f39-77df-40cc-bffa-9830c6b5b944 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351877 Nov 24 19:38:48.970055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a758b9-4603-4eae-9ca5-15ff75a83852 req-5d6426eb-4a10-4fc4-8aef-032996a8c16c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:48.971521 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-56a758b9-4603-4eae-9ca5-15ff75a83852 req-5d6426eb-4a10-4fc4-8aef-032996a8c16c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 946 time: 0.0855277 Nov 24 19:38:49.017911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-56a758b9-4603-4eae-9ca5-15ff75a83852 req-c76d6fce-3946-4c23-a154-1c693eff7066 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407410 Nov 24 19:38:49.034806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:50.203361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47995a94-d909-4e3a-aa6e-8e1b0a358774 req-f82d4211-d4ee-4e2c-8b69-0aef64d9a561 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:50.204765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-47995a94-d909-4e3a-aa6e-8e1b0a358774 req-f82d4211-d4ee-4e2c-8b69-0aef64d9a561 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 946 time: 0.0799150 Nov 24 19:38:50.248647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-47995a94-d909-4e3a-aa6e-8e1b0a358774 req-57ebeabf-82f5-4e07-83f2-8cc041ad0cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381672 Nov 24 19:38:50.436559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69015c2e-bed4-499f-92b9-d88653b50441 req-371f7e3c-189d-42d9-bc8a-e3c487e23db6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:50.438012 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69015c2e-bed4-499f-92b9-d88653b50441 req-371f7e3c-189d-42d9-bc8a-e3c487e23db6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 946 time: 0.0840466 Nov 24 19:38:50.483770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69015c2e-bed4-499f-92b9-d88653b50441 req-5262b2ac-cb09-4679-8497-80b83d5233b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Nov 24 19:38:50.505724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48880) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:50.580340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbdbf18-607d-4591-a066-569182830ca7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:50.581806 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cfbdbf18-607d-4591-a066-569182830ca7 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1094 time: 0.0751190 Nov 24 19:38:50.584550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48884) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:50.590250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:50.596028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:50.600200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:50.603679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:50.609932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:50.620666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:50.760595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:50.890915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.74 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/e56984cc-a29f-40dc-adc0-98b1db51b59c) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:38:51.057334 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:51.085273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:51.089507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6e129bd0-a1ef-47ba-9d70-a6bcdbcfcaf9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:51.156448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:38:51.159359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:38:51.163057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:38:51.192272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=e56984cc-a29f-40dc-adc0-98b1db51b59c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:51.198304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:51.570018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:51.642655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:51.843542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:51.847730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:51.852138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e965b526-dda0-41aa-9dab-3cf46a362e23 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:52.080681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=e56984cc-a29f-40dc-adc0-98b1db51b59c,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:52.085649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:52.095085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:52.264789 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP a319b2de-6402-4365-b696-395df5d6c5db associated. External IP: 172.26.6.74, port: 7da1f23d-e83f-45e3-8531-08f2eae3ac4f. Nov 24 19:38:52.618315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 320cdb7b-c5bd-4378-9b2d-520d56f94724 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:38:52.797433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:38:52.807567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] Sync routers for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:38:52.818469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:52.819146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:52.823938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:52.882705 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2971511 Nov 24 19:38:52.883355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:38:52.885550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48888) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:52.971806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1b3fe-1d05-4f3a-9411-1e27faa940c3 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:52.975890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bbc1b3fe-1d05-4f3a-9411-1e27faa940c3 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1094 time: 0.0862181 Nov 24 19:38:53.012042 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'status': 'completed', 'code': 200} Nov 24 19:38:53.021839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:53.109480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-12b0f158-81e5-4ec4-9f5f-0fe2e5300a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:53.111355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-12b0f158-81e5-4ec4-9f5f-0fe2e5300a51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1099 time: 0.0775378 Nov 24 19:38:53.196372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48898) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:53.203693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835028112', 'description': 'tempest-secgroup-smoke-1835028112 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:53.212375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:53.222601 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:53.235200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.250994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-78ab5c74-80e7-4594-8d4b-84e854d7b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:53.252610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-78ab5c74-80e7-4594-8d4b-84e854d7b35a service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1341591 Nov 24 19:38:53.257007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:53.261931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:53.264935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:53.270756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:53.346364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.351751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.356299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-71dda9c5-892e-4d5a-95ef-99cae0261377 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:53.372602 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-9e3e20d8-57bf-4e67-9d50-c70d60e70c0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 999 time: 0.1121006 Nov 24 19:38:53.397202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:51Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:53.398761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2121cbaa-58aa-4452-90f2-150ee17cd8ca,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:53.403686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:53.403880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] Checking router: 320cdb7b-c5bd-4378-9b2d-520d56f94724 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:38:53.411213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.412561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:38:53.413306 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:38:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:53.415933 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2179351 Nov 24 19:38:53.416611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48902) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:53.425038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '2121cbaa-58aa-4452-90f2-150ee17cd8ca', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:53.430541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:38:53.432607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:53.437315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:53.440087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:53.446106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:53.452284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-d8905601-6e57-4e21-84a5-b5da81683f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:53.454198 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-d8905601-6e57-4e21-84a5-b5da81683f48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0738909 Nov 24 19:38:53.463684 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.531912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.536928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.538942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fd5afa4e-0832-4fa2-bf4c-eacc3c6f5b05 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:53.540697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-b5a6bc18-d58f-4ddb-ad36-a4bfc66bd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:53.542414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-b5a6bc18-d58f-4ddb-ad36-a4bfc66bd964 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814421 Nov 24 19:38:53.563670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0fdb2d-f35d-409f-ae0e-e7aabb88aa48,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:53.566234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:53.576663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.580479 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604254 Nov 24 19:38:53.581026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48906) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:53.586072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '2121cbaa-58aa-4452-90f2-150ee17cd8ca', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:53.592892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:53.597030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:53.599277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:38:53.599874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:53.605667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:53.624190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.694680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-5871735c-64c8-4e83-8012-33a6d9fa0942 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453438 Nov 24 19:38:53.694917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.698437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.705162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c77c65d2-8a82-4b48-820f-78cbc9fe7575 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:53.724970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772e0561-7db1-422e-8e14-c8398ffaee3b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:53.731511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:53.737145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.742012 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585758 Nov 24 19:38:53.742169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48910) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:53.748287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '2121cbaa-58aa-4452-90f2-150ee17cd8ca', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:53.754394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:53.758349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:53.761316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:53.767551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:53.785966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.841667 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a6f82f3-4147-498e-8ffa-38e97c8a2275 req-541e2794-02b9-4775-9137-8985187f39e1 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383522 Nov 24 19:38:53.851901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.856937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.858931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c5588206-b756-4366-bd4f-9ba031a1dc18 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:53.884842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28c10c0-dbfb-4e1b-8957-7b0f63e9b79c,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:53.887307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:53.895801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.897314 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542342 Nov 24 19:38:53.900218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48914) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:53.906005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '2121cbaa-58aa-4452-90f2-150ee17cd8ca', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:53.912248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:53.916343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:53.919405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:53.925361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:53.944205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:53.970906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:51Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:38:53.974899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0dd60-5261-45da-95ae-f6fcaede3631 None None] The sync data for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv is: [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:51Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:38:54.009062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.013481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.015477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-087749f2-feec-48c2-bdb5-cbb2082fc667 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:54.041445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0364da3-d1db-4eff-9bed-1db6e6970475,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:54.047790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:54.053498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.054758 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533675 Nov 24 19:38:54.057950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 48918) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:54.063543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '2121cbaa-58aa-4452-90f2-150ee17cd8ca', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:54.070144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:54.074157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:54.077110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:54.083555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:54.093127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:38:54.099706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.168023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.172138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.173889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:54.191221 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84759a57-c4e4-4eb2-871e-7f8ddc04f45d None None] New status for floating IP a319b2de-6402-4365-b696-395df5d6c5db: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:38:54.198012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0962254c-934f-42c1-ba0d-853390f9549c,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:54.202883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:54.207362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.208583 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1b24d374-4be6-4d05-85a9-2edd5f33f86b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495297 Nov 24 19:38:54.211498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48922) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:38:54.217094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': '2121cbaa-58aa-4452-90f2-150ee17cd8ca', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:38:54.223213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:38:54.227115 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:38:54.230045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:38:54.235820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:38:54.246550 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:38:54.253462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.328329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.332041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.334104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ab0754a0-289b-4231-ad93-ebdc891ccb53 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:38:54.356218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef68134b-8047-4289-bab9-c8d044165d10,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:38:54.358587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:38:54.366483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:54.367873 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551795 Nov 24 19:38:54.532879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-a05127d9-9675-4e05-97ac-ccb57cdc3fe6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835028112&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.0394080 Nov 24 19:38:54.802939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-cf3bdb75-1ae7-4413-90fe-0dcd97fb78b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:38:54.804420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-cf3bdb75-1ae7-4413-90fe-0dcd97fb78b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 797 time: 0.2651565 Nov 24 19:38:54.819010 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-6d5dcec4-0a98-47b3-aef2-077c778c795b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0086710 Nov 24 19:38:54.908979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-305251ac-6f36-47ae-a717-c9f8ed1a34ff tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844016 Nov 24 19:38:55.048736 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-df07a652-b62e-4154-903e-d0b3b9111ebf service neutron] 10.222.0.47 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281493 Nov 24 19:38:55.181986 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-9c103620-62d1-45e8-b597-a6757035fba5 service neutron] 10.222.0.47 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272268 Nov 24 19:38:55.352769 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e8186ff-35d8-4e96-a818-ee633afcfdde req-8a784db3-9100-425d-8563-8729d7ec3c3c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0430839 Nov 24 19:38:56.456582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91df1f2c-927f-4a2a-af99-aecb0e1ad2d3 req-160e6fae-64ec-4616-be4f-a411c26460d2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0446191 Nov 24 19:38:57.562755 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1727e95-9211-4682-b94a-fce5ca3f03a9 req-1681930a-09a7-40b0-8d54-cf7ba6224a4e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0481553 Nov 24 19:38:58.658472 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1c508314-665a-4f8b-93f9-cc9f7ba12220 req-0405d7c1-587c-4500-b5ba-95661e50b8fb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0430834 Nov 24 19:38:59.320336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6478a3f8-3ef7-4ed7-a3f3-c1bcbde7fac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:59.756652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:38:59.810543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7d4aa4ce-c931-446d-9338-c7025a134558 req-de8beabd-5a62-4cae-9a9a-204aa3a994d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0474918 Nov 24 19:39:00.507333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-79ff938e-99a9-427e-9b12-19e26a2892a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:00.509687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-79ff938e-99a9-427e-9b12-19e26a2892a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 797 time: 0.1505346 Nov 24 19:39:00.563746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-8cee642d-158b-407b-a58a-03f3fb6b0e20 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 473 time: 0.0460713 Nov 24 19:39:00.572999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['2121cbaa-58aa-4452-90f2-150ee17cd8ca']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:39:00.707980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:39:00.717386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:39:00.726671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:39:00.730222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:00.902106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.14 (89de2946-a1e6-470e-a0d1-9d39604993de/91b0d0be-0018-48b5-bb19-340cd00e9042/341258ed-2444-445f-8524-7f1d658ec2c2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:39:00.975121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4660c00d-a6d7-456c-a7c2-7eb2d4941c3c req-a0245c41-217f-4ab8-91e0-bd5df9c9f7bf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0591075 Nov 24 19:39:01.138916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:01.154317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 341258ed-2444-445f-8524-7f1d658ec2c2 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:39:01.177642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:01.183292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-caf2aa9b-323f-49a5-8aa3-0db4c9a50f46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:39:01.249207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 89de2946-a1e6-470e-a0d1-9d39604993de is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:39:01.252115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:39:01.256244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:39:01.294705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=341258ed-2444-445f-8524-7f1d658ec2c2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:39:01.303657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:39:01.328757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:01.329383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:01.356411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7875800 Nov 24 19:39:01.368420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Request body: {'port': {'device_id': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:39:01.548703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-13bf308f-aa37-4c7b-b095-326d89403b97 None None] Provisioning for port 341258ed-2444-445f-8524-7f1d658ec2c2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:39:01.553982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-13bf308f-aa37-4c7b-b095-326d89403b97 None None] Provisioning complete for port 341258ed-2444-445f-8524-7f1d658ec2c2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:39:01.554351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13bf308f-aa37-4c7b-b095-326d89403b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:01.610546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-13bf308f-aa37-4c7b-b095-326d89403b97 None None] Port 341258ed-2444-445f-8524-7f1d658ec2c2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:39:01.611589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:01.958864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341258ed-2444-445f-8524-7f1d658ec2c2 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:39:01.966844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:01.980901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Transition to ACTIVE for port object 341258ed-2444-445f-8524-7f1d658ec2c2 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:39:01.984663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:01.988343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de0c2566-b69b-45d6-96aa-88ac1b77c76e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:39:02.111385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5a162ef8-848a-4949-bec2-f2ff347669f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:02.205761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Pushing event updated for resources: {'Port': ['ID=341258ed-2444-445f-8524-7f1d658ec2c2,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:39:02.215057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:39:02.302314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Attempting to bind port 341258ed-2444-445f-8524-7f1d658ec2c2 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:39:02.302646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Attempting to bind port 341258ed-2444-445f-8524-7f1d658ec2c2 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:39:02.302979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Attempting to bind port 341258ed-2444-445f-8524-7f1d658ec2c2 on network 89de2946-a1e6-470e-a0d1-9d39604993de {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:39:02.314151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96282c2-ebaf-479e-a2d2-ee141f5d1f4b req-cf4516c9-b8f9-40e4-83dd-a86e2c096901 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:02.314772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e96282c2-ebaf-479e-a2d2-ee141f5d1f4b req-cf4516c9-b8f9-40e4-83dd-a86e2c096901 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:39:02.319456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Port 341258ed-2444-445f-8524-7f1d658ec2c2 on network 89de2946-a1e6-470e-a0d1-9d39604993de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:39:02.319777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Attempting to bind port 341258ed-2444-445f-8524-7f1d658ec2c2 on network 89de2946-a1e6-470e-a0d1-9d39604993de {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:39:02.329130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:39:02.329465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Checking segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:39:02.329851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Bound using segment: {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:39:02.330287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Bound port: 341258ed-2444-445f-8524-7f1d658ec2c2, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313ffa4c-eb2e-4cae-b386-edd58a95d6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:39:02.330631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:02.378543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e96282c2-ebaf-479e-a2d2-ee141f5d1f4b req-cf4516c9-b8f9-40e4-83dd-a86e2c096901 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:39:02.379700 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e96282c2-ebaf-479e-a2d2-ee141f5d1f4b req-cf4516c9-b8f9-40e4-83dd-a86e2c096901 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 944 time: 0.2585762 Nov 24 19:39:02.454307 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e96282c2-ebaf-479e-a2d2-ee141f5d1f4b req-df3e519e-d1cd-4594-b112-ac67aee8b623 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686011 Nov 24 19:39:02.463403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] For port 341258ed-2444-445f-8524-7f1d658ec2c2, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:39:02.466377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] For port 341258ed-2444-445f-8524-7f1d658ec2c2, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=341258ed-2444-445f-8524-7f1d658ec2c2,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:39:02.471233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:02.475179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2af75bca-469b-4cbe-9c6b-28b1dee20079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:39:02.536662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:02.537357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:02.538687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] 10.222.0.41 "PUT /v2.0/ports/341258ed-2444-445f-8524-7f1d658ec2c2 HTTP/1.1" status: 200 len: 1094 time: 1.1747551 Nov 24 19:39:02.539218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:39:02.561964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Pushing event updated for resources: {'Port': ['ID=341258ed-2444-445f-8524-7f1d658ec2c2,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:39:02.565120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:39:02.592484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2', 'status': 'completed', 'code': 200} Nov 24 19:39:02.666904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-b2ab6b4b-399e-4263-89f7-daca4eed58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:02.668440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-b2ab6b4b-399e-4263-89f7-daca4eed58d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 1097 time: 0.0745342 Nov 24 19:39:02.742146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-e5753ffd-14ac-40a1-8a6d-0547f68b8fbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341258ed-2444-445f-8524-7f1d658ec2c2 HTTP/1.1" status: 200 len: 217 time: 0.0657449 Nov 24 19:39:02.785065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:02.809350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-c35620b5-f85c-44b1-9591-028ae0be4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:02.810796 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-c35620b5-f85c-44b1-9591-028ae0be4a75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0605628 Nov 24 19:39:02.890923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-fd4e55bc-cac7-47fd-ab8d-f337ad6c06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:02.892456 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-fd4e55bc-cac7-47fd-ab8d-f337ad6c06f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743866 Nov 24 19:39:03.029818 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-c1188760-88df-44d1-b73a-3818f4a408cd service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286049 Nov 24 19:39:03.163189 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d6fc23e-84ad-4245-863f-a554ba60c6cf req-14e59f69-0714-44e1-9faa-7b360a10bfd5 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267090 Nov 24 19:39:03.276467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281f34-2c29-423f-b85e-539e59818259 req-d1893513-b3aa-43ee-ba23-d9158a95ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:03.277960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26281f34-2c29-423f-b85e-539e59818259 req-d1893513-b3aa-43ee-ba23-d9158a95ad8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 1097 time: 0.0722253 Nov 24 19:39:03.412318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281f34-2c29-423f-b85e-539e59818259 req-7a63aa27-9ecd-4841-a391-933cca38028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:03.413792 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26281f34-2c29-423f-b85e-539e59818259 req-7a63aa27-9ecd-4841-a391-933cca38028e service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1292617 Nov 24 19:39:03.607095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26281f34-2c29-423f-b85e-539e59818259 req-5d5bfedd-5e72-4fbf-84cf-f8d3d9285687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341258ed-2444-445f-8524-7f1d658ec2c2 HTTP/1.1" status: 200 len: 217 time: 0.1862016 Nov 24 19:39:03.719786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281f34-2c29-423f-b85e-539e59818259 req-d66df095-375d-499b-aa17-49bed28f4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:03.721319 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26281f34-2c29-423f-b85e-539e59818259 req-d66df095-375d-499b-aa17-49bed28f4f6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0843585 Nov 24 19:39:03.740969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9fa68-cc13-4d7d-959c-6c8b2a8816e9 req-59db26c7-1cb1-4b8d-9403-b755fa2db15f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:03.742375 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a7c9fa68-cc13-4d7d-959c-6c8b2a8816e9 req-59db26c7-1cb1-4b8d-9403-b755fa2db15f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 944 time: 0.1373198 Nov 24 19:39:03.832006 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a7c9fa68-cc13-4d7d-959c-6c8b2a8816e9 req-40209b18-2c7b-4213-bfa1-8076adc5b2c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543592 Nov 24 19:39:03.845045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281f34-2c29-423f-b85e-539e59818259 req-b80d1522-3d58-409a-b774-67860994feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:03.846510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26281f34-2c29-423f-b85e-539e59818259 req-b80d1522-3d58-409a-b774-67860994feca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032658 Nov 24 19:39:03.980310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26281f34-2c29-423f-b85e-539e59818259 req-b7f6309a-93ce-464c-b8da-df801b284a48 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256983 Nov 24 19:39:04.136611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26281f34-2c29-423f-b85e-539e59818259 req-773a67d6-5ad3-4fc3-b28a-23464dd6f8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312799 Nov 24 19:39:04.577742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:05.022438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c510a4-e3ec-4880-b04a-82ed23b414f7 req-d6b2fb0d-756e-43c1-9261-6f573309830d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:05.023795 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5c510a4-e3ec-4880-b04a-82ed23b414f7 req-d6b2fb0d-756e-43c1-9261-6f573309830d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 944 time: 0.0841649 Nov 24 19:39:05.068613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5c510a4-e3ec-4880-b04a-82ed23b414f7 req-6e10a165-bd1d-43fb-951e-224167de3a56 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383050 Nov 24 19:39:05.676554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 341258ed-2444-445f-8524-7f1d658ec2c2 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:39:05.807698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 341258ed-2444-445f-8524-7f1d658ec2c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=341258ed-2444-445f-8524-7f1d658ec2c2,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:39:05.820533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '341258ed-2444-445f-8524-7f1d658ec2c2', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'port_id': '341258ed-2444-445f-8524-7f1d658ec2c2', 'mac_address': 'fa:16:3e:3f:9b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:39:05.874875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:05.892309 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341258ed-2444-445f-8524-7f1d658ec2c2 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:39:05.908821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 341258ed-2444-445f-8524-7f1d658ec2c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=341258ed-2444-445f-8524-7f1d658ec2c2,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:39:05.912894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:05.915791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:39:05.982698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=341258ed-2444-445f-8524-7f1d658ec2c2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:39:05.985839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:39:06.231860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['341258ed-2444-445f-8524-7f1d658ec2c2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:39:06.253286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685aac8-d877-4b5b-a128-5b5cbdc66105 req-46e7c6a9-d023-43b7-8190-98432a5110d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:06.254755 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6685aac8-d877-4b5b-a128-5b5cbdc66105 req-46e7c6a9-d023-43b7-8190-98432a5110d3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 945 time: 0.0812984 Nov 24 19:39:06.300621 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6685aac8-d877-4b5b-a128-5b5cbdc66105 req-a93e7a6b-09b1-4857-80e6-9cc4d6b48337 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Nov 24 19:39:07.488008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d1f6a-ea56-4f32-a4b5-1b13098fd4e8 req-b83943fd-7135-4519-9954-f37e77ef7a30 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:07.489467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d88d1f6a-ea56-4f32-a4b5-1b13098fd4e8 req-b83943fd-7135-4519-9954-f37e77ef7a30 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 945 time: 0.0853450 Nov 24 19:39:07.533006 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d88d1f6a-ea56-4f32-a4b5-1b13098fd4e8 req-5f9aeb9e-7bfc-4a23-8123-1fd1a2c4c898 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Nov 24 19:39:07.677037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 341258ed-2444-445f-8524-7f1d658ec2c2 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:39:07.748284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 341258ed-2444-445f-8524-7f1d658ec2c2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:39:07.752994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 341258ed-2444-445f-8524-7f1d658ec2c2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:39:07.753381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:07.868289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:07.897359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:39:07.909060 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 341258ed-2444-445f-8524-7f1d658ec2c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=341258ed-2444-445f-8524-7f1d658ec2c2,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:39:07.912928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:07.914891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:39:07.946306 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2', 'code': 200} Nov 24 19:39:07.986718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=341258ed-2444-445f-8524-7f1d658ec2c2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:39:07.989843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:39:08.196780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a6a97-36fc-4553-b910-44c35b0af16b req-2acedcb1-140e-48d0-9dca-77a02964dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:08.198184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-408a6a97-36fc-4553-b910-44c35b0af16b req-2acedcb1-140e-48d0-9dca-77a02964dc1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0720634 Nov 24 19:39:08.243301 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-408a6a97-36fc-4553-b910-44c35b0af16b req-e2d6c46d-89c2-410d-b00e-b212f940ec94 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378451 Nov 24 19:39:08.714921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec8cb4-c487-4793-b3fc-24367012d37d req-cfb36c2e-5cc2-4b95-b5ac-9a67e06ba6f6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:08.716398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2eec8cb4-c487-4793-b3fc-24367012d37d req-cfb36c2e-5cc2-4b95-b5ac-9a67e06ba6f6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 946 time: 0.0806057 Nov 24 19:39:08.760921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2eec8cb4-c487-4793-b3fc-24367012d37d req-aa170531-2341-4494-a46f-05cdda8fb5eb tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Nov 24 19:39:09.953710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5ab14-2b5f-43f3-a3a5-f5195be5b6f5 req-113953cd-2ed6-4aa7-828b-804db09625ec tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:09.955180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2e5ab14-2b5f-43f3-a3a5-f5195be5b6f5 req-113953cd-2ed6-4aa7-828b-804db09625ec tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 946 time: 0.0850706 Nov 24 19:39:09.999093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2e5ab14-2b5f-43f3-a3a5-f5195be5b6f5 req-77dc6840-8bfb-44ff-9167-c7d1a116dc2c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Nov 24 19:39:10.185750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071402c-619b-437f-b6fc-0ae6b00c6cf0 req-7b7ce1c6-4c64-48d6-a7c0-061e8b3cafc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:10.187200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9071402c-619b-437f-b6fc-0ae6b00c6cf0 req-7b7ce1c6-4c64-48d6-a7c0-061e8b3cafc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 946 time: 0.0821147 Nov 24 19:39:10.230793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9071402c-619b-437f-b6fc-0ae6b00c6cf0 req-28515826-51ee-44f3-8181-836f404b92a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379510 Nov 24 19:39:10.254371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48992) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:39:10.324368 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-ba7f35c7-8fbc-4698-bd30-9dbf3269cc66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745583 Nov 24 19:39:10.328708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eed0e8-f6df-4877-a6c5-79bffee5c7d3 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:10.330263 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-12eed0e8-f6df-4877-a6c5-79bffee5c7d3 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 1094 time: 0.0749192 Nov 24 19:39:10.333014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 48996) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:39:10.338224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '341258ed-2444-445f-8524-7f1d658ec2c2', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:39:10.344916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:39:10.348672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:39:10.351600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:39:10.358105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:39:10.369379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:10.464993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-b3ecb1f1-147c-4e42-bf78-c5c312407c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:10.466402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-b3ecb1f1-147c-4e42-bf78-c5c312407c5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1099 time: 0.0739205 Nov 24 19:39:10.623171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-dc328f86-2ba6-429a-831f-d0f42da177fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:10.624680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-dc328f86-2ba6-429a-831f-d0f42da177fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1336360 Nov 24 19:39:10.632969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:10.731335 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-99846083-7bfa-4f21-a854-ff52641bf15a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 1001 time: 0.0993350 Nov 24 19:39:10.768252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.254 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/f4bf95c1-ae80-4f8b-a8b2-8732b07ceb28) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:39:10.796299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-2596037c-4e9f-4aa0-9e5d-d199099b7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:10.797759 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-2596037c-4e9f-4aa0-9e5d-d199099b7954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0593290 Nov 24 19:39:10.878444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-162c124e-34a5-4c5d-857b-3c25a23664fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:10.879927 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-162c124e-34a5-4c5d-857b-3c25a23664fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745234 Nov 24 19:39:10.926631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:10.957842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:10.963311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dddfe540-92d5-46e5-af57-923e0742262f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:39:11.026984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:39:11.029723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:39:11.033661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:39:11.071835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=f4bf95c1-ae80-4f8b-a8b2-8732b07ceb28,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:39:11.080778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:39:11.144678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-56848f16-a256-47b1-bc75-7b304f8f9b1a service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571492 Nov 24 19:39:11.280480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ccc5ad16-a2ba-45f0-8a37-d123d89409f9 req-c7f1ff60-5533-4db0-8a98-54a9798a4a22 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255574 Nov 24 19:39:11.453763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:11.527442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:11.728431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:11.732734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:11.737060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4a7414f9-342c-46fa-9f1f-b3f56e3d137d tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:39:11.844737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=f4bf95c1-ae80-4f8b-a8b2-8732b07ceb28,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:39:11.848762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:39:11.853738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:12.023202 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP c2ac38d4-5321-4e23-8376-50dbc8d4ffde associated. External IP: 172.26.6.254, port: 341258ed-2444-445f-8524-7f1d658ec2c2. Nov 24 19:39:12.494952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 320cdb7b-c5bd-4378-9b2d-520d56f94724 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:39:12.673653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:39:12.683297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] Sync routers for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:39:12.692585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:39:12.693255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:39:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:39:12.699154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:12.757350 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4233394 Nov 24 19:39:12.758095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:39:12.888229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:39:12.966137 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2', 'status': 'completed', 'code': 200} Nov 24 19:39:13.059487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-66d913fc-f736-49f9-9821-8be372d51837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:13.060911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-66d913fc-f736-49f9-9821-8be372d51837 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0735333 Nov 24 19:39:13.195339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-3bc87c02-b615-4a3a-bab8-e432e208ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:13.196956 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-3bc87c02-b615-4a3a-bab8-e432e208ae6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1295798 Nov 24 19:39:13.248307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:54Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}, {'id': 'c2ac38d4-5321-4e23-8376-50dbc8d4ffde', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '341258ed-2444-445f-8524-7f1d658ec2c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:3f:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:39:11Z', 'updated_at': '2021-11-24T19:39:11Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:39:13.252155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] Checking router: 320cdb7b-c5bd-4378-9b2d-520d56f94724 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:39:13.260837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:39:13.261439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:39:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:39:13.302653 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-a72c0244-5b34-4abe-9e85-44d44dc9de57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341258ed-2444-445f-8524-7f1d658ec2c2 HTTP/1.1" status: 200 len: 1000 time: 0.0989616 Nov 24 19:39:13.368961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-3ce20b31-432c-42c0-b045-6a8cb52680da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:13.370410 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-3ce20b31-432c-42c0-b045-6a8cb52680da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0612614 Nov 24 19:39:13.447765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-2431bca9-eba7-4eab-a14c-852dd01583f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:39:13.449365 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-2431bca9-eba7-4eab-a14c-852dd01583f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725815 Nov 24 19:39:13.477120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:39:13.583432 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-558a26ed-b7f9-4e9d-90d1-f6164e2c032f service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265430 Nov 24 19:39:13.719294 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c52a4f89-a02b-4db7-b0b7-c7d09a0907de req-13e26d83-b463-4789-b3d6-2b48b6478697 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284242 Nov 24 19:39:13.824412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:54Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}, {'id': 'c2ac38d4-5321-4e23-8376-50dbc8d4ffde', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '341258ed-2444-445f-8524-7f1d658ec2c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:3f:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:39:11Z', 'updated_at': '2021-11-24T19:39:11Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:39:13.828307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791675d2-8216-4e32-a8c2-355613e21c5c None None] The sync data for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv is: [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:54Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}, {'id': 'c2ac38d4-5321-4e23-8376-50dbc8d4ffde', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '341258ed-2444-445f-8524-7f1d658ec2c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:3f:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:39:11Z', 'updated_at': '2021-11-24T19:39:11Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:39:14.023431 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da7c712-14bd-4768-aa76-4021038f7c6e None None] New status for floating IP c2ac38d4-5321-4e23-8376-50dbc8d4ffde: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:39:19.048263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:29.326542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b429e76d-8098-466e-b3bb-6b874099abde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:29.749560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:30.429960 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:39:32.104294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c1ab703a-98b4-472a-88b7-0dda14348cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:32.783094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:34.542729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:49.065667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:59.328249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8b0aafec-d122-4421-a676-c7ebb7200dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:39:59.750493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:02.109205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a46e4af5-b609-4f12-b233-c181f5648cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:02.784671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:04.545572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:07.428877 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:40:11.397996 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-6154ae84-baca-4c3f-89f0-ae84e154389f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111574 Nov 24 19:40:11.487421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-9c0a880a-14f7-4fbc-ae47-4dd28ab1cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:11.488916 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-9c0a880a-14f7-4fbc-ae47-4dd28ab1cbd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0709217 Nov 24 19:40:11.633817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-2249a0a6-36ed-4620-b528-241638773da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:11.635265 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-2249a0a6-36ed-4620-b528-241638773da6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1271014 Nov 24 19:40:11.739712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-9d977c15-e590-4580-8fc1-a434815bdb45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341258ed-2444-445f-8524-7f1d658ec2c2 HTTP/1.1" status: 200 len: 1002 time: 0.0969846 Nov 24 19:40:11.800186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-8666bab8-15a2-4bd0-a07a-49bc3ee9df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:11.801601 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-8666bab8-15a2-4bd0-a07a-49bc3ee9df3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0558023 Nov 24 19:40:11.879188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-3d13168f-246e-47ac-a880-251c13c62891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:11.880711 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-3d13168f-246e-47ac-a880-251c13c62891 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731616 Nov 24 19:40:11.892593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-dc2bca92-ab49-41d7-9462-a428b97c150a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:40:11.893458 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-dc2bca92-ab49-41d7-9462-a428b97c150a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047166 Nov 24 19:40:12.148018 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-5d92552b-3224-4029-a57f-ae96f10175e4 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472949 Nov 24 19:40:12.280452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c84b898-7b5d-4209-bcd3-3621150f860e req-159c3691-408c-4162-9f46-9a1a34b15818 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258953 Nov 24 19:40:19.077193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:28.103257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49026) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:28.210673 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-93572bfb-a72b-42e2-967e-567b5a29428d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/a319b2de-6402-4365-b696-395df5d6c5db HTTP/1.1" status: 200 len: 993 time: 0.1059060 Nov 24 19:40:28.918623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49036) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:28.924686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:40:29.051481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:29.270830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:29.299117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:29.303791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:29.307324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9434532a-158a-4c50-b7a8-b0dd3343db70 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:29.330454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8015979a-deae-4a51-a1ab-677b1f430335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:29.378118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:29.378745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:29.380158 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/ports/7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 939 time: 0.4605434 Nov 24 19:40:29.380799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:40:29.403655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=6']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:29.411438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.411825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.412261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.413451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.413990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.414370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.414739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.415110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.415475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.415838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.416297 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.416660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:29.420743 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:29.436950 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'status': 'completed', 'code': 200} Nov 24 19:40:29.533923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-14dc6ebc-66fa-40cf-87f6-d52da54cd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:29.535419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-14dc6ebc-66fa-40cf-87f6-d52da54cd847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1100 time: 0.0748432 Nov 24 19:40:29.624629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-51f0c679-42ee-4d40-889d-e7f903c6980b None None] Provisioning complete for port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:40:29.625006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-51f0c679-42ee-4d40-889d-e7f903c6980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:29.671145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-5a979d4b-9c6d-4c1c-aac3-c91415910e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:29.672540 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-5a979d4b-9c6d-4c1c-aac3-c91415910e12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1300051 Nov 24 19:40:29.684898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-51f0c679-42ee-4d40-889d-e7f903c6980b None None] Port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f is administratively disabled so it will not transition to active. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Nov 24 19:40:29.751633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:29.783058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-b785a355-e1df-4c5d-9fe6-cb2a1dd9fff8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 1002 time: 0.1031833 Nov 24 19:40:29.851538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-6e66feff-bda7-4fa4-ad66-13fe1add7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:29.853025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-6e66feff-bda7-4fa4-ad66-13fe1add7dc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0622385 Nov 24 19:40:29.932645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-08f80125-5afc-4f7b-b210-91f098fd54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:29.934045 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-08f80125-5afc-4f7b-b210-91f098fd54b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739040 Nov 24 19:40:30.066258 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-e2f878bb-5101-40cd-bd1a-6d7c24c38ece service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253512 Nov 24 19:40:30.196797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7470b0d1-43cf-42e2-8107-20773ab3d48d req-8c8fa619-6960-4c9a-b777-17f60a8111d2 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238170 Nov 24 19:40:32.110053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66f7bcfc-5d70-48c1-bc76-05e5ea24f335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:32.789317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:32.808261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49046) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:32.814430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:40:32.936326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:33.147723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:33.172035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:33.176558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:33.181492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6892a6ab-3eb0-4a22-a16f-30b4857d46c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:33.249307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:33.249942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:33.251332 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/ports/7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 938 time: 0.4416659 Nov 24 19:40:33.251992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:40:33.254280 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49050) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:33.286294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=7']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:33.296256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.296606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.296981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.297365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.297941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.298329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.298796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.299214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.299518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.299880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.300314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.300673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:33.306050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:33.374644 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'status': 'completed', 'code': 200} Nov 24 19:40:33.384724 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-44a9c020-7376-48e8-aebe-be8e678f049a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/a319b2de-6402-4365-b696-395df5d6c5db HTTP/1.1" status: 200 len: 993 time: 0.1283288 Nov 24 19:40:33.469798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-5a57cc0e-f533-4c68-804c-bdf082c6420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:33.472057 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-5a57cc0e-f533-4c68-804c-bdf082c6420f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1099 time: 0.0730271 Nov 24 19:40:33.527764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2e407d3b-1054-4aba-9242-075fd4c5c1b8 None None] Provisioning complete for port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:40:33.528374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2e407d3b-1054-4aba-9242-075fd4c5c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:33.607482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-d5b016a7-564b-4ec9-bd5d-ed9e340fdc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:33.608968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-d5b016a7-564b-4ec9-bd5d-ed9e340fdc4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1288376 Nov 24 19:40:33.622041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['7da1f23d-e83f-45e3-8531-08f2eae3ac4f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:40:33.843253 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-c6bdc92f-5ad0-43e7-942f-b69f974ae7cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 1001 time: 0.2273510 Nov 24 19:40:33.915765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-46b34278-2c91-4ff7-a708-e293c323cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:33.917271 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-46b34278-2c91-4ff7-a708-e293c323cfa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0673184 Nov 24 19:40:33.991926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-23b26a65-5819-4029-a0c3-26c1237a92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:33.993438 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-23b26a65-5819-4029-a0c3-26c1237a92fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700655 Nov 24 19:40:34.126069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-665231b6-106d-4a08-9d60-ea9dcccab213 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254911 Nov 24 19:40:34.261017 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291f7b0f-0aa3-4734-bf73-d0d6e2ef9e06 req-6938c169-4639-4bfa-8005-84d021fa665e service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274524 Nov 24 19:40:34.547557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:35.958182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49064) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:36.159800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port f4bf95c1-ae80-4f8b-a8b2-8732b07ceb28 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:40:36.160164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:36.440959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:36.441281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:36.565028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for f4bf95c1-ae80-4f8b-a8b2-8732b07ceb28 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:40:36.719525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:36.723981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ba7e590c-6d97-4074-86da-0c778ccb7387 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:36.802488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=f4bf95c1-ae80-4f8b-a8b2-8732b07ceb28,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:36.805779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:36.872317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:36.872648 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP c2ac38d4-5321-4e23-8376-50dbc8d4ffde disassociated (deleted). External IP: 172.26.6.254, port: 341258ed-2444-445f-8524-7f1d658ec2c2. Nov 24 19:40:37.234447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 320cdb7b-c5bd-4378-9b2d-520d56f94724 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:40:37.413378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:40:37.422782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] Sync routers for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:40:37.432941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:37.433568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:37.435010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:37.491033 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/c2ac38d4-5321-4e23-8376-50dbc8d4ffde HTTP/1.1" status: 204 len: 168 time: 1.5311308 Nov 24 19:40:37.491576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:40:37.540937 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2', 'status': 'completed', 'code': 200} Nov 24 19:40:37.619775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:37.635342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-862feec3-376e-41f8-af1e-15783c2a0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:37.636886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-862feec3-376e-41f8-af1e-15783c2a0761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 1099 time: 0.0727363 Nov 24 19:40:37.780378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-2358d72e-3208-409c-9276-81b21da80278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:37.782938 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-2358d72e-3208-409c-9276-81b21da80278 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1396527 Nov 24 19:40:37.862987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-f74b6324-b388-4dc3-8c4b-5530808d5ddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=341258ed-2444-445f-8524-7f1d658ec2c2 HTTP/1.1" status: 200 len: 217 time: 0.0722532 Nov 24 19:40:37.982739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-77e52143-43c4-4895-b8ad-688106fe9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:37.984231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-77e52143-43c4-4895-b8ad-688106fe9c80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.1150370 Nov 24 19:40:38.038799 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:54Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:38.042653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] Checking router: 320cdb7b-c5bd-4378-9b2d-520d56f94724 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:40:38.051046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:38.051651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:38.064378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fce433-8cc2-4455-bef3-a59227357b02 req-7adacab5-0fef-4f01-84a4-5f084aa6b2f2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:38.065868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90fce433-8cc2-4455-bef3-a59227357b02 req-7adacab5-0fef-4f01-84a4-5f084aa6b2f2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 946 time: 0.2153721 Nov 24 19:40:38.111729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-7c408798-b37d-4ec7-bc2a-9b3a927e6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:38.113233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-7c408798-b37d-4ec7-bc2a-9b3a927e6ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213429 Nov 24 19:40:38.121158 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90fce433-8cc2-4455-bef3-a59227357b02 req-e4335d5b-47fd-4aec-81ba-3b9c12434cf2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486777 Nov 24 19:40:38.236672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:38.252038 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-e3b352aa-7e29-49b9-8a16-8ebd23554a35 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298933 Nov 24 19:40:38.386548 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea3ee035-a7dd-47c4-be2a-f10da272d0ba req-406b2c3d-a698-4b6b-b235-25af1bbd0a40 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266494 Nov 24 19:40:38.587283 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:54Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:38.591251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a84f7-770b-4b90-b429-1bacd4fe82d7 None None] The sync data for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv is: [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a319b2de-6402-4365-b696-395df5d6c5db', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'port_id': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'mac_address': 'fa:16:3e:5d:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:38:51Z', 'updated_at': '2021-11-24T19:38:54Z', 'revision_number': 1, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:40:38.817356 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba927cc4-c5b7-4055-b6d7-fbee18e838e3 None None] New status for floating IP c2ac38d4-5321-4e23-8376-50dbc8d4ffde: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:40:39.408371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e5b9-8a3c-4651-b759-8949c3cd0d39 req-60a610a7-6c62-41e5-906b-2a7b54a79693 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:39.409821 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23d5e5b9-8a3c-4651-b759-8949c3cd0d39 req-60a610a7-6c62-41e5-906b-2a7b54a79693 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 946 time: 0.1755428 Nov 24 19:40:39.467905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188c045-d891-4950-86a2-839b66bfadc9 req-7b39c72c-f59f-4737-94eb-afb5f1f0fd7c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:39.469317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e188c045-d891-4950-86a2-839b66bfadc9 req-7b39c72c-f59f-4737-94eb-afb5f1f0fd7c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 946 time: 0.1279776 Nov 24 19:40:39.473734 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23d5e5b9-8a3c-4651-b759-8949c3cd0d39 req-cd3a2e0e-bfb1-47aa-a506-78fcea2031aa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=2121cbaa-58aa-4452-90f2-150ee17cd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573540 Nov 24 19:40:39.540359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 341258ed-2444-445f-8524-7f1d658ec2c2 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:40:39.540623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:39.913729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 341258ed-2444-445f-8524-7f1d658ec2c2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=341258ed-2444-445f-8524-7f1d658ec2c2,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:39.914085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:40.042754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 341258ed-2444-445f-8524-7f1d658ec2c2 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:40:40.184900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:40.190281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97112b4c-0b15-468a-abed-d309f9124380 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:40.242438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=341258ed-2444-445f-8524-7f1d658ec2c2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:40.270352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:40.316942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 341258ed-2444-445f-8524-7f1d658ec2c2 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:40:40.319692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:40.322270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'name': 'network-vif-deleted', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:40:40.334505 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e188c045-d891-4950-86a2-839b66bfadc9 req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/341258ed-2444-445f-8524-7f1d658ec2c2 HTTP/1.1" status: 204 len: 173 time: 0.8583901 Nov 24 19:40:40.368396 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11164eca-b6c5-46df-ae9d-91565c67a0a9', 'name': 'network-vif-deleted', 'tag': '341258ed-2444-445f-8524-7f1d658ec2c2', 'status': 'completed', 'code': 200} Nov 24 19:40:40.638011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4f2002e6-03bc-4f28-a955-46e4812366d6 req-30f8cfac-dadf-421e-8f58-8c5e7969a002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:40:40.654775 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4f2002e6-03bc-4f28-a955-46e4812366d6 req-30f8cfac-dadf-421e-8f58-8c5e7969a002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:40:40.655950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f2002e6-03bc-4f28-a955-46e4812366d6 req-30f8cfac-dadf-421e-8f58-8c5e7969a002 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=11164eca-b6c5-46df-ae9d-91565c67a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0634317 Nov 24 19:40:41.749052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49086) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:41.815758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:41.844421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:41.914390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:41.919066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c4b1a3ac-78e2-4bfb-89e4-234fd42e73fe tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:41.934825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2121cbaa-58aa-4452-90f2-150ee17cd8ca,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:41.937289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:41.943008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:41.944757 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/2121cbaa-58aa-4452-90f2-150ee17cd8ca HTTP/1.1" status: 204 len: 168 time: 0.1946988 Nov 24 19:40:41.975887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49092) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:42.283554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port e56984cc-a29f-40dc-adc0-98b1db51b59c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:40:42.283779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:42.450136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:42.450456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:42.569682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for e56984cc-a29f-40dc-adc0-98b1db51b59c owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:40:42.714738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:42.719138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-81e8bb82-c799-4627-a2a9-3ed104ac8d7d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:42.762596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=e56984cc-a29f-40dc-adc0-98b1db51b59c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:42.792765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:42.852635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:42.852878 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP a319b2de-6402-4365-b696-395df5d6c5db disassociated (deleted). External IP: 172.26.6.74, port: 7da1f23d-e83f-45e3-8531-08f2eae3ac4f. Nov 24 19:40:43.198639 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 320cdb7b-c5bd-4378-9b2d-520d56f94724 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:40:43.376128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:40:43.385649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] Sync routers for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:40:43.395349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:43.395570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:43.395982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:43.454154 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/a319b2de-6402-4365-b696-395df5d6c5db HTTP/1.1" status: 204 len: 168 time: 1.4747069 Nov 24 19:40:43.454154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:40:43.507258 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'status': 'completed', 'code': 200} Nov 24 19:40:43.584438 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:43.602865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-187aa270-2f08-4693-a6e7-8126bb78e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:43.604400 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-187aa270-2f08-4693-a6e7-8126bb78e61b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 1099 time: 0.0728924 Nov 24 19:40:43.744870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-dd3c6ee0-ff3f-481d-8710-971bf96a8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:43.746256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-dd3c6ee0-ff3f-481d-8710-971bf96a8b83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 200 len: 898 time: 0.1355674 Nov 24 19:40:43.857411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-e5cbb8bd-83fa-4562-8034-d60e8bc185bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 200 len: 217 time: 0.0759177 Nov 24 19:40:43.941567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-8ba912af-cc8c-42cc-823d-bf7db3252d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:43.943630 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-8ba912af-cc8c-42cc-823d-bf7db3252d5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 200 len: 835 time: 0.0766857 Nov 24 19:40:43.950109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:43.954073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] Checking router: 320cdb7b-c5bd-4378-9b2d-520d56f94724 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:40:43.955047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15728131-3543-41ee-883a-039b2dc9e239 req-a060d76c-f5a8-495a-8b22-a5f63d8f18e8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:43.956505 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15728131-3543-41ee-883a-039b2dc9e239 req-a060d76c-f5a8-495a-8b22-a5f63d8f18e8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 946 time: 0.2062283 Nov 24 19:40:43.962540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:43.963147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:44.050161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15728131-3543-41ee-883a-039b2dc9e239 req-45748c55-cb8c-45dc-9120-749cce158ad8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576870 Nov 24 19:40:44.062436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-473dda3b-f251-4a09-84e6-616d9a0a63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:44.064029 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-473dda3b-f251-4a09-84e6-616d9a0a63b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89de2946-a1e6-470e-a0d1-9d39604993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1066306 Nov 24 19:40:44.095609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 341258ed-2444-445f-8524-7f1d658ec2c2 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:40:44.148078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 341258ed-2444-445f-8524-7f1d658ec2c2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:40:44.148439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 341258ed-2444-445f-8524-7f1d658ec2c2 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:40:44.174049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:44.199146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-ccc779e6-fa98-4d05-b099-2a4ee1da5f05 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275952 Nov 24 19:40:44.345166 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa6814b4-5fab-4ccd-9b8a-3011996a8cda req-669652b2-ade3-4ea0-80f8-e57436afbf47 service neutron] 10.222.0.41 "GET /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383173 Nov 24 19:40:44.427086 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:40:44.515366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:44.519280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fb1d4-52fd-4a79-81af-837f44f7dc63 None None] The sync data for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv is: [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:38:33Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1c102da7-9c58-48fd-b7b6-8a700ba8e10c', 'name': '', 'network_id': '89de2946-a1e6-470e-a0d1-9d39604993de', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:9e:37:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:32Z', 'updated_at': '2021-11-24T19:38:39Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '91b0d0be-0018-48b5-bb19-340cd00e9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:40:44.732518 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087492a-c97b-4e81-88d5-7efd6a9c39e3 None None] New status for floating IP a319b2de-6402-4365-b696-395df5d6c5db: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:40:45.246428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb6e3e-1589-4f3f-bcf7-17ee0757125a req-eeb69dc3-be9c-4ac7-8a56-9ff349109921 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:45.247783 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74fb6e3e-1589-4f3f-bcf7-17ee0757125a req-eeb69dc3-be9c-4ac7-8a56-9ff349109921 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 946 time: 0.0855732 Nov 24 19:40:45.292826 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74fb6e3e-1589-4f3f-bcf7-17ee0757125a req-c90bfade-fc93-43c6-9c1c-d7857a3a21a3 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=d606b619-b861-48a2-a159-6e08f1f8a2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Nov 24 19:40:45.508436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-04b4fd0b-509a-44a3-9b13-0dade11f72cf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:45.509755 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-04b4fd0b-509a-44a3-9b13-0dade11f72cf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 946 time: 0.0795748 Nov 24 19:40:45.582272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:40:45.582605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:45.950580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:45.950945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:46.073515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 7da1f23d-e83f-45e3-8531-08f2eae3ac4f owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:40:46.218047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:46.223478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-084604d9-bdf1-4697-9b33-b494364864ab tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:46.268550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=7da1f23d-e83f-45e3-8531-08f2eae3ac4f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:46.271421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:46.346380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 7da1f23d-e83f-45e3-8531-08f2eae3ac4f on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:40:46.348789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:46.352046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'name': 'network-vif-deleted', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:40:46.363268 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8cdf2ab-03c5-42ba-bd14-8b264c8fb8d4 req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/7da1f23d-e83f-45e3-8531-08f2eae3ac4f HTTP/1.1" status: 204 len: 173 time: 0.8475127 Nov 24 19:40:46.403604 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef9d0f9-7f10-464c-bd3c-00e9536d0022', 'name': 'network-vif-deleted', 'tag': '7da1f23d-e83f-45e3-8531-08f2eae3ac4f', 'status': 'completed', 'code': 200} Nov 24 19:40:46.444753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5e8985fe-e825-4c24-8f62-3c2fb663449d req-c27b2898-00b5-4375-84ba-6f34daecbb00 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:40:46.459928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5e8985fe-e825-4c24-8f62-3c2fb663449d req-c27b2898-00b5-4375-84ba-6f34daecbb00 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:40:46.461484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5e8985fe-e825-4c24-8f62-3c2fb663449d req-c27b2898-00b5-4375-84ba-6f34daecbb00 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef9d0f9-7f10-464c-bd3c-00e9536d0022 HTTP/1.1" status: 200 len: 210 time: 0.0607436 Nov 24 19:40:47.555372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49110) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:47.625471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:47.764114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:47.828591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:47.832416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-20075b80-0de8-4b5a-89a6-6bd7abda6845 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:47.846189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606b619-b861-48a2-a159-6e08f1f8a2b4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:47.849466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:47.855597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:47.859351 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/d606b619-b861-48a2-a159-6e08f1f8a2b4 HTTP/1.1" status: 204 len: 168 time: 0.3003662 Nov 24 19:40:47.890515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49116) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:48.446783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:48.920619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:40:48.921264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:49.092352 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:49.109005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 1c102da7-9c58-48fd-b7b6-8a700ba8e10c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:49.109366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:49.250891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 1c102da7-9c58-48fd-b7b6-8a700ba8e10c owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:40:49.436094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:49.440408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-06a22345-aa6f-4708-93bf-4c733432835e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:49.485413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=1c102da7-9c58-48fd-b7b6-8a700ba8e10c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:49.512074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:49.761632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:50.124582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 320cdb7b-c5bd-4378-9b2d-520d56f94724 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:40:50.126198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7da1f23d-e83f-45e3-8531-08f2eae3ac4f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:40:50.161440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 7da1f23d-e83f-45e3-8531-08f2eae3ac4f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:40:50.161793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7da1f23d-e83f-45e3-8531-08f2eae3ac4f not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:40:50.427289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:40:50.436610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] Sync routers for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:40:50.443683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/320cdb7b-c5bd-4378-9b2d-520d56f94724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5517509 Nov 24 19:40:50.447009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:50.447285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49120) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:50.447637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:50.515452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet 91b0d0be-0018-48b5-bb19-340cd00e9042 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:40:50.518435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:50.571823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:50.631777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:50.658839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:50.732349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:50.736890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-845abd88-e91f-4719-b6e0-4ee8cd1aa700 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:50.774094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=91b0d0be-0018-48b5-bb19-340cd00e9042,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:50.776126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:50.779528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:50.786109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/91b0d0be-0018-48b5-bb19-340cd00e9042 HTTP/1.1" status: 204 len: 168 time: 0.3353996 Nov 24 19:40:50.786318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49124) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:50.799580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b090b5d9-5534-4ad5-a60c-f4300e52185a None None] Network 89de2946-a1e6-470e-a0d1-9d39604993de requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:40:50.976918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.091537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:40:49Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '31c0e736-a762-43a3-a6a5-726e30f3c86c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:38:29Z', 'updated_at': '2021-11-24T19:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:51.095895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] Checking router: 320cdb7b-c5bd-4378-9b2d-520d56f94724 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:40:51.105506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] Routers {'320cdb7b-c5bd-4378-9b2d-520d56f94724'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:51.106109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['320cdb7b-c5bd-4378-9b2d-520d56f94724'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:51.160730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.171392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 31c0e736-a762-43a3-a6a5-726e30f3c86c {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:40:51.171802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.213014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] DHCP port deletion for 89de2946-a1e6-470e-a0d1-9d39604993de request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:40:51.271287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Deleting port 8384f7e0-251f-4a23-a141-53c44e188568 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:40:51.271662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.348144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 31c0e736-a762-43a3-a6a5-726e30f3c86c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=31c0e736-a762-43a3-a6a5-726e30f3c86c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:51.348390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.383666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] Set router 320cdb7b-c5bd-4378-9b2d-520d56f94724 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:51.472304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 31c0e736-a762-43a3-a6a5-726e30f3c86c owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:40:51.503251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:40:51Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:51.511784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f22a63-9b27-409c-96cb-4d1b932af4ef None None] The sync data for ids ['320cdb7b-c5bd-4378-9b2d-520d56f94724'] in dv-neutron-818346-1-hyperv is: [{'id': '320cdb7b-c5bd-4378-9b2d-520d56f94724', 'name': 'tempest-TestNetworkBasicOps-router-1968338601', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:38:28Z', 'updated_at': '2021-11-24T19:40:51Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:40:51.610480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] For port 8384f7e0-251f-4a23-a141-53c44e188568, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8384f7e0-251f-4a23-a141-53c44e188568,segment=NetworkSegment(313ffa4c-eb2e-4cae-b386-edd58a95d6b6),segment_id=313ffa4c-eb2e-4cae-b386-edd58a95d6b6)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:51.610792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.644264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.647825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-272a6899-0aeb-4481-9617-c552a3dbf231 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:51.691017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=31c0e736-a762-43a3-a6a5-726e30f3c86c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:51.693417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:51.739083 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Calling delete_port for 8384f7e0-251f-4a23-a141-53c44e188568 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:40:51.785173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.816369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:51.820299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72439376-282f-4a55-ad06-24c3026250ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:51.863657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Pushing event deleted for resources: {'Port': ['ID=8384f7e0-251f-4a23-a141-53c44e188568,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:51.868862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] No DVR routers for this DVR port 8384f7e0-251f-4a23-a141-53c44e188568 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:40:51.878675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.879463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.879907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.880356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.881058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.881243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.881665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.882094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.882628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.883156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.883621 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.884356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:51.888841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:52.099037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.101356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.123685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.124212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router 320cdb7b-c5bd-4378-9b2d-520d56f94724 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:40:52.139195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.140291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/320cdb7b-c5bd-4378-9b2d-520d56f94724 HTTP/1.1" status: 204 len: 168 time: 1.3530138 Nov 24 19:40:52.142961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49128) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:52.254429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.386903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.419333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89de2946-a1e6-470e-a0d1-9d39604993de']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:52.432039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313ffa4c-eb2e-4cae-b386-edd58a95d6b6') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:52.432329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313ffa4c-eb2e-4cae-b386-edd58a95d6b6') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:52.443323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.459342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.466245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:40:52.466631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:40:52.481878 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:40:52.564359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.567702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bc574dbe-c6ab-4a3f-8faf-36b86a733505 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:52.582665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.594624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=89de2946-a1e6-470e-a0d1-9d39604993de,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:52.598428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:52.600577 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-20167ab9-f342-49fc-a271-d2a89033ed14 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/89de2946-a1e6-470e-a0d1-9d39604993de HTTP/1.1" status: 204 len: 168 time: 0.4561167 Nov 24 19:40:52.626105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49132) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:52.631728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'network': {'name': 'tempest-network-smoke--623570358', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'port_security_enabled': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:40:52.637703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:40:52.641705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:network and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:40:52.644513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:40:52.651382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:40:52.661255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:40:52.664840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.691580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:40:52.701037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.701411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Added segment 0163c9a6-2a11-4466-a5e8-6266c50db9b7 of type vlan for network 5e353992-1171-4026-8d03-96d83c9fc26c Nov 24 19:40:52.728216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.756308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.762448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:52.763024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.766426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5005e409-9a85-4597-a9b5-0b500dc808b1 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:52.852465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8384f7e0-251f-4a23-a141-53c44e188568 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:40:52.876054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Network': ['ID=5e353992-1171-4026-8d03-96d83c9fc26c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:52.879431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:52.881112 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-11da3c83-b281-49f1-8185-ab812beb3d69 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540762 Nov 24 19:40:52.884203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49136) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:52.891107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'admin_state_up': True, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:40:52.893526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 5e353992-1171-4026-8d03-96d83c9fc26c details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:40:52.899146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:40:52.903409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:router and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:40:52.906367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:40:52.909065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 8384f7e0-251f-4a23-a141-53c44e188568 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:40:52.909707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8384f7e0-251f-4a23-a141-53c44e188568 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:40:52.910304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c102da7-9c58-48fd-b7b6-8a700ba8e10c no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:40:52.914230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:40:52.924696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.925955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.943445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:52.948819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1c102da7-9c58-48fd-b7b6-8a700ba8e10c {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:40:52.949179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1c102da7-9c58-48fd-b7b6-8a700ba8e10c not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:40:52.949609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31c0e736-a762-43a3-a6a5-726e30f3c86c no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:40:53.032394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 31c0e736-a762-43a3-a6a5-726e30f3c86c {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:40:53.032747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 31c0e736-a762-43a3-a6a5-726e30f3c86c not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:40:53.217659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:53.638267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:53.667480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:53.800006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.143 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/5241e5a2-6276-4406-b322-bb7471dcf2e2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:40:53.952474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:53.981161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:53.985444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:54.047467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:40:54.050391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:40:54.054082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:40:54.085050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=5241e5a2-6276-4406-b322-bb7471dcf2e2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:54.091892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:54.471945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:54.803550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:55.136450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 13816691-ed06-40f4-bd07-6387a37b9659 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:40:55.314822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:40:55.324495 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Sync routers for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:40:55.334310 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:55.334916 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:55.341508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:55.342704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4566848 Nov 24 19:40:55.345714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49140) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:55.431104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1fa45b7d-564d-4d32-9fd0-15f9151db577 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=827a949a316842afa94df5c4e80d4e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842228 Nov 24 19:40:55.433668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49146) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:55.513886 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:55.565316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e26466-69b3-449e-a361-943b976a7420 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:55.566800 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-34e26466-69b3-449e-a361-943b976a7420 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321971 Nov 24 19:40:55.570115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49150) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:55.608990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bba184a6-5acd-43ee-a4a5-8dc47f79421d tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377367 Nov 24 19:40:55.611346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49154) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:55.616773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961444794', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:40:55.724924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:40:55.729193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:subnet and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:40:55.731985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:40:55.737686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:40:55.747999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:40:55.751506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:55.794233 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:54Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:55.798028 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Checking router: 13816691-ed06-40f4-bd07-6387a37b9659 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:40:55.798381 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Updating router 13816691-ed06-40f4-bd07-6387a37b9659 port 5241e5a2-6276-4406-b322-bb7471dcf2e2 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:40:55.854808 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:55.969208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:55.973966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f0ca37d-bf37-484e-9a22-26f2911fd311 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:56.052857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Subnet': ['ID=284d860f-fc57-494d-89fa-b7cfeb23e23d,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:56.056007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:56.063458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Checking segment: {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:40:56.063911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network hostable DHCP agents. Network: 5e353992-1171-4026-8d03-96d83c9fc26c, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:40:56.084480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 5e353992-1171-4026-8d03-96d83c9fc26c is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:40:56.094168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 5e353992-1171-4026-8d03-96d83c9fc26c) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:40:56.098431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:56.099108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.107115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f7286-8cab-494f-bc6b-03b690780b0a None None] Network 5e353992-1171-4026-8d03-96d83c9fc26c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:40:56.124666 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5121303 Nov 24 19:40:56.125884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49158) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:56.191852 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.204177 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Transition to ACTIVE for port object 5241e5a2-6276-4406-b322-bb7471dcf2e2 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:40:56.211167 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.215104 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:56.284399 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Attempting to bind port 5241e5a2-6276-4406-b322-bb7471dcf2e2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:40:56.284911 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Attempting to bind port 5241e5a2-6276-4406-b322-bb7471dcf2e2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:40:56.285287 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Attempting to bind port 5241e5a2-6276-4406-b322-bb7471dcf2e2 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:40:56.296899 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:40:56.296899 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:40:56.297291 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.297601 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:40:56.298080 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Bound port: 5241e5a2-6276-4406-b322-bb7471dcf2e2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:40:56.298457 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.328667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-5e353992-1171-4026-8d03-96d83c9fc26c', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:40:56.329508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.381700 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Pushing event updated for resources: {'Port': ['ID=5241e5a2-6276-4406-b322-bb7471dcf2e2,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:56.394046 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.394392 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.394729 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.395735 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.395735 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.395735 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.396026 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.396333 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.396660 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.396990 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.397427 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.397653 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:40:56.403160 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:56.426684 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] For port 5241e5a2-6276-4406-b322-bb7471dcf2e2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:40:56.430594 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] For port 5241e5a2-6276-4406-b322-bb7471dcf2e2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5241e5a2-6276-4406-b322-bb7471dcf2e2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:40:56.434424 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.438126 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:56.510196 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:56.510833 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:56.534395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Allocated IP 172.20.0.2 (5e353992-1171-4026-8d03-96d83c9fc26c/284d860f-fc57-494d-89fa-b7cfeb23e23d/a8d7b940-9bd3-413c-b23c-b5d3fbb84f16) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:40:56.702450 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:56.746383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.758405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Transition to ACTIVE for port object a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:40:56.777586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Transition to ACTIVE for port object a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:40:56.783377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.791477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:56.806166 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Pushing event updated for resources: {'Port': ['ID=5241e5a2-6276-4406-b322-bb7471dcf2e2,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:56.815404 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:56.865043 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Network 5e353992-1171-4026-8d03-96d83c9fc26c is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:40:56.868391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:40:56.873201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:40:56.918883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Pushing event updated for resources: {'Port': ['ID=a8d7b940-9bd3-413c-b23c-b5d3fbb84f16,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:56.921754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:56.979191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Attempting to bind port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:40:56.979575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Attempting to bind port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:40:56.979947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Attempting to bind port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 on network 5e353992-1171-4026-8d03-96d83c9fc26c {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:40:56.985409 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:40:56.985793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Checking segment: {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:40:56.986199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:56.986718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Bound using segment: {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:40:56.987186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Bound port: a8d7b940-9bd3-413c-b23c-b5d3fbb84f16, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:40:56.987565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:57.007057 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:54Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:57.011362 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4c944-6335-4ca3-9386-59500c26660a None None] The sync data for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv is: [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:54Z', 'revision_number': 3, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:40:57.023132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:57.085513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] For port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:40:57.089062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] For port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a8d7b940-9bd3-413c-b23c-b5d3fbb84f16,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:40:57.095456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:57.100566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e2b98f9f-fceb-481d-9c9b-acc501d796e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:57.184988 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Pushing event updated for resources: {'Port': ['ID=a8d7b940-9bd3-413c-b23c-b5d3fbb84f16,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:57.195187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:57.514586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.1 (5e353992-1171-4026-8d03-96d83c9fc26c/284d860f-fc57-494d-89fa-b7cfeb23e23d/1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:40:57.685095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:57.702049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:40:57.727711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:57.731666 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:57.805015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 5e353992-1171-4026-8d03-96d83c9fc26c is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:40:57.809739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:40:57.814030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:40:57.847046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:57.853670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:57.888845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:58.130078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:58.187460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c034600-5d12-4781-bff8-992c44e3d1c0 None None] Network 5e353992-1171-4026-8d03-96d83c9fc26c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:40:58.307749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2291ad04-9793-4ef3-b868-5cabc9af2a3c None None] Provisioning for port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:40:58.739376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:58.744971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:58.764646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-da501e23-2bfe-46ec-8230-3525231a06b9 None None] Provisioning for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:40:58.769641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-da501e23-2bfe-46ec-8230-3525231a06b9 None None] Provisioning complete for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:40:58.770125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da501e23-2bfe-46ec-8230-3525231a06b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:58.774763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:58.853690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-da501e23-2bfe-46ec-8230-3525231a06b9 None None] Port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:40:58.873691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:58.878516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:58.882660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:58.943159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5241e5a2-6276-4406-b322-bb7471dcf2e2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:40:59.010621 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b80eb1f6-8a89-476c-a4ec-3cb9c397ea25 None None] Provisioning complete for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:40:59.010999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b80eb1f6-8a89-476c-a4ec-3cb9c397ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.035027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 5e353992-1171-4026-8d03-96d83c9fc26c is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:40:59.036163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:40:59.078577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-b80eb1f6-8a89-476c-a4ec-3cb9c397ea25 None None] Port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:40:59.082000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 5241e5a2-6276-4406-b322-bb7471dcf2e2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:40:59.089794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5241e5a2-6276-4406-b322-bb7471dcf2e2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:40:59.090389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.229560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.230260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 13816691-ed06-40f4-bd07-6387a37b9659 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:40:59.248708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 5241e5a2-6276-4406-b322-bb7471dcf2e2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5241e5a2-6276-4406-b322-bb7471dcf2e2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:40:59.253924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.254881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:40:59.282322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-89a767c3-4b9a-4d57-ae40-330fd1d0a6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:40:59.391735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6968-cfac-4a94-b031-70922041e8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.406106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4e95801c-8d4b-454e-b38b-78f64760c8dd None None] Provisioning complete for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:40:59.406487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4e95801c-8d4b-454e-b38b-78f64760c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.417879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:40:59.430877 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/13816691-ed06-40f4-bd07-6387a37b9659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3038275 Nov 24 19:40:59.433423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49162) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:59.437711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=5241e5a2-6276-4406-b322-bb7471dcf2e2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:40:59.440909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Sync routers for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:40:59.449503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:40:59.480108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:40:59.480720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:40:59.545521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:40:59.548457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4e95801c-8d4b-454e-b38b-78f64760c8dd None None] Port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:40:59.562467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:40:59.562855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.577169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29db2-856b-4465-8de2-d6fdd46ca94c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.577636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29db2-856b-4465-8de2-d6fdd46ca94c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.578099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29db2-856b-4465-8de2-d6fdd46ca94c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.578553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29db2-856b-4465-8de2-d6fdd46ca94c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.580220 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e8c29db2-856b-4465-8de2-d6fdd46ca94c tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1458569 Nov 24 19:40:59.582881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49166) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:59.651111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55333ce-0c1a-483f-95db-d0b930f94410 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.651890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55333ce-0c1a-483f-95db-d0b930f94410 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.652372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55333ce-0c1a-483f-95db-d0b930f94410 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.652815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55333ce-0c1a-483f-95db-d0b930f94410 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:40:59.655362 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b55333ce-0c1a-483f-95db-d0b930f94410 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0715630 Nov 24 19:40:59.657051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49170) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:40:59.778679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:40:59.814245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:40:59.871123 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-21553eef-ef86-4597-86b1-8be927d4b466 tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2105851 Nov 24 19:40:59.971440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.080582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a8d7b940-9bd3-413c-b23c-b5d3fbb84f16,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:41:00.086631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.091382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:00.141013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49176) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:00.146145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487402945', 'description': 'tempest-secgroup-smoke-1487402945 description', 'project_id': '827a949a316842afa94df5c4e80d4e9c'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:00.153080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:00.157057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:00.159871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:00.165977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:00.176506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.197098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:00.200957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:00.203762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:00.209408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:00.217602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=a8d7b940-9bd3-413c-b23c-b5d3fbb84f16,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:00.221860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:00.252247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:58Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:40:58Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:41:00.256092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Checking router: 13816691-ed06-40f4-bd07-6387a37b9659 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:41:00.256462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Updating router 13816691-ed06-40f4-bd07-6387a37b9659 port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:41:00.281617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.286157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.290418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-882f76fb-fcaf-4ab5-9e50-724e80d952eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:00.313344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.330352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c6694-676d-42d6-8d13-24ec28fbe60d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:00.333460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:00.338875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.343063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49180) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:00.343537 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2010894 Nov 24 19:41:00.348454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6694-676d-42d6-8d13-24ec28fbe60d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:00.355075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:00.358880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:00.361723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:00.368516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:00.384514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.444107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.448214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.449978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82b820cf-9de9-490d-aeda-bd468bacbf0c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:00.470030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1771f9-fc16-4450-ba9b-3feed69f533e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:00.474931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:00.482915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.484159 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399934 Nov 24 19:41:00.486974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49184) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:00.492173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6694-676d-42d6-8d13-24ec28fbe60d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:00.498133 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:00.501847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:00.504661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:00.510331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:00.528132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.592860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.596501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.604439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7adca87-40da-4cad-9ee0-37cf5f3785a7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:00.622194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cde927-7d23-4ae9-b968-a5c3d5e7b6e7,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:00.624926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:00.632472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.633857 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459317 Nov 24 19:41:00.636739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49188) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:00.641685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6694-676d-42d6-8d13-24ec28fbe60d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:00.647383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:00.652053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:00.654825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:00.660380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:00.669923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.676903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.681485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Transition to ACTIVE for port object 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:41:00.687759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.692081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:00.739001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.742750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.744579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fea2669e-f64d-4d86-8494-a8844adc86c5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:00.767511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a39f3a-2608-4f17-a49a-43d011156a8b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:00.770108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:00.778721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.780006 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422393 Nov 24 19:41:00.782703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49192) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:00.788989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6694-676d-42d6-8d13-24ec28fbe60d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:00.795235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:00.799169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:00.803993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:00.810713 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:00.833587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.854683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248101c7-c806-436d-a4db-5727b06f88cf None None] Pushing event updated for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:00.864990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-248101c7-c806-436d-a4db-5727b06f88cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:00.919098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Attempting to bind port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:41:00.919679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Attempting to bind port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:41:00.920298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Attempting to bind port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf on network 5e353992-1171-4026-8d03-96d83c9fc26c {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:41:00.922064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.926352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.926532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:41:00.926911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Checking segment: {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:41:00.927312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.927785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Bound using segment: {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:41:00.928228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Bound port: 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:41:00.928719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.945630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8efa8344-e9ae-461f-b2af-6e316235e964 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:00.966087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41693bbe-f347-4322-bfcc-dc9b9ae0257d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:00.968748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:00.974931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:00.976836 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-42068bd6-f299-4bf9-b264-3ffe9e6c4a57 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1929309 Nov 24 19:41:00.979252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49196) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:00.986147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6694-676d-42d6-8d13-24ec28fbe60d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:00.993352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:00.997736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:01.000712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:01.007244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:01.020967 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:41:01.029617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.038154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] For port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:41:01.041616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] For port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:41:01.047642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.051676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-55f3a507-b625-4786-9fb6-4828f30cd734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:01.105256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.109486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.111270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1db9ecb-9075-496b-9b62-660b6a13974b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:01.111842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5241e5a2-6276-4406-b322-bb7471dcf2e2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:41:01.135051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a84f26-904e-4ef5-942c-ee9f19d30867,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:01.137514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:01.144556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.145917 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-56325f27-9b08-4c24-9957-15f42c859fac tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654720 Nov 24 19:41:01.149393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49200) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:01.157044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6694-676d-42d6-8d13-24ec28fbe60d', 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:01.165110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:01.170250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:security_group_rule and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:01.174528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:01.182055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:01.193260 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Project 827a949a316842afa94df5c4e80d4e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:41:01.200462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248101c7-c806-436d-a4db-5727b06f88cf None None] Pushing event updated for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:01.204540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.204881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:41:01.205504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:40:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:41:01.261912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-248101c7-c806-436d-a4db-5727b06f88cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:01.277640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.282948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.305270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41d6d0e1-6283-42c9-9fb9-f0c2bd030ef7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:01.320137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.329954 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1708386 Nov 24 19:41:01.329954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ed3bd0-ee18-4916-81bb-8fd4d0a77115,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:01.334770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:01.421213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5241e5a2-6276-4406-b322-bb7471dcf2e2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:41:01.421524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.490149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-6e0ec881-fa68-4653-929a-597ba9d7f81f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:41:01.506162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-6e0ec881-fa68-4653-929a-597ba9d7f81f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:41:01.512462 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-6e0ec881-fa68-4653-929a-597ba9d7f81f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487402945&fields=id&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 267 time: 0.0618496 Nov 24 19:41:01.516589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:41:01.670800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-fc22b3bc-ddaf-4b9f-92cd-ba6230471828 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:01.671583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-fc22b3bc-ddaf-4b9f-92cd-ba6230471828 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:41:01.688917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-fc22b3bc-ddaf-4b9f-92cd-ba6230471828 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:41:01.690544 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-fc22b3bc-ddaf-4b9f-92cd-ba6230471828 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/networks?id=5e353992-1171-4026-8d03-96d83c9fc26c HTTP/1.1" status: 200 len: 796 time: 0.1761396 Nov 24 19:41:01.707561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-55765230-36b0-4dbb-9979-c6bbcf8df114 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/quotas/827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 375 time: 0.0102525 Nov 24 19:41:01.782124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:41:01.932478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:41:01.932868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:01.950575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-10110f62-956c-40bc-8964-ed8867d84dca tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:41:01.967342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-10110f62-956c-40bc-8964-ed8867d84dca tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:41:01.968665 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-10110f62-956c-40bc-8964-ed8867d84dca tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2549777 Nov 24 19:41:02.025289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ebf38400-b153-427f-a562-38fb693d6e63 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:41:02.026563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ebf38400-b153-427f-a562-38fb693d6e63 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459111 Nov 24 19:41:02.045295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:58Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:41:01Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:41:02.064022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230abfb-73e3-47de-8715-f1b1f54b1f39 None None] The sync data for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv is: [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:58Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:41:01Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:41:02.142123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2566d8bb-2912-4d88-9ad9-4f9abbcae726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:02.226647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-aeaaddcd-b7db-46d6-a8b6-b0951f03b14c service neutron] 10.222.0.47 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940460 Nov 24 19:41:02.364495 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-6e1b6906-9d51-44ae-8f97-d394f349b9e5 service neutron] 10.222.0.47 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361837 Nov 24 19:41:02.583367 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c8c3e2f9-4a3c-4944-91ea-6ab89ea4cd0f req-eb928f07-ae12-4fdf-b4d5-4c63148cb9bc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 210 time: 0.0627403 Nov 24 19:41:02.795791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:02.893729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:41:02.978023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:41:02.984392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:41:02.984952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:03.123652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:03.159056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:41:03.164222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:03.169253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f2772a32-a1d9-45ac-be72-8a0879bea506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:03.247494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:03.250666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:03.738564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0f24fb4f-b3de-4748-80c0-af2348855d67 req-053599a2-d643-40dd-b7d4-6b5e98bca91f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 210 time: 0.0523603 Nov 24 19:41:03.780116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-033a48cc-d9e0-4518-b14f-97ab547d9671 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:03.781533 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-033a48cc-d9e0-4518-b14f-97ab547d9671 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/networks?id=5e353992-1171-4026-8d03-96d83c9fc26c HTTP/1.1" status: 200 len: 796 time: 0.1931434 Nov 24 19:41:03.831383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-9fdf7cd6-6a94-4a44-ab0c-f18e22f01028 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=827a949a316842afa94df5c4e80d4e9c HTTP/1.1" status: 200 len: 380 time: 0.0408108 Nov 24 19:41:03.843053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'port': {'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'admin_state_up': True, 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'security_groups': ['df7c6694-676d-42d6-8d13-24ec28fbe60d']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:03.977857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:03.987075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:03.996891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Made reservation on behalf of 827a949a316842afa94df5c4e80d4e9c for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:41:04.000331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:04.161436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.20.0.7 (5e353992-1171-4026-8d03-96d83c9fc26c/284d860f-fc57-494d-89fa-b7cfeb23e23d/0f502e77-47b3-476d-bf85-557e0a8d7197) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:41:04.349451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:04.364906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Transition to ACTIVE for port object 0f502e77-47b3-476d-bf85-557e0a8d7197 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:41:04.388038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:04.394896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5500f2f-b41e-4af5-b20b-61c3c7c4879c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:04.460998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network 5e353992-1171-4026-8d03-96d83c9fc26c is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:41:04.464016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:41:04.466315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:41:04.515255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=0f502e77-47b3-476d-bf85-557e0a8d7197,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:04.518324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:04.541946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:04.542566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:04.553401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:04.568793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292571 Nov 24 19:41:04.581861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Request body: {'port': {'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:04.700108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:04.737882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-24449c7c-a59a-4ab3-8f2b-34b31ad87e23 None None] Provisioning for port 0f502e77-47b3-476d-bf85-557e0a8d7197 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:41:04.744648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-24449c7c-a59a-4ab3-8f2b-34b31ad87e23 None None] Provisioning complete for port 0f502e77-47b3-476d-bf85-557e0a8d7197 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:41:04.745051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-24449c7c-a59a-4ab3-8f2b-34b31ad87e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:04.800452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-24449c7c-a59a-4ab3-8f2b-34b31ad87e23 None None] Port 0f502e77-47b3-476d-bf85-557e0a8d7197 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:41:04.869387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:41:04.941125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:41:04.941419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:05.167742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ad04-24f7-4301-9917-b3a7111c0b0e req-e3f79209-62f0-44e1-93bf-e0de705ab672 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:05.168459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d0c9ad04-24f7-4301-9917-b3a7111c0b0e req-e3f79209-62f0-44e1-93bf-e0de705ab672 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:41:05.199069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d0c9ad04-24f7-4301-9917-b3a7111c0b0e req-e3f79209-62f0-44e1-93bf-e0de705ab672 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:41:05.200197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0c9ad04-24f7-4301-9917-b3a7111c0b0e req-e3f79209-62f0-44e1-93bf-e0de705ab672 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 931 time: 0.3509479 Nov 24 19:41:05.278459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f502e77-47b3-476d-bf85-557e0a8d7197 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:41:05.289770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:05.297562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0c9ad04-24f7-4301-9917-b3a7111c0b0e req-f2cd4f80-7705-4331-b40b-dee666af80fa tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694513 Nov 24 19:41:05.309207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Transition to ACTIVE for port object 0f502e77-47b3-476d-bf85-557e0a8d7197 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:41:05.313764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:05.317339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cbbfe5d3-40c2-4f03-a4dc-9f8a63419923 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:05.442208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f502e77-47b3-476d-bf85-557e0a8d7197,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:05.468710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:05.549738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Attempting to bind port 0f502e77-47b3-476d-bf85-557e0a8d7197 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:41:05.550075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Attempting to bind port 0f502e77-47b3-476d-bf85-557e0a8d7197 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:41:05.550398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Attempting to bind port 0f502e77-47b3-476d-bf85-557e0a8d7197 on network 5e353992-1171-4026-8d03-96d83c9fc26c {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:41:05.555441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Port 0f502e77-47b3-476d-bf85-557e0a8d7197 on network 5e353992-1171-4026-8d03-96d83c9fc26c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:41:05.555752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Attempting to bind port 0f502e77-47b3-476d-bf85-557e0a8d7197 on network 5e353992-1171-4026-8d03-96d83c9fc26c {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:41:05.560749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:41:05.561078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Checking segment: {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:41:05.561451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Bound using segment: {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:41:05.561866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Bound port: 0f502e77-47b3-476d-bf85-557e0a8d7197, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0163c9a6-2a11-4466-a5e8-6266c50db9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:41:05.562203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:05.649860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] For port 0f502e77-47b3-476d-bf85-557e0a8d7197, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:41:05.652990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] For port 0f502e77-47b3-476d-bf85-557e0a8d7197, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f502e77-47b3-476d-bf85-557e0a8d7197,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:41:05.657345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:05.661667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d25005a1-44a8-414a-b95c-f977f87b003f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:05.719674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:05.720311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:05.721719 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f502e77-47b3-476d-bf85-557e0a8d7197 HTTP/1.1" status: 200 len: 1093 time: 1.1447804 Nov 24 19:41:05.722243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:41:05.744858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f502e77-47b3-476d-bf85-557e0a8d7197,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:05.748085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:05.802263 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'status': 'completed', 'code': 200} Nov 24 19:41:05.845158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-19f2e332-ed59-43d5-8eb4-e495b8a2e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:05.846647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-19f2e332-ed59-43d5-8eb4-e495b8a2e3a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 1096 time: 0.0774434 Nov 24 19:41:05.919164 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-9d896c96-df31-40ba-9b39-66b16c414ee1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f502e77-47b3-476d-bf85-557e0a8d7197 HTTP/1.1" status: 200 len: 217 time: 0.0655134 Nov 24 19:41:05.981457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-34a777aa-f11f-4bc6-ada1-63ebc31df7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:05.982829 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-34a777aa-f11f-4bc6-ada1-63ebc31df7f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284d860f-fc57-494d-89fa-b7cfeb23e23d HTTP/1.1" status: 200 len: 835 time: 0.0569832 Nov 24 19:41:06.056674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-53844a03-a9ee-402d-b6a1-79ddfb3a826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:06.058135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-53844a03-a9ee-402d-b6a1-79ddfb3a826e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e353992-1171-4026-8d03-96d83c9fc26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690579 Nov 24 19:41:06.188979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-5c585b8c-4e8e-4a38-934f-57180897b3aa service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241713 Nov 24 19:41:06.324069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-551429b7-78ae-4c7e-9add-aec892cd3ee8 req-56de67e5-9d77-451d-a629-f1e8b9503532 service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246078 Nov 24 19:41:06.499803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-fe76dbf5-c165-4565-a135-f116b4d83f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:06.501296 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-fe76dbf5-c165-4565-a135-f116b4d83f6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 1096 time: 0.1276078 Nov 24 19:41:06.539607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34db6f-42f4-4b2c-857b-ab6b2388416e req-a5c3c377-eb2c-4a48-bcfa-bcb776222e6d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:06.541035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc34db6f-42f4-4b2c-857b-ab6b2388416e req-a5c3c377-eb2c-4a48-bcfa-bcb776222e6d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 943 time: 0.1287262 Nov 24 19:41:06.648338 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc34db6f-42f4-4b2c-857b-ab6b2388416e req-596557be-d54a-4261-ba8c-e1beaede692a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016674 Nov 24 19:41:06.682361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-c35968a3-afb5-49c9-95e7-c1cad9984979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:06.683783 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-c35968a3-afb5-49c9-95e7-c1cad9984979 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e353992-1171-4026-8d03-96d83c9fc26c HTTP/1.1" status: 200 len: 897 time: 0.1743534 Nov 24 19:41:06.750118 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-279f8b6a-14b3-4320-84a2-6a83b24ad3d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f502e77-47b3-476d-bf85-557e0a8d7197 HTTP/1.1" status: 200 len: 217 time: 0.0593956 Nov 24 19:41:06.814410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-c184a4ad-06e2-4d53-96e0-3ddb3ca9e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:06.815809 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-c184a4ad-06e2-4d53-96e0-3ddb3ca9e2bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284d860f-fc57-494d-89fa-b7cfeb23e23d HTTP/1.1" status: 200 len: 835 time: 0.0599830 Nov 24 19:41:06.888615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-3cb6dd30-c016-4461-8aa0-78fe9fbbfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:06.890064 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-3cb6dd30-c016-4461-8aa0-78fe9fbbfdd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e353992-1171-4026-8d03-96d83c9fc26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683985 Nov 24 19:41:07.135091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-30159655-1741-4940-81a5-71008d74f160 service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377398 Nov 24 19:41:07.269174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db2503ba-f30e-4bfc-b508-c3847c04f7eb req-7a0b9566-cb63-4ade-9c36-4347b1dcbf0d service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260145 Nov 24 19:41:07.839323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d6ffb-0843-4096-8046-bcde7e4e0b0a req-504e32e8-b3d0-42c3-b5c7-a1f15d684e41 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:07.840719 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a0d6ffb-0843-4096-8046-bcde7e4e0b0a req-504e32e8-b3d0-42c3-b5c7-a1f15d684e41 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 943 time: 0.0848217 Nov 24 19:41:07.884837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a0d6ffb-0843-4096-8046-bcde7e4e0b0a req-d5252209-d736-4615-93a4-a1291b82a29b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385060 Nov 24 19:41:09.072102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3e007-35da-4cb7-85c1-e278837f373f req-ad686733-0492-4368-ab6e-eb2728e29a06 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:09.073564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f3e007-35da-4cb7-85c1-e278837f373f req-ad686733-0492-4368-ab6e-eb2728e29a06 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 943 time: 0.0820138 Nov 24 19:41:09.118324 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f3e007-35da-4cb7-85c1-e278837f373f req-0e502b94-2d13-4548-822d-f569c62c9adf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Nov 24 19:41:10.219814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0f502e77-47b3-476d-bf85-557e0a8d7197 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:41:10.308213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed692a4-451a-4962-a1a4-22a757f77335 req-ffd505d7-1f23-4a71-9792-62477e1fb403 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:10.309690 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9ed692a4-451a-4962-a1a4-22a757f77335 req-ffd505d7-1f23-4a71-9792-62477e1fb403 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 943 time: 0.0853617 Nov 24 19:41:10.354726 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9ed692a4-451a-4962-a1a4-22a757f77335 req-52648776-ad72-4a10-9caa-a7289bb6d6a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393586 Nov 24 19:41:10.357596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 0f502e77-47b3-476d-bf85-557e0a8d7197, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f502e77-47b3-476d-bf85-557e0a8d7197,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:41:10.371625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'mac_address': 'fa:16:3e:7c:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:41:10.425078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:10.441624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f502e77-47b3-476d-bf85-557e0a8d7197 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:41:10.456389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 0f502e77-47b3-476d-bf85-557e0a8d7197, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f502e77-47b3-476d-bf85-557e0a8d7197,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:41:10.460181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:10.461854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-501a82d6-70bf-4b64-83e6-605324b4eca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:10.531565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=0f502e77-47b3-476d-bf85-557e0a8d7197,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:10.534532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:10.773769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['0f502e77-47b3-476d-bf85-557e0a8d7197'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:41:11.538041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ff7d-8f3e-4eec-b291-94abc457b625 req-6a0fb3d6-2e59-47ef-a20c-c1709aeb27dc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:11.539507 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54b9ff7d-8f3e-4eec-b291-94abc457b625 req-6a0fb3d6-2e59-47ef-a20c-c1709aeb27dc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 944 time: 0.0791180 Nov 24 19:41:11.586559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54b9ff7d-8f3e-4eec-b291-94abc457b625 req-fbfe1e19-9a1f-477c-bf6a-36c5df0021e7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Nov 24 19:41:12.250741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0f502e77-47b3-476d-bf85-557e0a8d7197 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:41:12.321843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 0f502e77-47b3-476d-bf85-557e0a8d7197 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:41:12.326561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 0f502e77-47b3-476d-bf85-557e0a8d7197 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:41:12.326946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:12.439356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:12.465722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:41:12.474922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 0f502e77-47b3-476d-bf85-557e0a8d7197, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f502e77-47b3-476d-bf85-557e0a8d7197,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:41:12.479585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:12.481457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:12.514072 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'code': 200} Nov 24 19:41:12.554037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=0f502e77-47b3-476d-bf85-557e0a8d7197,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:12.556930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:12.797663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557ee5-40a4-41cb-a272-c54eea60aff0 req-5106176a-dc81-4021-a55e-f09daf381bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:12.799035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f557ee5-40a4-41cb-a272-c54eea60aff0 req-5106176a-dc81-4021-a55e-f09daf381bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 1098 time: 0.1328309 Nov 24 19:41:12.807081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1dcc-84c1-4a01-9c50-8bc0b5b2ac4b req-b8ea59b9-8502-435e-b8ec-4f7c7a35e17a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:12.808571 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e9e1dcc-84c1-4a01-9c50-8bc0b5b2ac4b req-b8ea59b9-8502-435e-b8ec-4f7c7a35e17a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 945 time: 0.1079984 Nov 24 19:41:12.873278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f557ee5-40a4-41cb-a272-c54eea60aff0 req-caa1e2dd-58d3-4e45-b5ef-0764861f6aca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638952 Nov 24 19:41:12.876090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e9e1dcc-84c1-4a01-9c50-8bc0b5b2ac4b req-9f3a26da-f549-48c4-810c-593207c137a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550048 Nov 24 19:41:14.064747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a7238-2056-476b-9842-f7698968f473 req-bc67f2b9-c317-4fec-935c-c864934b1958 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:14.066237 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e7a7238-2056-476b-9842-f7698968f473 req-bc67f2b9-c317-4fec-935c-c864934b1958 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 945 time: 0.0814695 Nov 24 19:41:14.114525 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e7a7238-2056-476b-9842-f7698968f473 req-db6e2140-2592-493d-b2ed-a4141e1d2fdf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Nov 24 19:41:15.445230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114ac93-1a49-4a9e-af4b-63cb6ed0188f req-d84b7062-6357-4b93-8dcf-9029d2d38e68 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:15.446605 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7114ac93-1a49-4a9e-af4b-63cb6ed0188f req-d84b7062-6357-4b93-8dcf-9029d2d38e68 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 945 time: 0.0801644 Nov 24 19:41:15.488736 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7114ac93-1a49-4a9e-af4b-63cb6ed0188f req-e02dca7d-8e15-430a-a51d-c6db5e86fbe8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367007 Nov 24 19:41:15.676651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1356da8-6951-442c-b269-e1c45df9df54 req-508ee8b2-64a4-4881-a15b-bd185c22f3af tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:15.678087 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c1356da8-6951-442c-b269-e1c45df9df54 req-508ee8b2-64a4-4881-a15b-bd185c22f3af tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 945 time: 0.0859175 Nov 24 19:41:15.721427 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c1356da8-6951-442c-b269-e1c45df9df54 req-eea49510-2377-4665-995f-d3435d648bc9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Nov 24 19:41:15.743415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49264) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:15.816970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae5c79-b6dc-471e-8fc9-2e4a575e7fee tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:15.818450 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0bae5c79-b6dc-471e-8fc9-2e4a575e7fee tempest-TestNetworkBasicOps-292795287 tempest-TestNetworkBasicOps-292795287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 1093 time: 0.0740240 Nov 24 19:41:15.821379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49268) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:15.826347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:41:15.832225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:41:15.836355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Usage tracker for resource:floatingip and tenant:827a949a316842afa94df5c4e80d4e9c is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:41:15.839124 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:41:15.844799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:41:15.855604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:15.989611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:16.124689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Allocated IP 172.26.6.93 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/4a2681bb-a9a6-4443-979f-84e433fd2f39) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:41:16.269080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:16.299549 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:16.303073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-565b5ea3-cbf5-421d-a5b1-bae7be7a7934 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:16.364270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:41:16.367155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:41:16.370728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:41:16.399510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=4a2681bb-a9a6-4443-979f-84e433fd2f39,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:16.405465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:16.782240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:16.860541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:17.167724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:17.172186 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:17.175785 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:41:17.279125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event updated for resources: {'Port': ['ID=4a2681bb-a9a6-4443-979f-84e433fd2f39,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:41:17.285302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:41:17.292803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:17.463683 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 63e0a352-c651-488c-b692-bf2a83160da6 associated. External IP: 172.26.6.93, port: 0f502e77-47b3-476d-bf85-557e0a8d7197. Nov 24 19:41:17.807953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 13816691-ed06-40f4-bd07-6387a37b9659 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:41:17.985541 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:41:17.995087 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] Sync routers for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:41:18.004402 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:41:18.005049 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:41:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:41:18.009907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:18.066641 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2441423 Nov 24 19:41:18.067259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:41:18.069936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49272) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:18.113635 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'status': 'completed', 'code': 200} Nov 24 19:41:18.188621 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:41:18.229748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3ff1c5f8-872a-4d57-b219-1c942aa35ea7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 200 len: 990 time: 0.1580510 Nov 24 19:41:18.245103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-f6c491e4-9dee-4ca8-b1b2-a66ca0176f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:18.246553 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-f6c491e4-9dee-4ca8-b1b2-a66ca0176f5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 1098 time: 0.1011355 Nov 24 19:41:18.379719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-e53a7142-b0a8-4169-8114-da8b9523f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:18.381206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-e53a7142-b0a8-4169-8114-da8b9523f137 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e353992-1171-4026-8d03-96d83c9fc26c HTTP/1.1" status: 200 len: 897 time: 0.1285255 Nov 24 19:41:18.486902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-cd711288-fbfc-46db-adba-9ccc0326fa8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f502e77-47b3-476d-bf85-557e0a8d7197 HTTP/1.1" status: 200 len: 998 time: 0.0982714 Nov 24 19:41:18.535713 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:58Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '63e0a352-c651-488c-b692-bf2a83160da6', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.93', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'mac_address': 'fa:16:3e:7c:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:41:16Z', 'updated_at': '2021-11-24T19:41:16Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:41:03Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:41:18.540169 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] Checking router: 13816691-ed06-40f4-bd07-6387a37b9659 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:41:18.548398 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:41:18.549005 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:41:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:41:18.550584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-5c81c4fe-71bf-42ed-9d0c-aceeb0d27fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:18.552082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-5c81c4fe-71bf-42ed-9d0c-aceeb0d27fca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284d860f-fc57-494d-89fa-b7cfeb23e23d HTTP/1.1" status: 200 len: 835 time: 0.0591168 Nov 24 19:41:18.746350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-eba3999c-ac5d-4b9a-8e3b-0880ca0afee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:41:18.747741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-eba3999c-ac5d-4b9a-8e3b-0880ca0afee6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e353992-1171-4026-8d03-96d83c9fc26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1892183 Nov 24 19:41:18.766090 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:41:18.879304 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-8c50b10f-0fee-4c03-912d-fa31ddb6e964 service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247294 Nov 24 19:41:19.016182 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a2d8c73-8390-416f-a273-d5fc5c4ff9bf req-214a2d2f-7432-4a65-8ea4-6bcf4b203e95 service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296558 Nov 24 19:41:19.107126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:19.116863 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:58Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '63e0a352-c651-488c-b692-bf2a83160da6', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.93', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'mac_address': 'fa:16:3e:7c:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:41:16Z', 'updated_at': '2021-11-24T19:41:16Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:41:03Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:41:19.120827 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f20f8-cb6b-4fd6-8acd-0ff8da1fe4d9 None None] The sync data for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv is: [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:40:58Z', 'revision_number': 4, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '63e0a352-c651-488c-b692-bf2a83160da6', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.93', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'mac_address': 'fa:16:3e:7c:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:41:16Z', 'updated_at': '2021-11-24T19:41:16Z', 'revision_number': 0, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:41:03Z', 'revision_number': 5, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:41:19.232906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49278) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:19.318865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1378b7-1bc2-4007-8961-1a02e604ecb8 None None] New status for floating IP 63e0a352-c651-488c-b692-bf2a83160da6: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:41:19.345607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1865a30c-b6f3-49d5-84a9-2d3eea241f30 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 200 len: 990 time: 0.1103830 Nov 24 19:41:20.348428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49282) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:41:20.453504 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-75b06040-ed11-48b6-b1af-61e5b858bf0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 200 len: 992 time: 0.1037827 Nov 24 19:41:21.425748 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:41:29.333264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-44328e7b-08cd-43e1-9dfe-d235e6256086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:29.750999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:32.118763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5f0c8440-fe5e-4c1d-913e-69cf525209f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:32.793556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:34.557163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:49.105807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:58.428458 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:41:59.334422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17221628-e4a4-4855-805f-4c85df911081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:41:59.752709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:02.120641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fb43911-ea6e-4e5b-b441-e8454a6904c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:02.798158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:04.555777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:12.325712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-417ae4c2-5904-4234-862a-caf43aebd33b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693119 Nov 24 19:42:12.464783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418f9b-b342-486d-be6b-fc84096457fb req-1ff03393-d2fb-4516-8855-46f0bbaabacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:12.466244 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-1ff03393-d2fb-4516-8855-46f0bbaabacd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 1098 time: 0.0732057 Nov 24 19:42:12.610707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418f9b-b342-486d-be6b-fc84096457fb req-c545727e-373b-490e-8a9e-368185080207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:12.612066 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-c545727e-373b-490e-8a9e-368185080207 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e353992-1171-4026-8d03-96d83c9fc26c HTTP/1.1" status: 200 len: 897 time: 0.1272092 Nov 24 19:42:12.710992 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-a8ca0f53-2a52-46e7-86b5-ef261b7ba03c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f502e77-47b3-476d-bf85-557e0a8d7197 HTTP/1.1" status: 200 len: 1000 time: 0.0915468 Nov 24 19:42:12.777378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418f9b-b342-486d-be6b-fc84096457fb req-b80ffe92-1388-430d-a189-ade91636eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:12.778812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-b80ffe92-1388-430d-a189-ade91636eab6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284d860f-fc57-494d-89fa-b7cfeb23e23d HTTP/1.1" status: 200 len: 835 time: 0.0614595 Nov 24 19:42:12.852549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418f9b-b342-486d-be6b-fc84096457fb req-390bd9a2-97e3-4c09-ad38-eab93786e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:12.854154 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-390bd9a2-97e3-4c09-ad38-eab93786e63e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e353992-1171-4026-8d03-96d83c9fc26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691140 Nov 24 19:42:12.987969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-758d6d4b-3c05-4930-af04-1f5fbb186833 service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263454 Nov 24 19:42:13.124383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc418f9b-b342-486d-be6b-fc84096457fb req-9666e7a6-1d33-4ac2-ad85-7b4c5beb215e service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291802 Nov 24 19:42:19.080207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49306) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:19.085500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-71dde0e7-60f4-4235-99f1-8ef2447f1633 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:42:19.114042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:19.724049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71dde0e7-60f4-4235-99f1-8ef2447f1633 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:19.734476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71dde0e7-60f4-4235-99f1-8ef2447f1633 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:19.918063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dde0e7-60f4-4235-99f1-8ef2447f1633 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 13816691-ed06-40f4-bd07-6387a37b9659 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:42:20.094168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dde0e7-60f4-4235-99f1-8ef2447f1633 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:42:20.100709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-71dde0e7-60f4-4235-99f1-8ef2447f1633 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:20.101839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-71dde0e7-60f4-4235-99f1-8ef2447f1633 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/13816691-ed06-40f4-bd07-6387a37b9659 HTTP/1.1" status: 200 len: 889 time: 1.0206392 Nov 24 19:42:20.103576 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] Sync routers for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:42:20.114912 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:20.115524 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:20.177730 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:20.186666 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:20.187274 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:20.245683 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:20.246086 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7e429-4489-48f9-895f-da6997f91f8b None None] The sync data for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv is: [] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:42:20.997163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1fe35-48c8-4b43-97fd-f7a69cdc4e80 None None] New status for floating IP 63e0a352-c651-488c-b692-bf2a83160da6: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:42:21.046786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5241e5a2-6276-4406-b322-bb7471dcf2e2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:42:21.333655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:21.351257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 5241e5a2-6276-4406-b322-bb7471dcf2e2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5241e5a2-6276-4406-b322-bb7471dcf2e2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:21.355166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:21.355928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:42:21.379704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:21.487050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=5241e5a2-6276-4406-b322-bb7471dcf2e2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:21.522277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.522625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.522964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.523295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.523625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.523996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.524325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.524649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.524972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.525289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.525607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.525923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:21.535335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:21.553528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:21.585131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:21.588581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:21.590234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:21.691731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:21.694604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:22.248293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49312) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:22.253559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ea6ab5ce-4f04-4b0a-95b8-75670cd04f54 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:42:22.898726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab5ce-4f04-4b0a-95b8-75670cd04f54 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:22.910939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab5ce-4f04-4b0a-95b8-75670cd04f54 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749830'] for router, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:23.095649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6ab5ce-4f04-4b0a-95b8-75670cd04f54 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 13816691-ed06-40f4-bd07-6387a37b9659 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:42:23.271828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6ab5ce-4f04-4b0a-95b8-75670cd04f54 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:42:23.278745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab5ce-4f04-4b0a-95b8-75670cd04f54 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:23.279909 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ea6ab5ce-4f04-4b0a-95b8-75670cd04f54 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/13816691-ed06-40f4-bd07-6387a37b9659 HTTP/1.1" status: 200 len: 888 time: 1.0306039 Nov 24 19:42:23.282440 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] Sync routers for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:42:23.282918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49316) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:23.292608 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:23.293217 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:23.391072 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3ae79dc-d1e3-4b16-b20b-b5ef7a701fcf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 200 len: 990 time: 0.1070473 Nov 24 19:42:23.482273 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:42:23.821350 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:22Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '63e0a352-c651-488c-b692-bf2a83160da6', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.93', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'mac_address': 'fa:16:3e:7c:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:41:16Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:23.825046 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] Checking router: 13816691-ed06-40f4-bd07-6387a37b9659 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:42:23.833103 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:23.833694 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:24.032756 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:42:24.369779 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:22Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '63e0a352-c651-488c-b692-bf2a83160da6', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.93', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'mac_address': 'fa:16:3e:7c:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:41:16Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:24.373714 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b6a0d-7e98-4d59-aee6-a2eb90f63a44 None None] The sync data for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv is: [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:22Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '63e0a352-c651-488c-b692-bf2a83160da6', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'floating_ip_address': '172.26.6.93', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'port_id': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'mac_address': 'fa:16:3e:7c:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:41:16Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 2, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:42:21Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:42:24.394794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49320) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:24.504413 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-94a86e00-3521-43b9-9e2b-1e08156ca7d8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 200 len: 990 time: 0.1071417 Nov 24 19:42:24.924611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:42:25.010819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:42:25.011205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:25.133133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:25.167604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:25.171790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:25.173883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:25.245427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:25.248599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:25.506742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49324) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:25.618923 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c6eab39e-ffb4-4c41-a5ab-3322f1e02ddf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 200 len: 990 time: 0.1108325 Nov 24 19:42:26.028608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55455c28-46b7-4f71-8844-1d44fb4103b8 None None] New status for floating IP 63e0a352-c651-488c-b692-bf2a83160da6: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:42:26.621741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49328) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:26.723246 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bd81171c-a3a2-42d6-bec9-b43a8ebffd36 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 200 len: 992 time: 0.1002271 Nov 24 19:42:26.960120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5241e5a2-6276-4406-b322-bb7471dcf2e2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:42:27.028431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5241e5a2-6276-4406-b322-bb7471dcf2e2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:42:27.028935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:27.148887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:27.165352 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 5241e5a2-6276-4406-b322-bb7471dcf2e2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5241e5a2-6276-4406-b322-bb7471dcf2e2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:27.169266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:27.170126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:42:27.193688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-248101c7-c806-436d-a4db-5727b06f88cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:27.285496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=5241e5a2-6276-4406-b322-bb7471dcf2e2,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:27.288855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:27.298464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:42:27.298848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:28.905373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5241e5a2-6276-4406-b322-bb7471dcf2e2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:42:28.973624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 5241e5a2-6276-4406-b322-bb7471dcf2e2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:42:28.974000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.014600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49336) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:29.225165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 4a2681bb-a9a6-4443-979f-84e433fd2f39 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:42:29.225513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.336821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c3e19494-6e50-43f8-b26a-f9a458b762be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.397723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.398173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.519927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 4a2681bb-a9a6-4443-979f-84e433fd2f39 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:42:29.756067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.802912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.807055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ba60c18f-2ecf-4253-91c7-74ac066ac92c tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:29.848807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=4a2681bb-a9a6-4443-979f-84e433fd2f39,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:29.859742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.860154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.860533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.860907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.861273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.861638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.862001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.862363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.862726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.863086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.863444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.863799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:29.867861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:29.956134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:29.956467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Floating IP 63e0a352-c651-488c-b692-bf2a83160da6 disassociated (deleted). External IP: 172.26.6.93, port: 0f502e77-47b3-476d-bf85-557e0a8d7197. Nov 24 19:42:30.311596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 13816691-ed06-40f4-bd07-6387a37b9659 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:42:30.487808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:42:30.497865 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] Sync routers for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:42:30.507341 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:30.507621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:30.508638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:30.564834 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/floatingips/63e0a352-c651-488c-b692-bf2a83160da6 HTTP/1.1" status: 204 len: 168 time: 1.5489523 Nov 24 19:42:30.565522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:42:30.614453 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'status': 'completed', 'code': 200} Nov 24 19:42:30.707508 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:42:30.712778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-f8e417f0-efd6-47fa-8ff0-daf623be3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:30.714440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-f8e417f0-efd6-47fa-8ff0-daf623be3727 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=827a949a316842afa94df5c4e80d4e9c&device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 1098 time: 0.0755949 Nov 24 19:42:30.855908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-2fab01c7-26e4-4610-81d7-e89c36c3a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:30.857439 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-2fab01c7-26e4-4610-81d7-e89c36c3a954 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e353992-1171-4026-8d03-96d83c9fc26c HTTP/1.1" status: 200 len: 897 time: 0.1369953 Nov 24 19:42:30.972016 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-8e24dec0-a018-4344-8bb0-ef999f5b6935 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f502e77-47b3-476d-bf85-557e0a8d7197 HTTP/1.1" status: 200 len: 217 time: 0.1065483 Nov 24 19:42:31.029990 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:22Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:42:25Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:31.034094 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] Checking router: 13816691-ed06-40f4-bd07-6387a37b9659 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:42:31.042976 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:31.043585 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:31.052347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-dc4e3906-75db-48d2-9227-6d6dec78e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:31.053786 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-dc4e3906-75db-48d2-9227-6d6dec78e282 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=284d860f-fc57-494d-89fa-b7cfeb23e23d HTTP/1.1" status: 200 len: 835 time: 0.0714970 Nov 24 19:42:31.068260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bf838-ce49-4d2f-9459-86c896892fe7 req-3d09b0b0-eda7-4ea6-911b-0c4f69f2a72f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:31.068936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-264bf838-ce49-4d2f-9459-86c896892fe7 req-3d09b0b0-eda7-4ea6-911b-0c4f69f2a72f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Synchronizing usage tracker for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:42:31.128801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-264bf838-ce49-4d2f-9459-86c896892fe7 req-3d09b0b0-eda7-4ea6-911b-0c4f69f2a72f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Unset dirty status for tenant:827a949a316842afa94df5c4e80d4e9c on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:42:31.132463 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-264bf838-ce49-4d2f-9459-86c896892fe7 req-3d09b0b0-eda7-4ea6-911b-0c4f69f2a72f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 945 time: 0.2117050 Nov 24 19:42:31.185731 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-264bf838-ce49-4d2f-9459-86c896892fe7 req-b85af4b3-38b2-4b52-ad8b-e64dcb210fa7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489030 Nov 24 19:42:31.191344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-39c8d575-81f5-454f-87f1-ee53affe984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:31.193159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-39c8d575-81f5-454f-87f1-ee53affe984a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e353992-1171-4026-8d03-96d83c9fc26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215229 Nov 24 19:42:31.232994 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:42:31.456396 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-b5423500-277d-4581-a929-2367a4743c8c service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549601 Nov 24 19:42:31.582766 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:22Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:42:25Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:31.586763 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827925a-6010-46bc-b078-d8dd242752f0 None None] The sync data for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv is: [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:22Z', 'revision_number': 6, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf', 'name': '', 'network_id': '5e353992-1171-4026-8d03-96d83c9fc26c', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'mac_address': 'fa:16:3e:98:c2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:57Z', 'updated_at': '2021-11-24T19:42:25Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'subnets': [{'id': '284d860f-fc57-494d-89fa-b7cfeb23e23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:42:31.589491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-916f48e4-6fe2-45a7-a814-b47e89749d5f req-b8345078-89da-446f-b779-1aa9403b9357 service neutron] 10.222.0.41 "GET /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260033 Nov 24 19:42:32.125668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f100368d-82ae-447f-a0d7-79a04b65f3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:32.265048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d3944-09a2-42e8-bf5a-a91caeefb873 None None] New status for floating IP 63e0a352-c651-488c-b692-bf2a83160da6: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:42:32.380526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a79db-e6a6-4d91-bda2-ef6343348a17 req-32cc500e-6f15-4723-85f1-7a153f7ef953 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:32.381983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d35a79db-e6a6-4d91-bda2-ef6343348a17 req-32cc500e-6f15-4723-85f1-7a153f7ef953 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 945 time: 0.0842309 Nov 24 19:42:32.430537 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d35a79db-e6a6-4d91-bda2-ef6343348a17 req-a3e191f7-a617-4f0e-9d8e-770c1d951780 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "GET /v2.0/security-groups?id=df7c6694-676d-42d6-8d13-24ec28fbe60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 Nov 24 19:42:32.540024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597c386-5aa3-43af-b265-5420cf048704 req-72f968d9-6f76-4027-8148-7e74cab8721f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:32.541353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1597c386-5aa3-43af-b265-5420cf048704 req-72f968d9-6f76-4027-8148-7e74cab8721f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5307867-aef8-4758-8a1d-37a7ec25a478 HTTP/1.1" status: 200 len: 945 time: 0.0782688 Nov 24 19:42:32.613592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 0f502e77-47b3-476d-bf85-557e0a8d7197 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:42:32.613934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:32.798607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:32.862723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 0f502e77-47b3-476d-bf85-557e0a8d7197, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0f502e77-47b3-476d-bf85-557e0a8d7197,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:32.863083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:32.988237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 0f502e77-47b3-476d-bf85-557e0a8d7197 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:42:33.135350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:33.141140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e6e785e6-76fb-4983-8181-30b5af470487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:33.188306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=0f502e77-47b3-476d-bf85-557e0a8d7197,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:33.191426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:33.264981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] No DVR routers for this DVR port 0f502e77-47b3-476d-bf85-557e0a8d7197 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:42:33.267348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:33.269897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'name': 'network-vif-deleted', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:42:33.292288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1597c386-5aa3-43af-b265-5420cf048704 req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.41 "DELETE /v2.0/ports/0f502e77-47b3-476d-bf85-557e0a8d7197 HTTP/1.1" status: 204 len: 173 time: 0.7385116 Nov 24 19:42:33.326551 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5307867-aef8-4758-8a1d-37a7ec25a478', 'name': 'network-vif-deleted', 'tag': '0f502e77-47b3-476d-bf85-557e0a8d7197', 'status': 'completed', 'code': 200} Nov 24 19:42:33.840984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49354) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:33.912387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:33.941438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:34.014589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:34.018347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b5bf885a-7a18-4d57-b950-ee2bec56640e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:34.031097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c6694-676d-42d6-8d13-24ec28fbe60d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:34.035427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:34.052070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:34.053421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/security-groups/df7c6694-676d-42d6-8d13-24ec28fbe60d HTTP/1.1" status: 204 len: 168 time: 0.2111342 Nov 24 19:42:34.084175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49360) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:34.559191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:34.745421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:35.104844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:42:35.105443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:35.289306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:35.289660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:35.410513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:42:35.426896 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:42:35.733755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:35.737101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5656c3f6-f8c0-414f-ac45-6953d534f682 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:35.783098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:35.809637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:36.179076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:36.533973 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Router 13816691-ed06-40f4-bd07-6387a37b9659 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:42:36.653974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0f502e77-47b3-476d-bf85-557e0a8d7197 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:42:36.708407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:42:36.720817 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] Sync routers for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:42:36.724651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49364) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:36.725198 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "PUT /v2.0/routers/13816691-ed06-40f4-bd07-6387a37b9659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6393666 Nov 24 19:42:36.731493 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:36.732152 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:36.736510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 0f502e77-47b3-476d-bf85-557e0a8d7197 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:42:36.736874 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0f502e77-47b3-476d-bf85-557e0a8d7197 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:42:36.803032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting subnet 284d860f-fc57-494d-89fa-b7cfeb23e23d {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:42:36.806088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:36.865218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:36.920599 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:42:36.980544 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.053849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.059073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2f4687ed-d29f-4eba-a901-49d800f176e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:37.096926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Subnet': ['ID=284d860f-fc57-494d-89fa-b7cfeb23e23d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:37.099417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.105292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f5159-e53a-40ec-b67b-7cdb09881c0e None None] Network 5e353992-1171-4026-8d03-96d83c9fc26c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:42:37.109233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.109622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.110004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.110381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.110750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.111114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.111479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.111842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.112227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.112595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.112946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.113494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:42:37.117076 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/subnets/284d860f-fc57-494d-89fa-b7cfeb23e23d HTTP/1.1" status: 204 len: 168 time: 0.3906927 Nov 24 19:42:37.118273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fdd982d4-d934-4b54-b1d6-fb2aec8e3327 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:37.120176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49368) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:37.227390 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:35Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:37.232300 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] Checking router: 13816691-ed06-40f4-bd07-6387a37b9659 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:42:37.242767 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] Routers {'13816691-ed06-40f4-bd07-6387a37b9659'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:42:37.243559 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:42:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['13816691-ed06-40f4-bd07-6387a37b9659'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:37.389763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] DHCP port deletion for 5e353992-1171-4026-8d03-96d83c9fc26c request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:42:37.394096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Deleting port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:42:37.394482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.431733 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] Set router 13816691-ed06-40f4-bd07-6387a37b9659 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:42:37.455341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.622071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] For port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a8d7b940-9bd3-413c-b23c-b5d3fbb84f16,segment=NetworkSegment(0163c9a6-2a11-4466-a5e8-6266c50db9b7),segment_id=0163c9a6-2a11-4466-a5e8-6266c50db9b7)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:37.622071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.640899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.650822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Deleting port 5241e5a2-6276-4406-b322-bb7471dcf2e2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:42:37.651419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.718963 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:35Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:37.722854 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1e7a9-c917-419f-b9de-3ab27221a1f0 None None] The sync data for ids ['13816691-ed06-40f4-bd07-6387a37b9659'] in dv-neutron-818346-1-hyperv is: [{'id': '13816691-ed06-40f4-bd07-6387a37b9659', 'name': 'tempest-TestNetworkBasicOps-router-1739475044', 'tenant_id': '827a949a316842afa94df5c4e80d4e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:40:52Z', 'updated_at': '2021-11-24T19:42:35Z', 'revision_number': 7, 'project_id': '827a949a316842afa94df5c4e80d4e9c', 'gw_port': {'id': '5241e5a2-6276-4406-b322-bb7471dcf2e2', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13816691-ed06-40f4-bd07-6387a37b9659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:40:53Z', 'updated_at': '2021-11-24T19:42:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:42:37.751764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Calling delete_port for a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:42:37.828895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] For port 5241e5a2-6276-4406-b322-bb7471dcf2e2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=5241e5a2-6276-4406-b322-bb7471dcf2e2,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:37.829518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.833335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:37.838217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:37.881849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Pushing event deleted for resources: {'Port': ['ID=a8d7b940-9bd3-413c-b23c-b5d3fbb84f16,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:37.883660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] No DVR routers for this DVR port a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:42:37.885049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:37.954162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Calling delete_port for 5241e5a2-6276-4406-b322-bb7471dcf2e2 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:42:38.252496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:38.256065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:38.300556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Port': ['ID=5241e5a2-6276-4406-b322-bb7471dcf2e2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:38.302959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:38.394534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:38.679875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:38.681970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:38.705416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:38.706069 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Fanout notify agent at l3_agent the message router_deleted on router 13816691-ed06-40f4-bd07-6387a37b9659 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:42:38.727175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:38.728836 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/routers/13816691-ed06-40f4-bd07-6387a37b9659 HTTP/1.1" status: 204 len: 168 time: 1.6073456 Nov 24 19:42:38.731530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49372) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:38.852784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:38.982137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.007347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e353992-1171-4026-8d03-96d83c9fc26c']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:39.019661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0163c9a6-2a11-4466-a5e8-6266c50db9b7') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:39.019974 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0163c9a6-2a11-4466-a5e8-6266c50db9b7') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:42:39.031408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.047740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.053666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:42:39.054046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:42:39.068640 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:42:39.154437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.158351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9004edad-ccd7-4a30-bd8c-426153e8bf00 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:39.183682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5241e5a2-6276-4406-b322-bb7471dcf2e2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:42:39.185429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.192022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Pushing event deleted for resources: {'Network': ['ID=5e353992-1171-4026-8d03-96d83c9fc26c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:39.196682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:39.203539 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] 10.222.0.47 "DELETE /v2.0/networks/5e353992-1171-4026-8d03-96d83c9fc26c HTTP/1.1" status: 204 len: 168 time: 0.4708271 Nov 24 19:42:39.221000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 5241e5a2-6276-4406-b322-bb7471dcf2e2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:42:39.221572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 5241e5a2-6276-4406-b322-bb7471dcf2e2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:42:39.222163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:42:39.259665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:42:39.260053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8d7b940-9bd3-413c-b23c-b5d3fbb84f16 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:42:39.260486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:42:39.293962 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:42:39.294321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1ce03a3a-d7bc-4f5b-b46b-23bb00207fdf not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:42:39.567611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49380) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:39.741296 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3aab51a2-08b6-474a-96be-7248eb603be5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=827a949a316842afa94df5c4e80d4e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723099 Nov 24 19:42:39.744082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49386) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:39.801291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.831552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.885925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.889657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-713109db-52d4-4c75-970f-a80c29e44efd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:39.902925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:39.908720 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:39.918837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:39.920627 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d60faeb3-0f7b-4afd-80d9-4c87a8ff44a7 HTTP/1.1" status: 204 len: 168 time: 0.1754529 Nov 24 19:42:40.202022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49394) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:40.221531 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:40.240701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:42:40.245375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Usage tracker for resource:security_group_rule and tenant:56efa7d21a3546b6a612f72b5359dc8f is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:42:40.248206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:42:40.254063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:42:40.340624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:40.344199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:40.353188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-723de7cd-f071-4708-a4b0-bae90649cc13 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:40.392727 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56efa7d21a3546b6a612f72b5359dc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896651 Nov 24 19:42:40.394490 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a993d-92c2-4a02-a825-711ac1ef20c7,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:40.395416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49398) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:42:40.397821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:40.459528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7155d437-0111-462a-a481-6c3d7e5dcb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:40.485905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7155d437-0111-462a-a481-6c3d7e5dcb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:40.536534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7155d437-0111-462a-a481-6c3d7e5dcb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:40.540762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-91cdd8d1-460d-4834-b7e5-a1ebb47df608 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:40.551187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155d437-0111-462a-a481-6c3d7e5dcb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a993d-92c2-4a02-a825-711ac1ef20c7,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:40.555727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7155d437-0111-462a-a481-6c3d7e5dcb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:40.560937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7155d437-0111-462a-a481-6c3d7e5dcb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:40.562109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7155d437-0111-462a-a481-6c3d7e5dcb4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d1a993d-92c2-4a02-a825-711ac1ef20c7 HTTP/1.1" status: 204 len: 168 time: 0.1656194 Nov 24 19:42:47.386577 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-37d47967-9292-40fd-b43d-bd16b3d96aec tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4c3cb19cc3f841febe835810b0dc708b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280159 Nov 24 19:42:47.553270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-b608bc13-57e4-43bd-84e5-643feed2d6f6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:47.554675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-b608bc13-57e4-43bd-84e5-643feed2d6f6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628046 Nov 24 19:42:47.569126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e0048ab-cdc3-4046-a5ce-8737076c9b3e tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/quotas/4c3cb19cc3f841febe835810b0dc708b HTTP/1.1" status: 200 len: 375 time: 0.0090191 Nov 24 19:42:47.619937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-8d236843-228a-4e8d-9573-665ecb410893 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c3cb19cc3f841febe835810b0dc708b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454228 Nov 24 19:42:47.795838 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-332b01db-bdd8-42e2-b80e-070181d0d757 req-83ec91b6-f8af-4bf6-99dc-d7baeccd69b6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 210 time: 0.0439520 Nov 24 19:42:48.692539 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-baddcc25-c5d5-4dc1-b200-14f3973e48e8 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4c3cb19cc3f841febe835810b0dc708b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296800 Nov 24 19:42:48.848663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-24546bcb-2785-4c7e-a752-161692f3e02d tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:48.850074 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-24546bcb-2785-4c7e-a752-161692f3e02d tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517940 Nov 24 19:42:48.868295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Request body: {'port': {'device_id': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d', 'admin_state_up': True, 'tenant_id': '4c3cb19cc3f841febe835810b0dc708b'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:42:49.106784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.115938 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1d45b629-63bc-4011-97e8-f3a0bb097708 req-4107f6d0-8438-4b2c-901f-8f283857b35e tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 210 time: 0.0565703 Nov 24 19:42:49.166912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:42:49.170675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Usage tracker for resource:port and tenant:4c3cb19cc3f841febe835810b0dc708b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:42:49.173463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:42:49.179114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:42:49.188107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Made reservation on behalf of 4c3cb19cc3f841febe835810b0dc708b for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:42:49.191527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.203884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.218624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:42:49.222339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Usage tracker for resource:security_group_rule and tenant:4c3cb19cc3f841febe835810b0dc708b is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:42:49.225059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:42:49.230706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:42:49.312135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.315826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.318576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:49.397234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69610b19-9908-4b08-8836-3e98babb84a1,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:49.403479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:49.490929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Allocated IP 192.168.233.147 (d9969629-db3b-4b38-9b98-55f522a3b37d/718b57df-70d5-441b-85af-b18c80f2af87/ff483ba7-80b9-4330-9bcb-9622b08b57c6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:42:49.690451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.705417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Transition to ACTIVE for port object ff483ba7-80b9-4330-9bcb-9622b08b57c6 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:42:49.728736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.734111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:49.803323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Network d9969629-db3b-4b38-9b98-55f522a3b37d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:42:49.807149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:42:49.810983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:42:49.844085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Pushing event updated for resources: {'Port': ['ID=ff483ba7-80b9-4330-9bcb-9622b08b57c6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:49.850724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:49.881225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:49.882032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:49.909409 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0455809 Nov 24 19:42:49.922584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Request body: {'port': {'device_id': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:42:50.040774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:50.063897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0e027b3b-952f-4c52-ba50-b3aeb3b85a3a None None] Provisioning for port ff483ba7-80b9-4330-9bcb-9622b08b57c6 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:42:50.068761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0e027b3b-952f-4c52-ba50-b3aeb3b85a3a None None] Provisioning complete for port ff483ba7-80b9-4330-9bcb-9622b08b57c6 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:42:50.069132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0e027b3b-952f-4c52-ba50-b3aeb3b85a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:50.125764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0e027b3b-952f-4c52-ba50-b3aeb3b85a3a None None] Port ff483ba7-80b9-4330-9bcb-9622b08b57c6 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:42:50.384869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60941b4a-1dce-4aab-9921-6b89c812310c req-4fe13976-30e9-4330-b8b8-89d53571e830 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:50.385562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-60941b4a-1dce-4aab-9921-6b89c812310c req-4fe13976-30e9-4330-b8b8-89d53571e830 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Synchronizing usage tracker for tenant:4c3cb19cc3f841febe835810b0dc708b on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:42:50.457741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-60941b4a-1dce-4aab-9921-6b89c812310c req-4fe13976-30e9-4330-b8b8-89d53571e830 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Unset dirty status for tenant:4c3cb19cc3f841febe835810b0dc708b on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:42:50.458885 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-60941b4a-1dce-4aab-9921-6b89c812310c req-4fe13976-30e9-4330-b8b8-89d53571e830 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 936 time: 0.2066104 Nov 24 19:42:50.465008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff483ba7-80b9-4330-9bcb-9622b08b57c6 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:42:50.485740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:50.514513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Transition to ACTIVE for port object ff483ba7-80b9-4330-9bcb-9622b08b57c6 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:42:50.520536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:50.527145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-29adc380-da38-41fa-b538-7a2c753a2c31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:50.562678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-60941b4a-1dce-4aab-9921-6b89c812310c req-4c305831-d680-433c-b923-a5cfdacda151 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Synchronizing usage tracker for tenant:4c3cb19cc3f841febe835810b0dc708b on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:42:50.690483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-60941b4a-1dce-4aab-9921-6b89c812310c req-4c305831-d680-433c-b923-a5cfdacda151 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Unset dirty status for tenant:4c3cb19cc3f841febe835810b0dc708b on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:42:50.691642 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-60941b4a-1dce-4aab-9921-6b89c812310c req-4c305831-d680-433c-b923-a5cfdacda151 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223969 Nov 24 19:42:50.698774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=ff483ba7-80b9-4330-9bcb-9622b08b57c6,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:50.705764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:50.782050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Attempting to bind port ff483ba7-80b9-4330-9bcb-9622b08b57c6 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:42:50.782378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Attempting to bind port ff483ba7-80b9-4330-9bcb-9622b08b57c6 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:42:50.782698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Attempting to bind port ff483ba7-80b9-4330-9bcb-9622b08b57c6 on network d9969629-db3b-4b38-9b98-55f522a3b37d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:42:50.787181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Port ff483ba7-80b9-4330-9bcb-9622b08b57c6 on network d9969629-db3b-4b38-9b98-55f522a3b37d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:42:50.787492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Attempting to bind port ff483ba7-80b9-4330-9bcb-9622b08b57c6 on network d9969629-db3b-4b38-9b98-55f522a3b37d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:42:50.793225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:42:50.793559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Checking segment: {'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:42:50.793937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Bound using segment: {'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:42:50.794347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Bound port: ff483ba7-80b9-4330-9bcb-9622b08b57c6, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f86fa6-719c-49fc-90e4-c2ed12f32f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:42:50.794688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:50.881502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] For port ff483ba7-80b9-4330-9bcb-9622b08b57c6, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:42:50.884523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] For port ff483ba7-80b9-4330-9bcb-9622b08b57c6, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ff483ba7-80b9-4330-9bcb-9622b08b57c6,segment=NetworkSegment(15f86fa6-719c-49fc-90e4-c2ed12f32f47),segment_id=15f86fa6-719c-49fc-90e4-c2ed12f32f47)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:42:50.889844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:50.894526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-809ad0fc-6940-485e-9652-c0c0af52e3b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:51.076743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:51.077359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:51.078754 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] 10.222.0.41 "PUT /v2.0/ports/ff483ba7-80b9-4330-9bcb-9622b08b57c6 HTTP/1.1" status: 200 len: 1098 time: 1.1605051 Nov 24 19:42:51.079295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'tag': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:42:51.102435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Pushing event updated for resources: {'Port': ['ID=ff483ba7-80b9-4330-9bcb-9622b08b57c6,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:51.105558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:51.152506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'tag': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6', 'status': 'completed', 'code': 200} Nov 24 19:42:51.193900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-dd8406a7-4c8f-41e7-9f4c-d249fc5f12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:51.196390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-dd8406a7-4c8f-41e7-9f4c-d249fc5f12b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c3cb19cc3f841febe835810b0dc708b&device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 1101 time: 0.0760951 Nov 24 19:42:51.269218 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-5feed396-93e6-4fdc-a4a0-e4d918af89cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ff483ba7-80b9-4330-9bcb-9622b08b57c6 HTTP/1.1" status: 200 len: 217 time: 0.0649173 Nov 24 19:42:51.329965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-26ffbd56-dba6-4fa8-b64f-58024590ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:51.331333 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-26ffbd56-dba6-4fa8-b64f-58024590ae5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=718b57df-70d5-441b-85af-b18c80f2af87 HTTP/1.1" status: 200 len: 843 time: 0.0560422 Nov 24 19:42:51.408328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-0dda703e-facb-4f79-b93c-43fe98122372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:51.409715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-0dda703e-facb-4f79-b93c-43fe98122372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9969629-db3b-4b38-9b98-55f522a3b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0718539 Nov 24 19:42:51.541148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-224b715c-194a-4893-a778-382b58125275 service neutron] 10.222.0.41 "GET /v2.0/networks/d9969629-db3b-4b38-9b98-55f522a3b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250796 Nov 24 19:42:51.671707 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-680c01bf-c1ef-491c-b740-07e88abb2e11 req-aeaf715e-ce13-4d14-a5f8-d4a76b6a02d8 service neutron] 10.222.0.41 "GET /v2.0/networks/d9969629-db3b-4b38-9b98-55f522a3b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234930 Nov 24 19:42:51.786030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-80856d14-313b-4d7a-839e-4a7e16cc6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:51.787524 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-80856d14-313b-4d7a-839e-4a7e16cc6320 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c3cb19cc3f841febe835810b0dc708b&device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 1101 time: 0.0700779 Nov 24 19:42:51.981729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-3c9afb83-72a3-4ffc-965b-805b9d0f33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:51.983161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-3c9afb83-72a3-4ffc-965b-805b9d0f33bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9969629-db3b-4b38-9b98-55f522a3b37d HTTP/1.1" status: 200 len: 870 time: 0.1882391 Nov 24 19:42:51.991181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9851-9925-4f99-90cb-22cd5b4eb971 req-29b9c266-bd17-48bc-9f28-f971305e1ac9 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:51.992893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-460a9851-9925-4f99-90cb-22cd5b4eb971 req-29b9c266-bd17-48bc-9f28-f971305e1ac9 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 948 time: 0.1807144 Nov 24 19:42:52.067039 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-00b5d63e-ac82-4bb0-8796-822c2e73209b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ff483ba7-80b9-4330-9bcb-9622b08b57c6 HTTP/1.1" status: 200 len: 217 time: 0.0732274 Nov 24 19:42:52.137515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-460a9851-9925-4f99-90cb-22cd5b4eb971 req-8478a18e-25ea-4e27-93fd-3759dd905f01 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958002 Nov 24 19:42:52.148759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-3b2930cc-27b0-4a30-8282-0b23e1de6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:52.150455 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-3b2930cc-27b0-4a30-8282-0b23e1de6a26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=718b57df-70d5-441b-85af-b18c80f2af87 HTTP/1.1" status: 200 len: 843 time: 0.0773969 Nov 24 19:42:52.224824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-0893d7aa-b569-45b4-abf2-290a725af377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:52.226732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-0893d7aa-b569-45b4-abf2-290a725af377 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9969629-db3b-4b38-9b98-55f522a3b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0693471 Nov 24 19:42:52.359070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-00570707-a1f4-4c7e-95a2-40362f0240cc service neutron] 10.222.0.41 "GET /v2.0/networks/d9969629-db3b-4b38-9b98-55f522a3b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252973 Nov 24 19:42:52.489343 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91a8f94a-16cd-45d1-ac4a-2817d9bd027d req-315a114a-9611-4a7c-a13c-1e341de50dc9 service neutron] 10.222.0.41 "GET /v2.0/networks/d9969629-db3b-4b38-9b98-55f522a3b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232038 Nov 24 19:42:53.327860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cb5c7-156e-4664-bac8-85f651e80d22 req-7a9e9bde-9f61-467d-aaba-fe875b245c36 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:53.329325 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4e0cb5c7-156e-4664-bac8-85f651e80d22 req-7a9e9bde-9f61-467d-aaba-fe875b245c36 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 948 time: 0.0842626 Nov 24 19:42:53.372401 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4e0cb5c7-156e-4664-bac8-85f651e80d22 req-c44a1df7-3923-464b-831e-12e491dcb147 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374684 Nov 24 19:42:54.555976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6c25c-57ef-413a-92b8-e9d0e396538f req-8503b54d-0420-40b5-9c67-06daf4a38155 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:54.557415 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9d6c25c-57ef-413a-92b8-e9d0e396538f req-8503b54d-0420-40b5-9c67-06daf4a38155 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 948 time: 0.0822582 Nov 24 19:42:54.600757 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9d6c25c-57ef-413a-92b8-e9d0e396538f req-2eefd0c7-fc8b-4785-a0a4-96fde6c1ff63 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Nov 24 19:42:54.730313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ff483ba7-80b9-4330-9bcb-9622b08b57c6 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:42:54.862284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ff483ba7-80b9-4330-9bcb-9622b08b57c6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ff483ba7-80b9-4330-9bcb-9622b08b57c6,segment=NetworkSegment(15f86fa6-719c-49fc-90e4-c2ed12f32f47),segment_id=15f86fa6-719c-49fc-90e4-c2ed12f32f47)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:54.875814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6', 'network_id': 'd9969629-db3b-4b38-9b98-55f522a3b37d', 'port_id': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6', 'mac_address': 'fa:16:3e:6c:04:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718b57df-70d5-441b-85af-b18c80f2af87', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:42:54.932261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:54.948840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff483ba7-80b9-4330-9bcb-9622b08b57c6 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:42:54.964132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ff483ba7-80b9-4330-9bcb-9622b08b57c6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ff483ba7-80b9-4330-9bcb-9622b08b57c6,segment=NetworkSegment(15f86fa6-719c-49fc-90e4-c2ed12f32f47),segment_id=15f86fa6-719c-49fc-90e4-c2ed12f32f47)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:54.967703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:54.970277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:55.037345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ff483ba7-80b9-4330-9bcb-9622b08b57c6,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:55.041157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:55.282987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ff483ba7-80b9-4330-9bcb-9622b08b57c6'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:42:55.788797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a629143-7309-44dd-981c-e8b777ba201f req-500b5d0f-5f6d-4c45-81a0-1b4c76802067 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:55.790367 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a629143-7309-44dd-981c-e8b777ba201f req-500b5d0f-5f6d-4c45-81a0-1b4c76802067 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 949 time: 0.0848291 Nov 24 19:42:55.833799 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a629143-7309-44dd-981c-e8b777ba201f req-feb3a392-8322-4fc5-9126-50ada27ee02e tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Nov 24 19:42:56.761409 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ff483ba7-80b9-4330-9bcb-9622b08b57c6 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:42:56.872045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port ff483ba7-80b9-4330-9bcb-9622b08b57c6 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:42:56.876910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port ff483ba7-80b9-4330-9bcb-9622b08b57c6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:42:56.877286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:56.994944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:57.017951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38152fc-42bf-484b-991a-6f022a441775 req-e74dfedc-affc-47ae-ba28-46b54ab643b0 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:57.019323 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c38152fc-42bf-484b-991a-6f022a441775 req-e74dfedc-affc-47ae-ba28-46b54ab643b0 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 949 time: 0.0803030 Nov 24 19:42:57.021391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:42:57.032679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ff483ba7-80b9-4330-9bcb-9622b08b57c6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ff483ba7-80b9-4330-9bcb-9622b08b57c6,segment=NetworkSegment(15f86fa6-719c-49fc-90e4-c2ed12f32f47),segment_id=15f86fa6-719c-49fc-90e4-c2ed12f32f47)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:42:57.036658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:57.039658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0253aeb0-9641-4e99-a96e-516be65f6c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:42:57.096324 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c38152fc-42bf-484b-991a-6f022a441775 req-d3532ce9-b151-43d0-855c-82a118c6d846 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705979 Nov 24 19:42:57.104535 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6', 'code': 200} Nov 24 19:42:57.110663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ff483ba7-80b9-4330-9bcb-9622b08b57c6,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:42:57.113868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:42:57.328211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7a44-7b64-436b-aa0d-4c4b917708df req-9457774b-7179-4be1-84cb-075075447b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:57.329625 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58aa7a44-7b64-436b-aa0d-4c4b917708df req-9457774b-7179-4be1-84cb-075075447b6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 1103 time: 0.0705256 Nov 24 19:42:57.368825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58aa7a44-7b64-436b-aa0d-4c4b917708df req-ff28ea1a-6101-42e6-a90d-93bf3633e564 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Nov 24 19:42:58.424668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639f33e-ca5f-41a2-b6db-db2707210c2b req-1f3bdd1b-dcc1-4c01-99ba-4a26ba20e766 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:58.426150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3639f33e-ca5f-41a2-b6db-db2707210c2b req-1f3bdd1b-dcc1-4c01-99ba-4a26ba20e766 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 950 time: 0.2022634 Nov 24 19:42:58.481120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3639f33e-ca5f-41a2-b6db-db2707210c2b req-2f98d6e6-8465-4f24-8185-b2f0409f3a10 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Nov 24 19:42:59.338082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-401ac783-eef5-4fd4-b667-40cd6be6147e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:42:59.668345 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5afe65-51e6-4421-8bb9-f91803191786 req-6706be6e-226a-46c1-8eec-ad774a38d93d tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:42:59.669781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fb5afe65-51e6-4421-8bb9-f91803191786 req-6706be6e-226a-46c1-8eec-ad774a38d93d tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 950 time: 0.0792553 Nov 24 19:42:59.718682 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fb5afe65-51e6-4421-8bb9-f91803191786 req-d1b30e81-4343-4e22-aca0-ec92ba603861 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Nov 24 19:42:59.761840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:00.798571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46d567-b4d4-4c95-9f99-5f7dfd4bc549 req-91088bf9-02e5-47aa-a828-9a05212fd157 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:00.799910 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a46d567-b4d4-4c95-9f99-5f7dfd4bc549 req-91088bf9-02e5-47aa-a828-9a05212fd157 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 950 time: 0.0797398 Nov 24 19:43:00.843792 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a46d567-b4d4-4c95-9f99-5f7dfd4bc549 req-f5c2e273-248d-4a19-9695-5bec13e64abd tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 Nov 24 19:43:02.038149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e31fc-2050-40d5-aea2-083b86696d5f req-225ed0f3-d5ff-489a-8c34-a6aaf5c7e98f tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:02.040558 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-546e31fc-2050-40d5-aea2-083b86696d5f req-225ed0f3-d5ff-489a-8c34-a6aaf5c7e98f tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 950 time: 0.0859418 Nov 24 19:43:02.121642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-950ca635-29fc-4994-b6c4-7468112f080a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:02.135639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-546e31fc-2050-40d5-aea2-083b86696d5f req-d71f35a9-6d4b-4ead-9e0f-9519d22f70ec tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/security-groups?id=69610b19-9908-4b08-8836-3e98babb84a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891154 Nov 24 19:43:02.165640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-ac615e62-d362-4a68-8a13-1a7bfdea8588 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:02.167137 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-ac615e62-d362-4a68-8a13-1a7bfdea8588 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.41 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 950 time: 0.0922747 Nov 24 19:43:02.241083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Deleting port ff483ba7-80b9-4330-9bcb-9622b08b57c6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:43:02.241421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:02.485957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] For port ff483ba7-80b9-4330-9bcb-9622b08b57c6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ff483ba7-80b9-4330-9bcb-9622b08b57c6,segment=NetworkSegment(15f86fa6-719c-49fc-90e4-c2ed12f32f47),segment_id=15f86fa6-719c-49fc-90e4-c2ed12f32f47)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:43:02.486229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:02.613618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Calling delete_port for ff483ba7-80b9-4330-9bcb-9622b08b57c6 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:43:02.755787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:02.761543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de1fc94e-657c-43cf-8cc4-145fdf6c280c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:02.767655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ff483ba7-80b9-4330-9bcb-9622b08b57c6'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:43:02.811406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Pushing event deleted for resources: {'Port': ['ID=ff483ba7-80b9-4330-9bcb-9622b08b57c6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:02.814379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:02.823037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:02.893964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] No DVR routers for this DVR port ff483ba7-80b9-4330-9bcb-9622b08b57c6 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:43:02.896717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:02.904192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'name': 'network-vif-deleted', 'tag': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:43:02.917714 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5b96026f-0f11-49d8-9862-73425abcc9a1 req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.41 "DELETE /v2.0/ports/ff483ba7-80b9-4330-9bcb-9622b08b57c6 HTTP/1.1" status: 204 len: 173 time: 0.7441835 Nov 24 19:43:02.959490 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9087a07d-acd5-4072-b60c-2a8b22593eea', 'name': 'network-vif-deleted', 'tag': 'ff483ba7-80b9-4330-9bcb-9622b08b57c6', 'status': 'completed', 'code': 200} Nov 24 19:43:03.300356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c4417eef-4027-4a9d-967d-0634c08b1946 req-2afb89fa-b8b7-4e83-bb5c-73e816ebae19 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Synchronizing usage tracker for tenant:4c3cb19cc3f841febe835810b0dc708b on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:43:03.316235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c4417eef-4027-4a9d-967d-0634c08b1946 req-2afb89fa-b8b7-4e83-bb5c-73e816ebae19 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Unset dirty status for tenant:4c3cb19cc3f841febe835810b0dc708b on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:43:03.317378 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c4417eef-4027-4a9d-967d-0634c08b1946 req-2afb89fa-b8b7-4e83-bb5c-73e816ebae19 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] 10.222.0.47 "GET /v2.0/ports?device_id=9087a07d-acd5-4072-b60c-2a8b22593eea HTTP/1.1" status: 200 len: 210 time: 0.0622835 Nov 24 19:43:04.562763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:04.666811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49536) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:43:04.811991 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bfc8bb9e-41e8-495b-9fe6-e194d676cbbb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c3cb19cc3f841febe835810b0dc708b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436303 Nov 24 19:43:04.814394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49542) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:43:04.871165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fb47f01a-dd0e-4f9e-91f8-eb818179a32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:04.897303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fb47f01a-dd0e-4f9e-91f8-eb818179a32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:04.951108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fb47f01a-dd0e-4f9e-91f8-eb818179a32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:04.954787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d3560de-9ee8-44e5-add2-c8393d224a4b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:04.968718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47f01a-dd0e-4f9e-91f8-eb818179a32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69610b19-9908-4b08-8836-3e98babb84a1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:04.971307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fb47f01a-dd0e-4f9e-91f8-eb818179a32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:04.978641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fb47f01a-dd0e-4f9e-91f8-eb818179a32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:04.979919 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fb47f01a-dd0e-4f9e-91f8-eb818179a32d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69610b19-9908-4b08-8836-3e98babb84a1 HTTP/1.1" status: 204 len: 168 time: 0.1645200 Nov 24 19:43:05.247636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 49550) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:43:05.264765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:05.279454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:43:05.283338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Usage tracker for resource:security_group_rule and tenant:d666fb7b3cee4f26956b8ba9f79e3024 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:43:05.286123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:43:05.292446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:43:05.372383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:05.375880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:05.384623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-19c44eb9-875c-4d90-a838-4918999b23e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:05.423948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d666fb7b3cee4f26956b8ba9f79e3024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751390 Nov 24 19:43:05.425025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e859a8-096f-4508-9083-28c0a9ffe57c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:05.426518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49554) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:43:05.428359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a80b7489-aff5-437c-829d-0d4c9cf69199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:05.489837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:05.515532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:05.567628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:05.572751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-84e560f6-90b2-4bca-a6b7-682b169123dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:05.585421 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e859a8-096f-4508-9083-28c0a9ffe57c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:05.590122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:05.595557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:05.596715 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4e859a8-096f-4508-9083-28c0a9ffe57c HTTP/1.1" status: 204 len: 168 time: 0.1692014 Nov 24 19:43:06.304266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49578) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:43:06.406896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-150498136-network', 'tenant_id': '5824cdad44134a67aaa81b2e86f6c2d2'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:43:06.411573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:43:06.416015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Usage tracker for resource:network and tenant:5824cdad44134a67aaa81b2e86f6c2d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:43:06.418794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:43:06.424586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:43:06.435401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Made reservation on behalf of 5824cdad44134a67aaa81b2e86f6c2d2 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:43:06.437716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.449437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.463733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:43:06.467451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Usage tracker for resource:security_group_rule and tenant:5824cdad44134a67aaa81b2e86f6c2d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:43:06.470178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:43:06.475997 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:43:06.559630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.563632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.566567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9cfd9550-6cbb-4bef-85fd-339f4c9c6935 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:06.600641 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:43:06.606321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798eb507-320a-485a-aa1b-00d749892ed2,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:06.609855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:06.615053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.615480 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Added segment d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1 of type vlan for network 3b770aed-e379-4804-bff7-f04803d1447a Nov 24 19:43:06.642488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.671347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.672566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:06.673152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.676482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b9358994-eb76-4535-a0bc-1504925a5d04 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:06.777263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ff483ba7-80b9-4330-9bcb-9622b08b57c6 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:43:06.782822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Pushing event updated for resources: {'Network': ['ID=3b770aed-e379-4804-bff7-f04803d1447a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:06.786860 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4803317 Nov 24 19:43:06.786860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:06.788755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49584) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:43:06.794534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Request body: {'subnet': {'network_id': '3b770aed-e379-4804-bff7-f04803d1447a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-150498136-subnet', 'tenant_id': '5824cdad44134a67aaa81b2e86f6c2d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:43:06.799449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:43:06.803371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Usage tracker for resource:subnet and tenant:5824cdad44134a67aaa81b2e86f6c2d2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:43:06.807300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:43:06.808034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 3b770aed-e379-4804-bff7-f04803d1447a details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:43:06.813281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:43:06.824971 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Made reservation on behalf of 5824cdad44134a67aaa81b2e86f6c2d2 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:43:06.827434 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:06.830005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: ff483ba7-80b9-4330-9bcb-9622b08b57c6 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:43:06.830359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ff483ba7-80b9-4330-9bcb-9622b08b57c6 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:43:07.036419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:07.040833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9802a2ae-b5fe-4cf0-84ec-4b6811bfbe3a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:07.119231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855bdee0-2dbd-4d43-ab31-329c88684be3,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:07.121479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Checking segment: {'id': 'd0ae4f9e-d3d9-4fa5-89fd-9226c345edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:43:07.121839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Network hostable DHCP agents. Network: 3b770aed-e379-4804-bff7-f04803d1447a, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:43:07.126173 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:07.141080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Network 3b770aed-e379-4804-bff7-f04803d1447a is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:43:07.150302 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 3b770aed-e379-4804-bff7-f04803d1447a) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:43:07.154517 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:07.155092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:07.159410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c668064a-9e4c-46ca-a3b0-55907ae4a235 None None] Network 3b770aed-e379-4804-bff7-f04803d1447a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:43:07.174098 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3840613 Nov 24 19:43:07.373949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abdadd2-aea8-416a-a749-5d7dd618696f None None] Network 3b770aed-e379-4804-bff7-f04803d1447a requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:43:07.683700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-0752e8cb-cdba-4959-8202-6597e18c62d9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:07.685172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-0752e8cb-cdba-4959-8202-6597e18c62d9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/networks?id=3b770aed-e379-4804-bff7-f04803d1447a HTTP/1.1" status: 200 len: 811 time: 0.1552958 Nov 24 19:43:07.700173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-273e6e59-3efd-4a2a-8d2e-65b4fa471c49 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/quotas/5824cdad44134a67aaa81b2e86f6c2d2 HTTP/1.1" status: 200 len: 375 time: 0.0095997 Nov 24 19:43:07.749603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-120110d1-edef-4c58-b61a-dd1481e09ab5 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445740 Nov 24 19:43:07.760183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-1d4ac94b-6e9b-4a33-bbe9-f994f149ed29 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:43:07.761105 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-1d4ac94b-6e9b-4a33-bbe9-f994f149ed29 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053523 Nov 24 19:43:07.892964 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-b4b86a42-d671-454c-aff8-f5ef2049d982 service neutron] 10.222.0.47 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267533 Nov 24 19:43:08.128298 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-549a7e40-12b3-43f3-9723-6f11c89a788e service neutron] 10.222.0.47 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294233 Nov 24 19:43:08.299661 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-943c9ee6-4df3-4f5a-811f-0d754bb822fd req-ac973b8f-836b-468c-b9fc-02459a4c6e28 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 210 time: 0.0435574 Nov 24 19:43:09.396275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-867a0d99-661d-4f86-a025-e68fdb2c705d req-d1e5759e-2fcb-45b0-9cef-733ce18561d1 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 210 time: 0.0427310 Nov 24 19:43:10.355556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-6fcbfb3f-4f11-4606-a784-06b0a369c952 req-5862c438-c60a-4a62-b720-c97ca7be2cd0 service neutron] (87485) timed out ('10.222.0.41', 60990) {{(pid=87485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 19:43:10.497991 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-390a7395-ea4f-407e-a90d-265cb49b5012 req-f4577039-5c4a-40e9-8f98-314889eb9264 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 210 time: 0.0467992 Nov 24 19:43:11.295274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [req-5457000e-ea33-4a2c-975e-8803134da17b req-8f46d7d8-8027-48bf-bfe4-07aad3c78c72 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] (87486) timed out ('10.222.0.41', 61074) {{(pid=87486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 19:43:11.598076 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c6146bb-5973-4e9b-a1f5-6d4bd7c4b8d9 req-17944929-41d0-4845-9841-a1518afac52d tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 210 time: 0.0458338 Nov 24 19:43:12.426056 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:43:12.752337 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-615263a8-586e-4fa0-b2ab-08e9d42d6561 req-68b1ed35-8297-4076-a550-ac9c0509026f tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 210 time: 0.0444825 Nov 24 19:43:13.406620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-bfe67524-2e6e-4973-8ac9-c8b9340b108d tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:13.408126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-bfe67524-2e6e-4973-8ac9-c8b9340b108d tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.41 "GET /v2.0/networks?id=3b770aed-e379-4804-bff7-f04803d1447a HTTP/1.1" status: 200 len: 811 time: 0.1480322 Nov 24 19:43:13.419935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Request body: {'port': {'device_id': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a', 'admin_state_up': True, 'tenant_id': '5824cdad44134a67aaa81b2e86f6c2d2'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:43:13.559283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:43:13.563060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Usage tracker for resource:port and tenant:5824cdad44134a67aaa81b2e86f6c2d2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:43:13.565799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:43:13.572192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:43:13.582119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Made reservation on behalf of 5824cdad44134a67aaa81b2e86f6c2d2 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:43:13.585727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:13.753966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Allocated IP 172.20.0.4 (3b770aed-e379-4804-bff7-f04803d1447a/855bdee0-2dbd-4d43-ab31-329c88684be3/6993c9b9-b5b4-42f4-a158-41e42fac71a9) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:43:13.941344 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5144ffeb-0592-4b28-9355-38eef5297b43 req-024f3979-d044-4bdc-970c-6820e6178680 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 210 time: 0.0611029 Nov 24 19:43:14.014546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:14.045387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:14.050816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b821679b-de5f-4b66-96a2-44f7e9e50178 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:14.114592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Network 3b770aed-e379-4804-bff7-f04803d1447a is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:43:14.118108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:43:14.121813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:43:14.167238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:14.171526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:14.190075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:14.190679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:14.215793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7997410 Nov 24 19:43:14.227934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Request body: {'port': {'device_id': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:43:14.349019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:14.790248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6993c9b9-b5b4-42f4-a158-41e42fac71a9 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:43:14.797300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:14.815201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Transition to ACTIVE for port object 6993c9b9-b5b4-42f4-a158-41e42fac71a9 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:43:14.818080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:14.823012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:14.985884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:15.016106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:15.092437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Attempting to bind port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:43:15.092693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Attempting to bind port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'd0ae4f9e-d3d9-4fa5-89fd-9226c345edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:43:15.093026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Attempting to bind port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 on network 3b770aed-e379-4804-bff7-f04803d1447a {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:43:15.104659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 on network 3b770aed-e379-4804-bff7-f04803d1447a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:43:15.104981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Attempting to bind port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 on network 3b770aed-e379-4804-bff7-f04803d1447a {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:43:15.118014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:43:15.118346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Checking segment: {'id': 'd0ae4f9e-d3d9-4fa5-89fd-9226c345edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:43:15.118718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Bound using segment: {'id': 'd0ae4f9e-d3d9-4fa5-89fd-9226c345edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:43:15.119139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Bound port: 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ae4f9e-d3d9-4fa5-89fd-9226c345edc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:43:15.119479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:15.213808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3fe10-819a-4f02-b095-bf4ee73e98aa req-79830a5f-4ba8-40c3-bfc7-be4b1d55afdb tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:15.214499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2ca3fe10-819a-4f02-b095-bf4ee73e98aa req-79830a5f-4ba8-40c3-bfc7-be4b1d55afdb tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Synchronizing usage tracker for tenant:5824cdad44134a67aaa81b2e86f6c2d2 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:43:15.236449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:43:15.239824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:43:15.241646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-2ca3fe10-819a-4f02-b095-bf4ee73e98aa req-79830a5f-4ba8-40c3-bfc7-be4b1d55afdb tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Unset dirty status for tenant:5824cdad44134a67aaa81b2e86f6c2d2 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:43:15.243172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2ca3fe10-819a-4f02-b095-bf4ee73e98aa req-79830a5f-4ba8-40c3-bfc7-be4b1d55afdb tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 943 time: 0.1919181 Nov 24 19:43:15.244697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:15.248472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-00299680-7b93-422d-97c8-eb75e55180e9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:15.329484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:15.330088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:15.331529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] 10.222.0.41 "PUT /v2.0/ports/6993c9b9-b5b4-42f4-a158-41e42fac71a9 HTTP/1.1" status: 200 len: 1093 time: 1.1083536 Nov 24 19:43:15.340530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:43:15.363892 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2ca3fe10-819a-4f02-b095-bf4ee73e98aa req-5934e985-49dc-4fac-b878-160a1f49dcaf tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820465 Nov 24 19:43:15.404774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'status': 'completed', 'code': 200} Nov 24 19:43:15.405389 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:15.412610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:15.442971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-ef518427-83fb-4ff7-a1f5-1e7ff986f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:15.444483 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-ef518427-83fb-4ff7-a1f5-1e7ff986f13d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 1096 time: 0.0763011 Nov 24 19:43:15.517789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-e9489ce7-841c-4730-85fe-2c744504781f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9 HTTP/1.1" status: 200 len: 217 time: 0.0643744 Nov 24 19:43:15.581209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-7b33500d-3a66-4f29-87e8-f15324974f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:15.582626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-7b33500d-3a66-4f29-87e8-f15324974f4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=855bdee0-2dbd-4d43-ab31-329c88684be3 HTTP/1.1" status: 200 len: 851 time: 0.0580442 Nov 24 19:43:15.634349 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-d1332204-0673-4710-a13b-5c3ec4f4e6b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b770aed-e379-4804-bff7-f04803d1447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448706 Nov 24 19:43:15.766191 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-4e10bb78-83f7-4e4c-b4bc-796664c504c7 service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247590 Nov 24 19:43:15.899279 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a150397c-62f4-4394-bd04-8fcc7d504cd6 req-5e7c78dd-33fd-4168-b50a-1b0d75ba66cb service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263857 Nov 24 19:43:16.016972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-7174c83a-7169-4275-a0cd-b9453cd0ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:16.018441 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-7174c83a-7169-4275-a0cd-b9453cd0ec50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 1096 time: 0.0701909 Nov 24 19:43:16.153437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-09c21359-8143-4d5d-a891-36a4158bb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:16.154800 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-09c21359-8143-4d5d-a891-36a4158bb40a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b770aed-e379-4804-bff7-f04803d1447a HTTP/1.1" status: 200 len: 912 time: 0.1298780 Nov 24 19:43:16.226839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-b9efed0a-f564-4abc-b3cf-b55614340e8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9 HTTP/1.1" status: 200 len: 217 time: 0.0649550 Nov 24 19:43:16.287544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-f2e59049-6f88-424c-a312-2abfd8f89f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:16.289612 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-f2e59049-6f88-424c-a312-2abfd8f89f8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=855bdee0-2dbd-4d43-ab31-329c88684be3 HTTP/1.1" status: 200 len: 851 time: 0.0567834 Nov 24 19:43:16.454034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-b5a4545d-9329-4f5c-9eff-02f835fa5b71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b770aed-e379-4804-bff7-f04803d1447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583352 Nov 24 19:43:16.644674 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-49e6ae6c-9b16-4ac0-ad93-eb9f09deb0c3 service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812479 Nov 24 19:43:16.655095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3e512-e67e-48f8-a9ae-a4d15ac6f396 req-63bc752a-344d-4d20-8217-0df31a9a237d tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:16.656511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74b3e512-e67e-48f8-a9ae-a4d15ac6f396 req-63bc752a-344d-4d20-8217-0df31a9a237d tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 943 time: 0.1759322 Nov 24 19:43:16.784024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74b3e512-e67e-48f8-a9ae-a4d15ac6f396 req-73bb64e5-75b1-42f4-8259-cb900090e597 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088493 Nov 24 19:43:16.823763 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce0eb46c-50c2-4d65-8a93-275137238795 req-a05f1209-b2d1-4502-8760-0054e08b4610 service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662939 Nov 24 19:43:17.977796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9d778-dbe6-42a4-acdb-dc14b404051a req-30b55e76-333e-425d-bc3e-c9eb06ed6c8d tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:17.979247 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de9d778-dbe6-42a4-acdb-dc14b404051a req-30b55e76-333e-425d-bc3e-c9eb06ed6c8d tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 943 time: 0.0852714 Nov 24 19:43:18.023492 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de9d778-dbe6-42a4-acdb-dc14b404051a req-fdf1c116-85ef-4de1-923d-b0aab6735e06 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Nov 24 19:43:19.119564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:19.207436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d20422-1cdc-4d73-81b5-de187a4550f1 req-2b348c3f-f903-48c4-abe2-22a2a2a41ed1 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:19.208899 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-33d20422-1cdc-4d73-81b5-de187a4550f1 req-2b348c3f-f903-48c4-abe2-22a2a2a41ed1 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 943 time: 0.0831223 Nov 24 19:43:19.253762 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-33d20422-1cdc-4d73-81b5-de187a4550f1 req-68a7f02b-ada5-42df-95e9-0682a68478dc tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Nov 24 19:43:20.438588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cb363-df8e-4456-9a6d-fdee99635a06 req-ad42727d-2ba5-4677-ab02-92ebd9bb87be tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:20.440059 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-996cb363-df8e-4456-9a6d-fdee99635a06 req-ad42727d-2ba5-4677-ab02-92ebd9bb87be tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 943 time: 0.0800078 Nov 24 19:43:20.483114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-996cb363-df8e-4456-9a6d-fdee99635a06 req-da4e0edc-47bb-41c5-9a87-f74317f53763 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Nov 24 19:43:20.854579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 6993c9b9-b5b4-42f4-a158-41e42fac71a9 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:43:20.986919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:43:20.999600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a', 'port_id': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'mac_address': 'fa:16:3e:53:0a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855bdee0-2dbd-4d43-ab31-329c88684be3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:43:21.056648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:21.072743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6993c9b9-b5b4-42f4-a158-41e42fac71a9 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:43:21.088919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:43:21.092457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:21.094146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f9f31860-038c-4a85-a142-c857f13f52d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:21.158806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:21.161821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:21.416270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['6993c9b9-b5b4-42f4-a158-41e42fac71a9'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:43:21.676682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f889-1393-4607-8a77-580a18399a32 req-6db3ff1a-2b73-452c-94b7-71bc96e5c7d0 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:21.678040 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dcc8f889-1393-4607-8a77-580a18399a32 req-6db3ff1a-2b73-452c-94b7-71bc96e5c7d0 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 944 time: 0.0860133 Nov 24 19:43:21.722071 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dcc8f889-1393-4607-8a77-580a18399a32 req-5cf5b745-f95a-4044-a908-7d51712b5e6e tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378106 Nov 24 19:43:22.885573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 6993c9b9-b5b4-42f4-a158-41e42fac71a9 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:43:22.904213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3766-1d61-4e33-9df5-a2b8ae7f0bb7 req-0676746a-1c1e-4051-912e-036818724814 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:22.905694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a98a3766-1d61-4e33-9df5-a2b8ae7f0bb7 req-0676746a-1c1e-4051-912e-036818724814 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 944 time: 0.0811365 Nov 24 19:43:22.955832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:43:22.961434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:43:22.961914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:22.965847 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a98a3766-1d61-4e33-9df5-a2b8ae7f0bb7 req-0dce51e0-3ec2-4010-a90b-b372e2719421 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545819 Nov 24 19:43:23.082222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:23.108542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:43:23.118670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:43:23.122054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:23.123725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:23.189580 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'code': 200} Nov 24 19:43:23.227642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:23.234807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.235159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.235504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.235843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.236209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.236543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.236869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.237195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.237518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.237865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.238186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.238506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:43:23.242933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:23.386610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f7701-94dd-4b55-98c3-510fab2435a4 req-674396d4-df8f-4bb3-9e06-be839aa7c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:23.388125 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-328f7701-94dd-4b55-98c3-510fab2435a4 req-674396d4-df8f-4bb3-9e06-be839aa7c8d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 1098 time: 0.0736854 Nov 24 19:43:23.427559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-328f7701-94dd-4b55-98c3-510fab2435a4 req-10a486f5-b0a5-42c1-833e-bfc2d61ac63a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Nov 24 19:43:24.150789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb784d7-3691-45b1-9a01-11d608dfb248 req-32c06278-f099-4228-9522-49d934082be4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:24.152501 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4eb784d7-3691-45b1-9a01-11d608dfb248 req-32c06278-f099-4228-9522-49d934082be4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0796142 Nov 24 19:43:24.199306 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4eb784d7-3691-45b1-9a01-11d608dfb248 req-8caca2a7-9f5e-40cd-bafc-c8530cd00500 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Nov 24 19:43:25.381350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b44ba-e88b-4f32-91a9-925cf1f2e2d9 req-fc0ad3d9-f408-4447-ac06-b2ce8a58ac88 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:25.383346 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f6b44ba-e88b-4f32-91a9-925cf1f2e2d9 req-fc0ad3d9-f408-4447-ac06-b2ce8a58ac88 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0800326 Nov 24 19:43:25.425936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f6b44ba-e88b-4f32-91a9-925cf1f2e2d9 req-2a086e0d-e65d-4e15-929a-b40b7cba5514 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369904 Nov 24 19:43:25.790268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49666) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:43:25.828249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6092c-fece-442a-a0b3-44a36cec9d42 req-20c1046c-1a18-492c-b5fb-2ab0248b3f2c tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:25.829700 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dde6092c-fece-442a-a0b3-44a36cec9d42 req-20c1046c-1a18-492c-b5fb-2ab0248b3f2c tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0898480 Nov 24 19:43:25.873797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dde6092c-fece-442a-a0b3-44a36cec9d42 req-6279fc32-620a-4603-b734-7b58e72a0dd0 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Nov 24 19:43:25.903102 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-0164ecf2-1625-4fb2-9d97-96160c2791ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116028 Nov 24 19:43:27.121476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37632c5-c0c7-495b-9490-0f402923595e req-3d1ba84e-2875-405c-965a-daef2ddf4310 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:27.122921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b37632c5-c0c7-495b-9490-0f402923595e req-3d1ba84e-2875-405c-965a-daef2ddf4310 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.1368093 Nov 24 19:43:27.152868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-117483ae-b1c8-469f-bb12-2e2a3689deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:27.154175 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-117483ae-b1c8-469f-bb12-2e2a3689deb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 1098 time: 0.1132503 Nov 24 19:43:27.238741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b37632c5-c0c7-495b-9490-0f402923595e req-ed0d5d2a-242e-4139-bf9e-442a2aa7a0ee tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098557 Nov 24 19:43:27.294148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-3308adc6-4946-4725-b395-82fa5eceb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:27.295575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-3308adc6-4946-4725-b395-82fa5eceb1ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b770aed-e379-4804-bff7-f04803d1447a HTTP/1.1" status: 200 len: 912 time: 0.1335404 Nov 24 19:43:27.364474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-90a40803-cbd7-4f0d-8c2f-1b6e4a5b0cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9 HTTP/1.1" status: 200 len: 217 time: 0.0627158 Nov 24 19:43:27.533507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-2da6e053-a5e3-4ef8-916c-543cd650f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:27.534846 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-2da6e053-a5e3-4ef8-916c-543cd650f5a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=855bdee0-2dbd-4d43-ab31-329c88684be3 HTTP/1.1" status: 200 len: 851 time: 0.1642833 Nov 24 19:43:27.579897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-de30658b-8452-4799-ae6c-feb0a93ae2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b770aed-e379-4804-bff7-f04803d1447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383584 Nov 24 19:43:27.712822 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-aa2dfb85-2fe4-4e9e-b8cb-ccee2a081d06 service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248386 Nov 24 19:43:27.843061 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-4cd8cd1e-3df5-4b5e-8b87-8544ba77465b service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236405 Nov 24 19:43:28.426622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2241-45e3-4b9b-82ca-e6f2e946b296 req-25b5b912-2e1f-4e0b-a070-bf6cd77976f8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:28.428054 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-657f2241-45e3-4b9b-82ca-e6f2e946b296 req-25b5b912-2e1f-4e0b-a070-bf6cd77976f8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0835590 Nov 24 19:43:28.471902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-657f2241-45e3-4b9b-82ca-e6f2e946b296 req-da5e1168-c250-475c-8264-784033f7fef5 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376136 Nov 24 19:43:29.338697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be413ef0-bcc9-4a3f-8af0-53613e913c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:29.652244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542414d-9641-49b2-9f69-a3283a894100 req-5181b90b-262b-4514-96da-d955c1080e4e tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:29.653718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1542414d-9641-49b2-9f69-a3283a894100 req-5181b90b-262b-4514-96da-d955c1080e4e tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0790691 Nov 24 19:43:29.702313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1542414d-9641-49b2-9f69-a3283a894100 req-6fc36725-c03d-47db-a255-6402d37fbb5a tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427577 Nov 24 19:43:29.764680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:30.887107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68c683-1604-448c-b108-75a0597d0edc req-d583a717-5673-47a2-86c2-ea1b4d858c69 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:30.888590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3c68c683-1604-448c-b108-75a0597d0edc req-d583a717-5673-47a2-86c2-ea1b4d858c69 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0807991 Nov 24 19:43:30.932621 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3c68c683-1604-448c-b108-75a0597d0edc req-7b203e25-e167-4f22-9f11-25b436edba21 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384042 Nov 24 19:43:32.119181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97bd82-7edc-4679-afce-48308fbf92ae req-8b623071-9400-45db-b55a-c92700db9f41 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:32.120066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fac282a8-9ff3-4e77-99c6-04adec44968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:32.120693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9e97bd82-7edc-4679-afce-48308fbf92ae req-8b623071-9400-45db-b55a-c92700db9f41 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0842497 Nov 24 19:43:32.165476 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9e97bd82-7edc-4679-afce-48308fbf92ae req-60d005ea-0e56-473e-b2d3-a4cd583e70ef tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Nov 24 19:43:32.805479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:33.356089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db291c31-dce5-410e-86bf-60fac36036f5 req-8014dc2c-523e-4976-8945-aa2af9f19933 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:33.357548 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db291c31-dce5-410e-86bf-60fac36036f5 req-8014dc2c-523e-4976-8945-aa2af9f19933 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0807655 Nov 24 19:43:33.402297 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db291c31-dce5-410e-86bf-60fac36036f5 req-35748bf2-df54-4425-9d92-8d2c50cea3da tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Nov 24 19:43:34.565514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:34.592041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69785db-149a-42e0-ad02-40ae818d105c req-6947f181-15df-4b6d-a56c-0d5875851272 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:34.593506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f69785db-149a-42e0-ad02-40ae818d105c req-6947f181-15df-4b6d-a56c-0d5875851272 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0845144 Nov 24 19:43:34.637872 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f69785db-149a-42e0-ad02-40ae818d105c req-2f17dc8a-4827-49a2-9fdb-305ea1e148e5 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Nov 24 19:43:35.822177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c82c7-fad8-4370-b7e0-b11f5dc2d334 req-3ca062ba-3208-4431-97e7-e1c373884e32 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:35.823618 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e3c82c7-fad8-4370-b7e0-b11f5dc2d334 req-3ca062ba-3208-4431-97e7-e1c373884e32 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0807405 Nov 24 19:43:35.871561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e3c82c7-fad8-4370-b7e0-b11f5dc2d334 req-609740ce-fd89-499b-b8f3-9d6cb0ce1c0c tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 Nov 24 19:43:37.055553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0e05-33c3-4629-a911-2b4d35b94ba7 req-62ccbc0f-45f8-481e-8b47-5f27713ab273 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:37.057095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5fbe0e05-33c3-4629-a911-2b4d35b94ba7 req-62ccbc0f-45f8-481e-8b47-5f27713ab273 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0796614 Nov 24 19:43:37.102515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5fbe0e05-33c3-4629-a911-2b4d35b94ba7 req-2e8a68dc-4c30-4761-83d8-ff47af0e0436 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Nov 24 19:43:38.291324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65ede0-7e06-4b97-95e7-572e459636c3 req-13357a73-98f1-4c17-b246-649680a3b18b tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:38.292706 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a65ede0-7e06-4b97-95e7-572e459636c3 req-13357a73-98f1-4c17-b246-649680a3b18b tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0853508 Nov 24 19:43:38.337948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a65ede0-7e06-4b97-95e7-572e459636c3 req-d65328e1-59be-41ea-8120-65f970b2c005 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Nov 24 19:43:39.522147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88d9f4-cac3-4b26-a59f-9ce91344bd49 req-ab5a8be5-6e8c-4db1-b840-3d3469095d29 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:39.523696 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7f88d9f4-cac3-4b26-a59f-9ce91344bd49 req-ab5a8be5-6e8c-4db1-b840-3d3469095d29 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0801330 Nov 24 19:43:39.567517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7f88d9f4-cac3-4b26-a59f-9ce91344bd49 req-878722b1-23c5-4e0a-9409-7248d3dc6043 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 Nov 24 19:43:40.756986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b38c4-f747-464d-8160-50974e37d745 req-c2673d02-8b8b-4300-a80d-bf8719daf489 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:40.759393 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-556b38c4-f747-464d-8160-50974e37d745 req-c2673d02-8b8b-4300-a80d-bf8719daf489 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0849321 Nov 24 19:43:40.804791 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-556b38c4-f747-464d-8160-50974e37d745 req-38424f7b-632f-404b-81b9-b758d28c7acf tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Nov 24 19:43:41.990869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0a24b-cccb-4636-a3b6-8db32a92dd99 req-d58f9243-df86-4cec-bba1-b7114cb12353 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:41.993004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d1f0a24b-cccb-4636-a3b6-8db32a92dd99 req-d58f9243-df86-4cec-bba1-b7114cb12353 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0802402 Nov 24 19:43:42.037580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d1f0a24b-cccb-4636-a3b6-8db32a92dd99 req-4acabee4-c3a2-4eb0-990d-5e0a0c67c4a3 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Nov 24 19:43:43.223598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fd753-c8f0-4652-a386-80aa7bfe7c07 req-cd1a23a1-0bdc-462e-8ee0-3b824c23ff49 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:43.224961 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c01fd753-c8f0-4652-a386-80aa7bfe7c07 req-cd1a23a1-0bdc-462e-8ee0-3b824c23ff49 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0823877 Nov 24 19:43:43.267463 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c01fd753-c8f0-4652-a386-80aa7bfe7c07 req-0b8073cb-b69a-4da0-8e48-011edb650997 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Nov 24 19:43:44.449856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1075eb-e6e9-4f2e-81bc-98f8fd9c3f88 req-ae2b7427-31c7-46cb-81fb-4ff65b043c29 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:44.451288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa1075eb-e6e9-4f2e-81bc-98f8fd9c3f88 req-ae2b7427-31c7-46cb-81fb-4ff65b043c29 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0792856 Nov 24 19:43:44.498011 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa1075eb-e6e9-4f2e-81bc-98f8fd9c3f88 req-b39fc8fb-99de-43b9-9592-cec1ba370b1b tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Nov 24 19:43:45.680555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a3d8c-f3f4-4383-89ea-bc5255eb22a5 req-cf1b51d0-5d9d-4e8e-a374-c04f23e2952c tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:45.681972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f48a3d8c-f3f4-4383-89ea-bc5255eb22a5 req-cf1b51d0-5d9d-4e8e-a374-c04f23e2952c tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0789177 Nov 24 19:43:45.725266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f48a3d8c-f3f4-4383-89ea-bc5255eb22a5 req-478f11bf-3eab-462d-8762-e69f6abc06c9 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Nov 24 19:43:46.911740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c82188-a259-4f8e-8f90-903efff5a493 req-798f5c1d-6e5f-45e5-a5b7-f2915b4dffc4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:46.913229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-44c82188-a259-4f8e-8f90-903efff5a493 req-798f5c1d-6e5f-45e5-a5b7-f2915b4dffc4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0837696 Nov 24 19:43:46.957919 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-44c82188-a259-4f8e-8f90-903efff5a493 req-8aed91a2-9255-471b-969f-c8ab05b43df6 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Nov 24 19:43:48.145580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c656-4033-4fdd-b300-56b13f3a16f2 req-9162f025-5736-4ba3-8c80-ccc1eaf516fb tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:48.147028 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d32c656-4033-4fdd-b300-56b13f3a16f2 req-9162f025-5736-4ba3-8c80-ccc1eaf516fb tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0811372 Nov 24 19:43:48.191232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d32c656-4033-4fdd-b300-56b13f3a16f2 req-37b28bed-ad33-450e-afef-45f55805a7fc tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Nov 24 19:43:49.117756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:49.380546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85605b2e-26de-48d6-ba76-232e2ee6710e req-0f8bf98c-0b49-481f-a82e-7e0e95523447 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:49.382007 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-85605b2e-26de-48d6-ba76-232e2ee6710e req-0f8bf98c-0b49-481f-a82e-7e0e95523447 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0863769 Nov 24 19:43:49.423623 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:43:49.426478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-85605b2e-26de-48d6-ba76-232e2ee6710e req-c893349f-f398-453e-b40d-fc533c0f38a0 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Nov 24 19:43:50.637295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26066bd-6ff9-46f2-abe3-ca7b85b5aeb7 req-073483bb-dbcf-43d2-8413-6fcd80547f64 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:50.638735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c26066bd-6ff9-46f2-abe3-ca7b85b5aeb7 req-073483bb-dbcf-43d2-8413-6fcd80547f64 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0893180 Nov 24 19:43:50.686309 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c26066bd-6ff9-46f2-abe3-ca7b85b5aeb7 req-31af5571-5756-42e4-9106-09e3a7d06ed4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Nov 24 19:43:51.978767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0e98-fe84-4fa0-aeae-701625e5ae3a req-aaa1afe5-dbd2-4a54-b96a-6049dfa26ba3 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:51.980173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a74b0e98-fe84-4fa0-aeae-701625e5ae3a req-aaa1afe5-dbd2-4a54-b96a-6049dfa26ba3 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.1888981 Nov 24 19:43:52.024634 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a74b0e98-fe84-4fa0-aeae-701625e5ae3a req-ccb0e8d5-0f69-4e81-9978-538d9993d288 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Nov 24 19:43:53.210658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4680e16-b4e1-493d-ac4a-6098718e023d req-237170e9-6da9-46c1-87f0-c3a7fcc7cbaf tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:53.212680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d4680e16-b4e1-493d-ac4a-6098718e023d req-237170e9-6da9-46c1-87f0-c3a7fcc7cbaf tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0844972 Nov 24 19:43:53.257632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d4680e16-b4e1-493d-ac4a-6098718e023d req-112ea15d-b1f9-442e-81a7-1323bbae3055 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 Nov 24 19:43:54.447402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b3b1-87bd-47bb-b194-57612ab84c37 req-90d91ee1-1b1b-40cd-83fa-c131a54bceb6 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:54.448876 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cd48b3b1-87bd-47bb-b194-57612ab84c37 req-90d91ee1-1b1b-40cd-83fa-c131a54bceb6 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0850811 Nov 24 19:43:54.495245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cd48b3b1-87bd-47bb-b194-57612ab84c37 req-c6d071a0-49dc-4dcd-a21c-db12ea4f7994 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Nov 24 19:43:54.651385 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-1aceb7c8-0685-4f54-9457-57809d29a0ad service neutron] 10.222.0.41 "GET /v2.0/ports/6993c9b9-b5b4-42f4-a158-41e42fac71a9/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0727658 Nov 24 19:43:54.906595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-10433884-3644-4a88-9aff-cd4ad43b561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:54.908008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-10433884-3644-4a88-9aff-cd4ad43b561a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122&tenant_id=5824cdad44134a67aaa81b2e86f6c2d2 HTTP/1.1" status: 200 len: 1098 time: 0.0703564 Nov 24 19:43:55.002915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-5b01f26d-b1b6-4db1-a1a0-88a0cc053550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:55.004387 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-5b01f26d-b1b6-4db1-a1a0-88a0cc053550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 1098 time: 0.0734754 Nov 24 19:43:55.132885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-0bc4292e-854e-491d-a7dd-35b2ca93577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:55.134320 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-0bc4292e-854e-491d-a7dd-35b2ca93577f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b770aed-e379-4804-bff7-f04803d1447a HTTP/1.1" status: 200 len: 912 time: 0.1240792 Nov 24 19:43:55.202777 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-f3afefd7-6dd8-49ca-acd7-d2275337341c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9 HTTP/1.1" status: 200 len: 217 time: 0.0623569 Nov 24 19:43:55.265924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-7501479f-b41f-4a44-83ae-5849f1ca111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:55.267331 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-7501479f-b41f-4a44-83ae-5849f1ca111b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=855bdee0-2dbd-4d43-ab31-329c88684be3 HTTP/1.1" status: 200 len: 851 time: 0.0580914 Nov 24 19:43:55.314941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-748c0f16-a2a5-4545-ac23-6592a5b75818 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b770aed-e379-4804-bff7-f04803d1447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403059 Nov 24 19:43:55.443332 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-350f6529-0bda-4d85-a44d-03178617d05f service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210282 Nov 24 19:43:55.573153 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2409fcc0-dc15-4721-8b7c-f5c2d248a55a req-ba3268cd-6768-421f-a3a0-f51a7cb7140d service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232922 Nov 24 19:43:55.698123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15a771-11b4-4ee8-8600-37669d0201ac req-4831fa1d-a213-425a-b98f-54974e3739bd tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:55.699598 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5e15a771-11b4-4ee8-8600-37669d0201ac req-4831fa1d-a213-425a-b98f-54974e3739bd tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0903151 Nov 24 19:43:55.745294 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5e15a771-11b4-4ee8-8600-37669d0201ac req-d1ae7dca-2030-4836-9dde-4e043e4abcfa tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Nov 24 19:43:56.934560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71641781-a0f1-4e3c-9cea-34555d9955d1 req-76a2cf84-8b1c-4244-9a48-70f585c2011f tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:56.936114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-71641781-a0f1-4e3c-9cea-34555d9955d1 req-76a2cf84-8b1c-4244-9a48-70f585c2011f tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0806043 Nov 24 19:43:56.981603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-71641781-a0f1-4e3c-9cea-34555d9955d1 req-345168d5-ab9e-41f3-980e-1ad9e0d19bb4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Nov 24 19:43:58.168243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e5268-0368-477b-8367-a54bf23974fc req-14199d68-5ad0-4bf7-a0b2-d5e0af220eb4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:58.169703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0f5e5268-0368-477b-8367-a54bf23974fc req-14199d68-5ad0-4bf7-a0b2-d5e0af220eb4 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0844522 Nov 24 19:43:58.214405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0f5e5268-0368-477b-8367-a54bf23974fc req-5b6e89e9-334c-44a7-92cd-866fbb01bb33 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Nov 24 19:43:59.134413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 6993c9b9-b5b4-42f4-a158-41e42fac71a9 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:43:59.138330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 6993c9b9-b5b4-42f4-a158-41e42fac71a9 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:43:59.361726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:59.379397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f6badccc-7946-46af-ae2e-50f7c9041a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:59.401923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:43:59.406566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7a06-09e4-4a5c-9584-9ffc6b36f484 req-383002ef-2cc6-45ca-8ba0-9097f245070b tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:59.408087 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11fb7a06-09e4-4a5c-9584-9ffc6b36f484 req-383002ef-2cc6-45ca-8ba0-9097f245070b tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0859954 Nov 24 19:43:59.412533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:43:59.426046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:43:59.428607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'network_id': '3b770aed-e379-4804-bff7-f04803d1447a', 'port_id': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'mac_address': 'fa:16:3e:53:0a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855bdee0-2dbd-4d43-ab31-329c88684be3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:43:59.432453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:59.459732 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11fb7a06-09e4-4a5c-9584-9ffc6b36f484 req-8dac1601-ef3a-46bf-b0d5-6bb2902b08ad tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Nov 24 19:43:59.473689 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:59.539291 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'code': 200} Nov 24 19:43:59.558898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:59.577362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:59.580991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:59.582511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6993c9b9-b5b4-42f4-a158-41e42fac71a9 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:43:59.598955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:43:59.603322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:59.605163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:43:59.674440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['6993c9b9-b5b4-42f4-a158-41e42fac71a9'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:43:59.714153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:43:59.723108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:43:59.784192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:43:59.867452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-e2d22992-655e-48fe-95c4-557623f9e51c tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:43:59.868896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-e2d22992-655e-48fe-95c4-557623f9e51c tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122&tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.0979793 Nov 24 19:44:00.013999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-004286e5-bd1b-4dbb-8a16-a74b0bf11f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:00.015547 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-004286e5-bd1b-4dbb-8a16-a74b0bf11f78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 1097 time: 0.0748260 Nov 24 19:44:00.152759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-fbaa6b02-8748-4d4a-aef6-8f6150a5a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:00.154207 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-fbaa6b02-8748-4d4a-aef6-8f6150a5a92b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b770aed-e379-4804-bff7-f04803d1447a HTTP/1.1" status: 200 len: 912 time: 0.1322520 Nov 24 19:44:00.338688 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-644c47f9-4bd4-4555-961f-4aacb5826a46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9 HTTP/1.1" status: 200 len: 217 time: 0.1770508 Nov 24 19:44:00.406442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-65da132e-3d58-45d6-bbbc-2b6c116ea4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:00.407795 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-65da132e-3d58-45d6-bbbc-2b6c116ea4c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=855bdee0-2dbd-4d43-ab31-329c88684be3 HTTP/1.1" status: 200 len: 851 time: 0.0627542 Nov 24 19:44:00.456214 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-d33b9016-225b-4e2c-bddf-74cca0b9dc4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b770aed-e379-4804-bff7-f04803d1447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420401 Nov 24 19:44:00.591980 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-aaf43756-44fb-4cb5-b97b-9b1e54f1eeef service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282949 Nov 24 19:44:00.724603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-f5a7289e-cd21-4ce1-a6f7-2e7c87d3ac66 service neutron] 10.222.0.41 "GET /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260471 Nov 24 19:44:01.159481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 6993c9b9-b5b4-42f4-a158-41e42fac71a9 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:44:01.227152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:44:01.227533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:01.347417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:01.382108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:01.388085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:01.390194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:01.457076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:01.460109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:01.540189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:44:01.562386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9875402-a5c7-4dc0-9fe8-80145262cc4d req-f387661e-13b3-4af6-a6d0-7fa8e9704579 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:01.563874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9875402-a5c7-4dc0-9fe8-80145262cc4d req-f387661e-13b3-4af6-a6d0-7fa8e9704579 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0803869 Nov 24 19:44:01.584914 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'code': 200} Nov 24 19:44:01.614340 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9875402-a5c7-4dc0-9fe8-80145262cc4d req-050a34b5-8439-4581-9703-55ff4c02f83b tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448892 Nov 24 19:44:02.122020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a18f758d-ffc0-48fe-9ca4-aea224107a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:02.800903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816de72-fce0-4032-ae6b-6c81c44116c6 req-3d5c5b96-a2bf-4ea4-b84b-dd45a92f2081 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:02.802266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f816de72-fce0-4032-ae6b-6c81c44116c6 req-3d5c5b96-a2bf-4ea4-b84b-dd45a92f2081 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0800421 Nov 24 19:44:02.809380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:02.847406 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f816de72-fce0-4032-ae6b-6c81c44116c6 req-472b5ae6-2356-4a9e-a81f-3f55438b3970 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/security-groups?id=798eb507-320a-485a-aa1b-00d749892ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Nov 24 19:44:03.259990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-77487dc3-ce27-4b13-bb45-a3e9677ee20a tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:03.261411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-77487dc3-ce27-4b13-bb45-a3e9677ee20a tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 945 time: 0.0845468 Nov 24 19:44:03.331939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Deleting port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:44:03.332302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:03.578299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] For port 6993c9b9-b5b4-42f4-a158-41e42fac71a9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6993c9b9-b5b4-42f4-a158-41e42fac71a9,segment=NetworkSegment(d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1),segment_id=d0ae4f9e-d3d9-4fa5-89fd-9226c345edc1)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:03.578569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:03.698937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Calling delete_port for 6993c9b9-b5b4-42f4-a158-41e42fac71a9 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:44:03.841607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:03.847831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3a9ba99c-9b94-40d5-b5fe-b7185c08b701 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:03.854507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['6993c9b9-b5b4-42f4-a158-41e42fac71a9'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:44:03.897711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Pushing event deleted for resources: {'Port': ['ID=6993c9b9-b5b4-42f4-a158-41e42fac71a9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:03.941082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.941478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.941870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.942251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.942626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.942997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.943366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.943734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.944552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.944552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.945361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.946001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:03.954660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:04.022249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] No DVR routers for this DVR port 6993c9b9-b5b4-42f4-a158-41e42fac71a9 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:44:04.029032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:04.031485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-deleted', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:44:04.046896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-adeb9478-bd8f-488e-8c84-ccc2638e2a1a req-a0cefa18-1b3f-4063-b00d-e0f5e7e1f847 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c8f132-b182-444c-b72a-0f07113f9122 HTTP/1.1" status: 200 len: 210 time: 0.0653396 Nov 24 19:44:04.055502 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a18c7350-a8fa-44b6-ba5e-c5db98153922 req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] 10.222.0.41 "DELETE /v2.0/ports/6993c9b9-b5b4-42f4-a158-41e42fac71a9 HTTP/1.1" status: 204 len: 173 time: 0.7883637 Nov 24 19:44:04.079484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c8f132-b182-444c-b72a-0f07113f9122', 'name': 'network-vif-deleted', 'tag': '6993c9b9-b5b4-42f4-a158-41e42fac71a9', 'status': 'completed', 'code': 200} Nov 24 19:44:04.567316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.286341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49778) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:44:05.345628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Deleting subnet 855bdee0-2dbd-4d43-ab31-329c88684be3 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:44:05.348492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.399748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.452927 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.529804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.533742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb65fc7d-0645-4edd-b43e-3a71cf126ba9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:05.674574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855bdee0-2dbd-4d43-ab31-329c88684be3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:05.680041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.686935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.687326 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.687705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.688108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.688480 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.688848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.689214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.689583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.689947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.690311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.690672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.691031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:05.694401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:05.696810 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/855bdee0-2dbd-4d43-ab31-329c88684be3 HTTP/1.1" status: 204 len: 168 time: 0.4094546 Nov 24 19:44:05.699203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49782) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:44:05.803194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.927507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.952985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b770aed-e379-4804-bff7-f04803d1447a']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:44:05.964660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ae4f9e-d3d9-4fa5-89fd-9226c345edc1') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:44:05.964955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ae4f9e-d3d9-4fa5-89fd-9226c345edc1') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:44:05.975935 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.991194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:05.997680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:44:05.998057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:44:06.011368 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:44:06.087784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:06.091295 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c71e3c3-e852-42ec-955d-ba60612c1d31 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:06.104948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:06.113706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Pushing event deleted for resources: {'Network': ['ID=3b770aed-e379-4804-bff7-f04803d1447a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:06.117982 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] 10.222.0.47 "DELETE /v2.0/networks/3b770aed-e379-4804-bff7-f04803d1447a HTTP/1.1" status: 204 len: 168 time: 0.4175832 Nov 24 19:44:06.118941 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:06.224276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49788) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:44:06.273251 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fbf29ff9-48a6-429c-9db7-f9f9c67ba255 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5824cdad44134a67aaa81b2e86f6c2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475044 Nov 24 19:44:06.275314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49792) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:44:06.336645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:06.361872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:06.412701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:06.416999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7558f2e8-416c-4767-92b2-370cbe1d4ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:06.429953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798eb507-320a-485a-aa1b-00d749892ed2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:06.434580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:06.436993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:06.438111 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/798eb507-320a-485a-aa1b-00d749892ed2 HTTP/1.1" status: 204 len: 168 time: 0.1618564 Nov 24 19:44:07.133745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49816) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:44:07.212426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 6993c9b9-b5b4-42f4-a158-41e42fac71a9 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:44:07.234947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-719622600-network', 'tenant_id': '451d59994f6d4b6f84b44cf38e09dc6d'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:44:07.239661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:44:07.244196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Usage tracker for resource:network and tenant:451d59994f6d4b6f84b44cf38e09dc6d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:44:07.246542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 6993c9b9-b5b4-42f4-a158-41e42fac71a9 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:44:07.246910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 6993c9b9-b5b4-42f4-a158-41e42fac71a9 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:44:07.247021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:44:07.253606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:44:07.264583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Made reservation on behalf of 451d59994f6d4b6f84b44cf38e09dc6d for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:44:07.266850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.278932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.293085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:44:07.296752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Usage tracker for resource:security_group_rule and tenant:451d59994f6d4b6f84b44cf38e09dc6d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:44:07.299461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:44:07.305859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:44:07.388022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.391670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.394439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a39c620d-53c2-436f-a435-d028e7f0e0a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:07.428266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:44:07.435816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34980e99-4534-4f7c-9ea7-b51dbd652c7f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:07.439533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:07.442198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.442543 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Added segment 03743fe5-80e0-4e80-b59e-a627ddb0b0e3 of type vlan for network 2513343c-fd92-42b4-baf9-504de3f6b160 Nov 24 19:44:07.469207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.497185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.498181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:07.498774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.502058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b7816f8b-d289-45d2-bc85-5ef8470b18fb tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:07.600225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2513343c-fd92-42b4-baf9-504de3f6b160,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:07.603745 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4690044 Nov 24 19:44:07.604663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:07.606728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 49822) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:44:07.611276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 2513343c-fd92-42b4-baf9-504de3f6b160 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:44:07.612127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Request body: {'subnet': {'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-719622600-subnet', 'tenant_id': '451d59994f6d4b6f84b44cf38e09dc6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:44:07.617801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:44:07.621670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Usage tracker for resource:subnet and tenant:451d59994f6d4b6f84b44cf38e09dc6d is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:44:07.624491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:44:07.630074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:44:07.640217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Made reservation on behalf of 451d59994f6d4b6f84b44cf38e09dc6d for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:44:07.642788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.842361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.846514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a3d845cd-0973-4936-976a-34d08f623654 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:07.920214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56eee965-f8fb-4691-8293-4ac3d31d0f41,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:07.923952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:07.928452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Checking segment: {'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:44:07.928805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Network hostable DHCP agents. Network: 2513343c-fd92-42b4-baf9-504de3f6b160, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:44:07.947804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Network 2513343c-fd92-42b4-baf9-504de3f6b160 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:44:07.956443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 2513343c-fd92-42b4-baf9-504de3f6b160) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:44:07.961051 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:07.961624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:07.966106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0cafb-9414-49c5-a2ac-54533c47b2a5 None None] Network 2513343c-fd92-42b4-baf9-504de3f6b160 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:44:07.991098 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-99142aae-2533-4d62-b215-0356a219335d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3750608 Nov 24 19:44:08.181755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c6c0d-21e3-4581-8e71-419819c8ea7f None None] Network 2513343c-fd92-42b4-baf9-504de3f6b160 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:44:08.598359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-b9c9617f-77a3-4c22-944a-4ca994ce5f77 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:08.600098 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-b9c9617f-77a3-4c22-944a-4ca994ce5f77 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 814 time: 0.2584975 Nov 24 19:44:08.613987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-f02e6ef4-715c-414e-8a91-d235ac5edb8b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/quotas/451d59994f6d4b6f84b44cf38e09dc6d HTTP/1.1" status: 200 len: 375 time: 0.0088446 Nov 24 19:44:08.664791 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-a68a07b9-9407-4b96-9d9c-96cb488cdc1f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459952 Nov 24 19:44:08.841714 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-3460df65-e2a8-4dac-bfcd-b1cd90f74902 service neutron] 10.222.0.47 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704836 Nov 24 19:44:08.973465 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-c09b97f1-92ec-443e-bdd0-524a8ac9f99d service neutron] 10.222.0.47 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260324 Nov 24 19:44:09.167873 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3c03d5e3-f7a4-4454-9991-034a1ed3c9e9 req-56bdb5fd-5591-42f9-ab7a-2e7973afeb4e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 210 time: 0.0462809 Nov 24 19:44:10.196337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-01dd93a3-5b82-4697-b001-be1822425286 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:10.197781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-01dd93a3-5b82-4697-b001-be1822425286 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 814 time: 0.1502459 Nov 24 19:44:10.211210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Request body: {'port': {'device_id': '1b68633a-3a70-4297-9318-27ca83add0ab', 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160', 'admin_state_up': True, 'tenant_id': '451d59994f6d4b6f84b44cf38e09dc6d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:44:10.347036 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e3d072be-d1aa-4ee1-954b-05a27f54ec25 req-286b3264-4e6b-41c4-ab2f-4e1c1d2b9ca3 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 210 time: 0.0607181 Nov 24 19:44:10.397589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:44:10.401902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Usage tracker for resource:port and tenant:451d59994f6d4b6f84b44cf38e09dc6d is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:44:10.404655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:44:10.410255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:44:10.420177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Made reservation on behalf of 451d59994f6d4b6f84b44cf38e09dc6d for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:44:10.423592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:10.584957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Allocated IP 172.20.0.12 (2513343c-fd92-42b4-baf9-504de3f6b160/56eee965-f8fb-4691-8293-4ac3d31d0f41/f5b9078b-6106-428f-8b91-9fea870cb22a) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:44:10.780917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:10.809857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:10.815151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-add3517a-d305-4d43-b0e2-777dc6534148 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:10.878656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Network 2513343c-fd92-42b4-baf9-504de3f6b160 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:44:10.881842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:44:10.885765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:44:10.919442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:10.925622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:10.955008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:10.955612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:10.977166 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702472 Nov 24 19:44:10.989053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Request body: {'port': {'device_id': '1b68633a-3a70-4297-9318-27ca83add0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:44:11.099055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:11.620698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441c89d-25e6-482f-97f6-3ab0691e0b6b req-2d1f0827-bd78-40bc-a0fa-9cdb94a1d097 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:11.621407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6441c89d-25e6-482f-97f6-3ab0691e0b6b req-2d1f0827-bd78-40bc-a0fa-9cdb94a1d097 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Synchronizing usage tracker for tenant:451d59994f6d4b6f84b44cf38e09dc6d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:44:11.633128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b9078b-6106-428f-8b91-9fea870cb22a {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:44:11.642280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:11.659328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6441c89d-25e6-482f-97f6-3ab0691e0b6b req-2d1f0827-bd78-40bc-a0fa-9cdb94a1d097 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Unset dirty status for tenant:451d59994f6d4b6f84b44cf38e09dc6d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:44:11.660495 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6441c89d-25e6-482f-97f6-3ab0691e0b6b req-2d1f0827-bd78-40bc-a0fa-9cdb94a1d097 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 932 time: 0.1991873 Nov 24 19:44:11.662740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Transition to ACTIVE for port object f5b9078b-6106-428f-8b91-9fea870cb22a will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:44:11.666459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:11.671203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ae71c7b3-ff12-4d67-b3c8-39c3899421b6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:11.824206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:11.828766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6441c89d-25e6-482f-97f6-3ab0691e0b6b req-e387a213-5ac0-41be-8862-8fad62d69502 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584630 Nov 24 19:44:11.829558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:11.936559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Attempting to bind port f5b9078b-6106-428f-8b91-9fea870cb22a on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:44:11.936802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Attempting to bind port f5b9078b-6106-428f-8b91-9fea870cb22a by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:44:11.937131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Attempting to bind port f5b9078b-6106-428f-8b91-9fea870cb22a on network 2513343c-fd92-42b4-baf9-504de3f6b160 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:44:11.941717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Port f5b9078b-6106-428f-8b91-9fea870cb22a on network 2513343c-fd92-42b4-baf9-504de3f6b160 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:44:11.942036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Attempting to bind port f5b9078b-6106-428f-8b91-9fea870cb22a on network 2513343c-fd92-42b4-baf9-504de3f6b160 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:44:11.947374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:44:11.948276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Checking segment: {'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:44:11.948276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Bound using segment: {'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:44:11.948509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Bound port: f5b9078b-6106-428f-8b91-9fea870cb22a, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:44:11.948849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:12.039467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:44:12.042460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:44:12.046703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:12.051079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ebd50cdd-14b2-4ab1-892c-d0b713bd196e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:12.124246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:12.124860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:12.126352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] 10.222.0.41 "PUT /v2.0/ports/f5b9078b-6106-428f-8b91-9fea870cb22a HTTP/1.1" status: 200 len: 1094 time: 1.1411026 Nov 24 19:44:12.126898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:44:12.145558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:12.149894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:12.202843 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'status': 'completed', 'code': 200} Nov 24 19:44:12.236809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-dedd0741-dc18-45ba-9eed-dee35c1d2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:12.238340 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-dedd0741-dc18-45ba-9eed-dee35c1d2f38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 1097 time: 0.0727942 Nov 24 19:44:12.308862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-e649f769-d67e-4dca-80a1-d96d8c20b86f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5b9078b-6106-428f-8b91-9fea870cb22a HTTP/1.1" status: 200 len: 217 time: 0.0636272 Nov 24 19:44:12.371657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-56a3ee09-803f-4827-9ede-50ca50722542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:12.373072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-56a3ee09-803f-4827-9ede-50ca50722542 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0578556 Nov 24 19:44:12.420495 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-ae2dd160-c4d1-407e-ae84-82011dda3ccd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406241 Nov 24 19:44:12.551311 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-665f3f61-3e99-41e6-8f24-b281aafa9131 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241934 Nov 24 19:44:12.680987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a01ca65-5b20-428e-856e-a45f8c561237 req-ffb3f24f-a8a5-4d16-b669-d20f0a2e0066 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229799 Nov 24 19:44:12.807896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-f341f451-3be7-4476-ba3b-a6a5915799c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:12.809335 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-f341f451-3be7-4476-ba3b-a6a5915799c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 1097 time: 0.0798786 Nov 24 19:44:12.980455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-e5ce0bdf-8e44-4c55-ad00-c3fba9454ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:12.981874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-e5ce0bdf-8e44-4c55-ad00-c3fba9454ffd service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1660457 Nov 24 19:44:13.182788 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-f7a952da-6f78-4cda-b1f6-77da57347d7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5b9078b-6106-428f-8b91-9fea870cb22a HTTP/1.1" status: 200 len: 217 time: 0.1923523 Nov 24 19:44:13.253929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047ddb7-3647-41f0-a210-120f0267075d req-3e3f0a45-cbc3-4095-bbbe-75469c7fe556 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:13.255362 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b047ddb7-3647-41f0-a210-120f0267075d req-3e3f0a45-cbc3-4095-bbbe-75469c7fe556 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 944 time: 0.3168194 Nov 24 19:44:13.263640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-e1578a44-3e15-44ea-8855-f14cb8476643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:13.264995 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-e1578a44-3e15-44ea-8855-f14cb8476643 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0748780 Nov 24 19:44:13.323320 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-aa65d357-0c87-4d08-9768-73c554f19c75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448854 Nov 24 19:44:13.410528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b047ddb7-3647-41f0-a210-120f0267075d req-f245d669-e511-4763-8519-7e109f50ad27 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484294 Nov 24 19:44:13.468002 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-a3f7ad13-ee73-43aa-b704-c35c76f5b893 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365101 Nov 24 19:44:13.600545 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f70cb3d-4566-401a-ba97-babdaf5550b2 req-d1e67956-ca8f-4578-ae1c-852afc5233e9 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252294 Nov 24 19:44:14.595788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ecd98-84d5-484c-8a3e-adf2c76bbb11 req-58fa06f4-1239-4480-82e4-30757d5a5f6c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:14.597274 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a9ecd98-84d5-484c-8a3e-adf2c76bbb11 req-58fa06f4-1239-4480-82e4-30757d5a5f6c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 944 time: 0.0817456 Nov 24 19:44:14.644869 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a9ecd98-84d5-484c-8a3e-adf2c76bbb11 req-fe911856-6413-4319-b491-ba8b0b1f917a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Nov 24 19:44:15.828735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34531a-58b7-45c2-83b6-2e1b63a94981 req-0387d5ec-666d-4d14-bdc3-3bfcd70c20b6 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:15.830181 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b34531a-58b7-45c2-83b6-2e1b63a94981 req-0387d5ec-666d-4d14-bdc3-3bfcd70c20b6 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 944 time: 0.0811930 Nov 24 19:44:15.873983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b34531a-58b7-45c2-83b6-2e1b63a94981 req-24906ef5-d094-4702-9252-194409a88146 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 Nov 24 19:44:17.063110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd9776-a74c-4857-a78a-66baa5301666 req-7ab40f73-c675-484d-8c46-75dec3d2d3c1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:17.064582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9cd9776-a74c-4857-a78a-66baa5301666 req-7ab40f73-c675-484d-8c46-75dec3d2d3c1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 944 time: 0.0840700 Nov 24 19:44:17.108014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9cd9776-a74c-4857-a78a-66baa5301666 req-1b148345-30cd-4be7-bc68-984a896a8ce7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377336 Nov 24 19:44:17.258674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f5b9078b-6106-428f-8b91-9fea870cb22a details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:44:17.389827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:17.403553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160', 'port_id': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'mac_address': 'fa:16:3e:71:6f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eee965-f8fb-4691-8293-4ac3d31d0f41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:44:17.461861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:17.478495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b9078b-6106-428f-8b91-9fea870cb22a {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:44:17.493530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:17.496871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:17.498545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:17.562390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:17.565285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:17.809278 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['f5b9078b-6106-428f-8b91-9fea870cb22a'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:44:18.288786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2c3e9-072c-4529-a758-92f1e0d93a82 req-c73a188c-0193-4cdf-b41e-a968251a7ba7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:18.290154 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2a2c3e9-072c-4529-a758-92f1e0d93a82 req-c73a188c-0193-4cdf-b41e-a968251a7ba7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 945 time: 0.0804465 Nov 24 19:44:18.333717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2a2c3e9-072c-4529-a758-92f1e0d93a82 req-15a76006-e91d-43ee-aa8b-73b4010b39ac tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Nov 24 19:44:19.115444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:19.289110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f5b9078b-6106-428f-8b91-9fea870cb22a up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:44:19.357297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port f5b9078b-6106-428f-8b91-9fea870cb22a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:44:19.361929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port f5b9078b-6106-428f-8b91-9fea870cb22a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:44:19.362626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:19.482918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:19.510498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:44:19.519835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:19.524257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a10ec-67ad-496f-9467-767e86a15e86 req-aaaed06e-3813-4375-abd6-c759dad8b814 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:19.525748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:19.525975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e18a10ec-67ad-496f-9467-767e86a15e86 req-aaaed06e-3813-4375-abd6-c759dad8b814 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 945 time: 0.0879438 Nov 24 19:44:19.528434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:19.567469 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'code': 200} Nov 24 19:44:19.574177 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e18a10ec-67ad-496f-9467-767e86a15e86 req-a69329d8-9c4f-4074-8bd1-239deae96652 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413868 Nov 24 19:44:19.603294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:19.606342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:19.786323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812fb0b-c134-4a7a-aa80-75f1bffbfaa4 req-23382084-6562-4893-85ad-f7e89267e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:19.787839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3812fb0b-c134-4a7a-aa80-75f1bffbfaa4 req-23382084-6562-4893-85ad-f7e89267e33e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 1099 time: 0.0684576 Nov 24 19:44:19.830768 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3812fb0b-c134-4a7a-aa80-75f1bffbfaa4 req-a6301c29-3fed-47f1-ba48-fcc25b38478c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Nov 24 19:44:20.762468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2336b-f866-4def-b928-20150b2d7183 req-086effe8-0a53-49b5-861e-01b846e03be5 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:20.763902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-62e2336b-f866-4def-b928-20150b2d7183 req-086effe8-0a53-49b5-861e-01b846e03be5 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0812128 Nov 24 19:44:20.809185 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-62e2336b-f866-4def-b928-20150b2d7183 req-6139c71e-fdd2-40eb-a8d8-fde5046bd70b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 Nov 24 19:44:22.007401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9806c5-bd96-499e-878d-6cf082f1ff27 req-6ea72e7c-584d-4e78-a479-9761e1ea349d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:22.008890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b9806c5-bd96-499e-878d-6cf082f1ff27 req-6ea72e7c-584d-4e78-a479-9761e1ea349d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0962427 Nov 24 19:44:22.053417 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b9806c5-bd96-499e-878d-6cf082f1ff27 req-748db761-7d46-4fbf-8b8d-de3c52ff9402 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389435 Nov 24 19:44:22.235282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352d44-7938-42d4-aae5-256b62cdd53b req-e3208a27-2848-41fb-bfe7-0e9f9a11e035 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:22.236765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-80352d44-7938-42d4-aae5-256b62cdd53b req-e3208a27-2848-41fb-bfe7-0e9f9a11e035 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0811553 Nov 24 19:44:22.280229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-80352d44-7938-42d4-aae5-256b62cdd53b req-06ceab74-5656-4d01-99eb-1c0031cf96fa tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372808 Nov 24 19:44:22.621394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c6267-925a-4a7b-97f0-c63d4a0879c3 req-ab7814a1-e93e-4cde-b5ba-b98730f1290f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:22.622823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1c6c6267-925a-4a7b-97f0-c63d4a0879c3 req-ab7814a1-e93e-4cde-b5ba-b98730f1290f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0824363 Nov 24 19:44:22.667135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1c6c6267-925a-4a7b-97f0-c63d4a0879c3 req-54d9d495-557c-4ea9-acc1-a7465163bbf2 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386894 Nov 24 19:44:22.846746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87c2ce-2971-47c3-a792-b472b5b81507 req-c2eb6117-2a92-4e24-8954-90f211defbc1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:22.848210 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e87c2ce-2971-47c3-a792-b472b5b81507 req-c2eb6117-2a92-4e24-8954-90f211defbc1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0793552 Nov 24 19:44:22.891944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e87c2ce-2971-47c3-a792-b472b5b81507 req-83396bbb-ec9c-4bfd-badf-8fae0700eb93 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Nov 24 19:44:23.230462 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-830529ea-6c68-4111-b5a7-169dd299a500 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700128 Nov 24 19:44:23.289945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba36a-5ae3-4db1-8846-d25fe0c214b3 req-4193f0fd-c45f-4448-9044-636fad426707 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:23.291447 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e5ba36a-5ae3-4db1-8846-d25fe0c214b3 req-4193f0fd-c45f-4448-9044-636fad426707 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0863140 Nov 24 19:44:23.337743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e5ba36a-5ae3-4db1-8846-d25fe0c214b3 req-9d83c499-86d2-4e3c-94b0-88b829d3a8f4 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Nov 24 19:44:24.394012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-c7bca4d2-f59d-44cd-b6d3-8b3f633b8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:24.395636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-c7bca4d2-f59d-44cd-b6d3-8b3f633b8f57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 1099 time: 0.0721958 Nov 24 19:44:24.700538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-ab33a625-042a-4943-8274-d3fe7ba40b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:24.701981 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-ab33a625-042a-4943-8274-d3fe7ba40b4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.2997603 Nov 24 19:44:24.776447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7bcd9-f231-4f19-a2fe-4306707e0dd6 req-e19428d1-9979-474a-adeb-e3a44521fbfd tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:24.777908 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0c7bcd9-f231-4f19-a2fe-4306707e0dd6 req-e19428d1-9979-474a-adeb-e3a44521fbfd tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.2993863 Nov 24 19:44:24.788699 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-e0644b5e-f848-4edf-96a7-b8f15d1b00bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5b9078b-6106-428f-8b91-9fea870cb22a HTTP/1.1" status: 200 len: 217 time: 0.0793707 Nov 24 19:44:24.871531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0c7bcd9-f231-4f19-a2fe-4306707e0dd6 req-61a83957-cfda-449c-8327-0fa04f403eef tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856805 Nov 24 19:44:24.876725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-021da551-3c86-43f8-94c1-26f67108fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:24.878086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-021da551-3c86-43f8-94c1-26f67108fdf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0776768 Nov 24 19:44:24.928761 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-c3536e87-bbd9-4071-8def-7e0dba6327cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440910 Nov 24 19:44:25.064515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-d8d18852-4110-40ab-8bb5-fe73b5f98a8b service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294596 Nov 24 19:44:25.207376 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-4924bf4a-cee2-4ce9-85dc-e7b9e1b74829 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365583 Nov 24 19:44:26.061538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4e387-0b63-4684-a34a-98ca39a879b1 req-7941b27a-94e8-487e-8eec-a695b10be937 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:26.063015 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fca4e387-0b63-4684-a34a-98ca39a879b1 req-7941b27a-94e8-487e-8eec-a695b10be937 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0805912 Nov 24 19:44:26.106289 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fca4e387-0b63-4684-a34a-98ca39a879b1 req-53d66982-c6e9-45fa-beab-8cca13142d13 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Nov 24 19:44:26.422599 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:44:27.293880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f9c29-49a9-481b-9c07-71fb1320b5a7 req-ad2a18f1-e5d9-4bf4-ac9f-42646d25cdfc tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:27.295245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a2f9c29-49a9-481b-9c07-71fb1320b5a7 req-ad2a18f1-e5d9-4bf4-ac9f-42646d25cdfc tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0839844 Nov 24 19:44:27.339409 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a2f9c29-49a9-481b-9c07-71fb1320b5a7 req-5bc3da76-7604-4206-854a-af1a26e53dee tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Nov 24 19:44:28.520935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000554-a2dc-46cf-9e28-c841e7bac068 req-755ad76e-1ddc-4870-bf7e-022805728983 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:28.522406 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3b000554-a2dc-46cf-9e28-c841e7bac068 req-755ad76e-1ddc-4870-bf7e-022805728983 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0788913 Nov 24 19:44:28.566257 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3b000554-a2dc-46cf-9e28-c841e7bac068 req-306b5cc2-4e55-427e-9f5a-b74d21d6bf82 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Nov 24 19:44:29.340575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-edf3bc2e-bb43-4880-a720-d0c16b3f16d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:29.756120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4370e-44bf-4237-810c-b71db5aa1457 req-ba0fc0f4-8e36-4a7d-b7dd-b7c5e9642d67 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:29.758557 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6b4370e-44bf-4237-810c-b71db5aa1457 req-ba0fc0f4-8e36-4a7d-b7dd-b7c5e9642d67 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0889499 Nov 24 19:44:29.766959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:29.804762 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6b4370e-44bf-4237-810c-b71db5aa1457 req-19f09c42-38b9-41ab-9fcf-73aec3809835 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Nov 24 19:44:30.994218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e30a9c-7cb8-48e0-b9e6-95766e94e6c6 req-e7c3902f-4e64-4cba-a7b2-a07cf730a1a7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:30.995652 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2e30a9c-7cb8-48e0-b9e6-95766e94e6c6 req-e7c3902f-4e64-4cba-a7b2-a07cf730a1a7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0839365 Nov 24 19:44:31.044814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2e30a9c-7cb8-48e0-b9e6-95766e94e6c6 req-4cd79c74-5e27-4fc3-9790-b135861fc061 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Nov 24 19:44:32.123237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0de67b77-fc5b-4b16-9c77-5d1e9fc94ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:32.235729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e95861-bddd-420d-9e53-c667a0dbe2cc req-138fefe7-5981-4cd5-9ac4-5fa5374042db tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:32.237101 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9e95861-bddd-420d-9e53-c667a0dbe2cc req-138fefe7-5981-4cd5-9ac4-5fa5374042db tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0815630 Nov 24 19:44:32.280807 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9e95861-bddd-420d-9e53-c667a0dbe2cc req-7ea18984-7475-4e2b-91db-31b8ae75f43a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375538 Nov 24 19:44:32.811286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:33.467065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b337-dff2-400f-96ff-5075216be6ba req-77c0caa8-26f5-4ab7-9ff1-a3e9a1a8b474 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:33.468642 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e279b337-dff2-400f-96ff-5075216be6ba req-77c0caa8-26f5-4ab7-9ff1-a3e9a1a8b474 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0841715 Nov 24 19:44:33.512577 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e279b337-dff2-400f-96ff-5075216be6ba req-52b65798-a62f-4865-a321-544906bf0500 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 Nov 24 19:44:34.570158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:34.695589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48559-7d74-4565-a0ba-e0f83606ccee req-87bb5fae-c3dc-4d73-b0fe-2f07cdec8706 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:34.697055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95c48559-7d74-4565-a0ba-e0f83606ccee req-87bb5fae-c3dc-4d73-b0fe-2f07cdec8706 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0792539 Nov 24 19:44:34.739713 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95c48559-7d74-4565-a0ba-e0f83606ccee req-c91a10e3-da08-4505-8aa5-a3aa95f7ac1b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Nov 24 19:44:35.928355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4d413-358a-4e11-a244-70cb3f2ac4f2 req-c346b173-b699-429b-81a6-a2397cf8b2ef tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:35.930082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6b4d413-358a-4e11-a244-70cb3f2ac4f2 req-c346b173-b699-429b-81a6-a2397cf8b2ef tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0860944 Nov 24 19:44:35.974375 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6b4d413-358a-4e11-a244-70cb3f2ac4f2 req-c49c5049-7580-4b70-a7e5-b457ad9c8d9d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 Nov 24 19:44:37.165353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289474fb-3f50-4f9d-bbd9-21c60101976f req-a85e4ef5-81ff-4042-a10d-52d4cefecfd5 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:37.166706 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-289474fb-3f50-4f9d-bbd9-21c60101976f req-a85e4ef5-81ff-4042-a10d-52d4cefecfd5 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0885146 Nov 24 19:44:37.209676 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-289474fb-3f50-4f9d-bbd9-21c60101976f req-145e3120-38ea-489d-a783-32725fcdd655 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374742 Nov 24 19:44:38.396853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c7bc-571a-47f9-8dde-b3fda8fa8b5c req-8d33916f-7e86-45cc-b7af-d76303040d88 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:38.398522 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5219c7bc-571a-47f9-8dde-b3fda8fa8b5c req-8d33916f-7e86-45cc-b7af-d76303040d88 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0816498 Nov 24 19:44:38.441746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5219c7bc-571a-47f9-8dde-b3fda8fa8b5c req-6808dc47-24b5-43b6-9138-b1d7a4990fb8 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Nov 24 19:44:39.625889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f1e0-0696-440d-8cad-89df8364042d req-68b340e4-ee28-41ae-b5b0-1ecf24697b75 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:39.627336 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b76f1e0-0696-440d-8cad-89df8364042d req-68b340e4-ee28-41ae-b5b0-1ecf24697b75 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0797060 Nov 24 19:44:39.675349 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b76f1e0-0696-440d-8cad-89df8364042d req-2d53b270-e2f6-48c5-bbf0-c0b9bc7ae5ac tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Nov 24 19:44:40.861129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee367e-e9cd-4bec-9343-5b60edb38755 req-09505585-5268-4230-a387-acbb4a8a8350 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:40.862564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fee367e-e9cd-4bec-9343-5b60edb38755 req-09505585-5268-4230-a387-acbb4a8a8350 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0811753 Nov 24 19:44:40.907118 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fee367e-e9cd-4bec-9343-5b60edb38755 req-5de170c1-0b06-4868-98a9-e228d5501f7c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Nov 24 19:44:42.209178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99bc86-840e-4781-becb-82bc2b7f28dc req-7cb78a7a-3984-409c-88a5-955e160e073e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:42.210580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3c99bc86-840e-4781-becb-82bc2b7f28dc req-7cb78a7a-3984-409c-88a5-955e160e073e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.1979978 Nov 24 19:44:42.254316 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3c99bc86-840e-4781-becb-82bc2b7f28dc req-4a68e7c6-6f4b-4d88-8e60-ea4e3e692474 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379934 Nov 24 19:44:43.438356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39c36b-8e33-4504-9f08-72a40b408e33 req-a8358081-b64c-4f7c-a08d-019ebdf1e265 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:43.439819 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f39c36b-8e33-4504-9f08-72a40b408e33 req-a8358081-b64c-4f7c-a08d-019ebdf1e265 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0817401 Nov 24 19:44:43.487388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f39c36b-8e33-4504-9f08-72a40b408e33 req-92b9987c-ec2e-4ae6-9e04-9f168af69d44 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Nov 24 19:44:44.667870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d535-b5bb-478a-91e7-417e3572fda3 req-7ef3b0a3-473a-46dd-9c75-0d2ebd678c00 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:44.669377 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8dc1d535-b5bb-478a-91e7-417e3572fda3 req-7ef3b0a3-473a-46dd-9c75-0d2ebd678c00 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0795958 Nov 24 19:44:44.713639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8dc1d535-b5bb-478a-91e7-417e3572fda3 req-77b6acd9-6290-43d1-a50a-d0436c9b7385 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385652 Nov 24 19:44:45.904328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7351c-2fac-4a9c-b252-3d5f9ee97bab req-88effaaf-3d8d-4db5-9f59-8c23a3da4c68 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:45.905800 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8a7351c-2fac-4a9c-b252-3d5f9ee97bab req-88effaaf-3d8d-4db5-9f59-8c23a3da4c68 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0849395 Nov 24 19:44:45.950576 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8a7351c-2fac-4a9c-b252-3d5f9ee97bab req-ede4ae91-efdf-42a1-9d7f-c7d3edcf6554 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Nov 24 19:44:47.135478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b110d2-7d38-4e15-b82a-e7e743cae203 req-9c9c7460-9dc0-4b61-82fd-16f90612ba07 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:47.136951 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0b110d2-7d38-4e15-b82a-e7e743cae203 req-9c9c7460-9dc0-4b61-82fd-16f90612ba07 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0804338 Nov 24 19:44:47.180752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0b110d2-7d38-4e15-b82a-e7e743cae203 req-f908a12d-5eeb-4879-873c-90ef8a8ea2d6 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381494 Nov 24 19:44:48.366982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb40ec5-2ba9-4551-93c8-cb619ef4adb3 req-9fe5aedf-3288-4010-9380-d856a8bf6f06 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:48.368460 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5cb40ec5-2ba9-4551-93c8-cb619ef4adb3 req-9fe5aedf-3288-4010-9380-d856a8bf6f06 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0845423 Nov 24 19:44:48.413007 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5cb40ec5-2ba9-4551-93c8-cb619ef4adb3 req-3a171feb-96ea-42aa-a2c1-d1ea6eaa2b82 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Nov 24 19:44:49.133795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:49.737878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf2efd-8e63-40b1-bd49-c0415a1f4176 req-155e5db6-eee9-401a-ab1d-dac8fce3a00c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:49.739242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0baf2efd-8e63-40b1-bd49-c0415a1f4176 req-155e5db6-eee9-401a-ab1d-dac8fce3a00c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0797515 Nov 24 19:44:49.785047 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0baf2efd-8e63-40b1-bd49-c0415a1f4176 req-b6fd3c76-45b8-4ca9-8535-039dccaa4e7d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Nov 24 19:44:50.975854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c06b-1ab5-4262-99e6-2a3c786849e4 req-a4065496-8185-4558-8974-a2151f86cdd1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:50.977339 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-35a4c06b-1ab5-4262-99e6-2a3c786849e4 req-a4065496-8185-4558-8974-a2151f86cdd1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0855570 Nov 24 19:44:51.020650 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-35a4c06b-1ab5-4262-99e6-2a3c786849e4 req-a7815e7c-4f3c-4b5b-b681-580c1c2786d0 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376585 Nov 24 19:44:51.997492 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-ed588f81-efae-4bc3-91b5-92679255012c service neutron] 10.222.0.41 "GET /v2.0/ports/f5b9078b-6106-428f-8b91-9fea870cb22a/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0778244 Nov 24 19:44:52.258173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a08c5-eb31-4357-9d7e-d24cf72b462b req-4e9f1ce9-56db-4458-a9ce-7d51c5cccd96 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:52.259508 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a19a08c5-eb31-4357-9d7e-d24cf72b462b req-4e9f1ce9-56db-4458-a9ce-7d51c5cccd96 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.1295350 Nov 24 19:44:52.313953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a19a08c5-eb31-4357-9d7e-d24cf72b462b req-659c503b-f9f9-42f0-8dc6-8ee489f2877e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Nov 24 19:44:52.323455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-ae142bbe-24e7-4be8-8ac6-442b4e159dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:52.324936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-ae142bbe-24e7-4be8-8ac6-442b4e159dcf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab&tenant_id=451d59994f6d4b6f84b44cf38e09dc6d HTTP/1.1" status: 200 len: 1099 time: 0.1212225 Nov 24 19:44:52.415037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-a6b6fca5-c8fa-4c31-a03e-73dc4b24c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:52.416507 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-a6b6fca5-c8fa-4c31-a03e-73dc4b24c94c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 1099 time: 0.0697508 Nov 24 19:44:52.546623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-42738474-7b3b-4727-8913-86028981871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:52.547975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-42738474-7b3b-4727-8913-86028981871e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1248436 Nov 24 19:44:52.617543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-ce438c14-c44c-4501-a6b1-d32eb156165e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5b9078b-6106-428f-8b91-9fea870cb22a HTTP/1.1" status: 200 len: 217 time: 0.0629714 Nov 24 19:44:52.678811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-5b3f6510-a89b-4734-a98b-e16db812c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:52.680275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-5b3f6510-a89b-4734-a98b-e16db812c92d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0564301 Nov 24 19:44:52.728261 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-8edbb69b-6441-4708-8515-ddc804e64802 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420151 Nov 24 19:44:52.859267 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-132096eb-c8a0-41aa-9ead-c7233331baed service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244371 Nov 24 19:44:53.104715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87b1120f-e695-4e1d-917d-b1884919ca31 req-2a67f64f-9a2a-40a7-a7de-0483adc17b88 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377951 Nov 24 19:44:53.508677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febff21d-8a27-419b-9bdb-a803d0ba2043 req-4f3a2c11-7835-4022-a36a-32af58bff917 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:53.510041 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-febff21d-8a27-419b-9bdb-a803d0ba2043 req-4f3a2c11-7835-4022-a36a-32af58bff917 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0790803 Nov 24 19:44:53.557608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-febff21d-8a27-419b-9bdb-a803d0ba2043 req-bed0b8a1-7875-4d1e-8499-6ae267ef65c1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382285 Nov 24 19:44:54.743695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2179f41-c8a1-4e1f-af87-5364b84785c1 req-96fb09f3-1580-44b5-934d-8b90be3ba586 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:54.745145 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f2179f41-c8a1-4e1f-af87-5364b84785c1 req-96fb09f3-1580-44b5-934d-8b90be3ba586 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0816686 Nov 24 19:44:54.788093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f2179f41-c8a1-4e1f-af87-5364b84785c1 req-20409c03-5d16-4dad-a1b5-a44f9ca4ca49 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371804 Nov 24 19:44:55.504019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f5b9078b-6106-428f-8b91-9fea870cb22a details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:44:55.508174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f5b9078b-6106-428f-8b91-9fea870cb22a no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:44:55.733136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:55.751441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:55.771446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160', 'port_id': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'mac_address': 'fa:16:3e:71:6f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eee965-f8fb-4691-8293-4ac3d31d0f41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:44:55.778211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:44:55.815639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:55.823647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:55.831616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:55.871946 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'code': 200} Nov 24 19:44:55.901371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:55.924797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5b9078b-6106-428f-8b91-9fea870cb22a {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:44:55.929314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:55.938395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.939319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.939319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.939541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.939716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.940070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.940400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.940723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.941049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.941372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.941691 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.942009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:44:55.969800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:55.984945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c4dd4-5ce2-4a88-bd70-d404ad884f9d req-1a025775-ac47-4568-9a34-941312256207 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:55.986398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b8c4dd4-5ce2-4a88-bd70-d404ad884f9d req-1a025775-ac47-4568-9a34-941312256207 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 944 time: 0.0861924 Nov 24 19:44:56.000423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:44:56.000791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:44:56.031251 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b8c4dd4-5ce2-4a88-bd70-d404ad884f9d req-f2ed3996-9c46-4e9d-a55f-f25f12e55408 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Nov 24 19:44:56.401339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dddabf-5d7a-4fd5-8838-bec05deb104f req-1ee0389b-d570-43d3-9e31-2528d1215329 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:56.402825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-62dddabf-5d7a-4fd5-8838-bec05deb104f req-1ee0389b-d570-43d3-9e31-2528d1215329 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 944 time: 0.1537049 Nov 24 19:44:56.414433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-e50ed999-aae1-494d-8df9-b40d020dcf81 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:56.415821 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-e50ed999-aae1-494d-8df9-b40d020dcf81 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab&tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.1315923 Nov 24 19:44:56.457182 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-62dddabf-5d7a-4fd5-8838-bec05deb104f req-b574a8e6-24a5-4629-b004-22610a40f3c2 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Nov 24 19:44:56.558860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:56.565642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-a5283e59-8967-4d18-ae2c-22eab7a90c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:56.567143 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-a5283e59-8967-4d18-ae2c-22eab7a90c81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 1097 time: 0.0720558 Nov 24 19:44:56.616992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b9078b-6106-428f-8b91-9fea870cb22a {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:44:56.633019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:56.637084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:56.639824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-57055c77-1811-4d3b-8b0e-35c63c7a635f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:56.712530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-f307b83b-7bcc-423c-a01c-44ef3f61bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:56.712946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['f5b9078b-6106-428f-8b91-9fea870cb22a'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:44:56.714097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-f307b83b-7bcc-423c-a01c-44ef3f61bb62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1406136 Nov 24 19:44:56.753961 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:56.763922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:56.786652 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-3215b7bd-576b-42a1-bdb8-8de408517083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5b9078b-6106-428f-8b91-9fea870cb22a HTTP/1.1" status: 200 len: 217 time: 0.0654128 Nov 24 19:44:56.849117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-5c588017-c8f7-4b2c-a4bc-256d826d4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:56.851357 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-5c588017-c8f7-4b2c-a4bc-256d826d4250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0582962 Nov 24 19:44:56.903575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-8d64ec6f-9be7-49bd-86d1-746a13ac2a0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460203 Nov 24 19:44:57.042109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-af7c7c0f-3831-4a7e-a47d-a332ca6d7d39 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317694 Nov 24 19:44:57.177744 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3e7012b-b130-49ab-b6e0-81273eae4158 req-5c6d0ee1-d5c7-4a25-9884-6a1be2a11e8a service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278095 Nov 24 19:44:57.538015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f5b9078b-6106-428f-8b91-9fea870cb22a up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:44:57.609062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port f5b9078b-6106-428f-8b91-9fea870cb22a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:44:57.610000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:57.667870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dd53f-4475-4b6e-9a42-c9e7556b5158 req-0a41e0b2-6a98-44a1-9969-3057a8ed8ba4 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:57.669656 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-636dd53f-4475-4b6e-9a42-c9e7556b5158 req-0a41e0b2-6a98-44a1-9969-3057a8ed8ba4 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 945 time: 0.0865078 Nov 24 19:44:57.721849 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-636dd53f-4475-4b6e-9a42-c9e7556b5158 req-40317550-5e7c-4b35-8cd5-49ca7628d8dd tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437405 Nov 24 19:44:57.736299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:57.768428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:44:57.772857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:57.775729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0a2b346d-1421-42c5-b196-73d09a5987d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:44:57.848441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:44:57.851563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:44:57.873134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:44:57.918571 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'code': 200} Nov 24 19:44:58.914625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b7f32-f8d7-42e7-bb22-afff3ee34fc9 req-ca29aed3-b729-4cb5-a64f-5692ea280050 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:58.916090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c93b7f32-f8d7-42e7-bb22-afff3ee34fc9 req-ca29aed3-b729-4cb5-a64f-5692ea280050 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0848243 Nov 24 19:44:58.961901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c93b7f32-f8d7-42e7-bb22-afff3ee34fc9 req-31af4cb8-7a32-46b2-8ead-91dacb96264d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383067 Nov 24 19:44:59.150620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802597c3-87fa-4aeb-b384-4f577c0174d7 req-852d1739-d8d3-4102-bfee-829cb753ab10 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:59.152358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-802597c3-87fa-4aeb-b384-4f577c0174d7 req-852d1739-d8d3-4102-bfee-829cb753ab10 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0807667 Nov 24 19:44:59.195794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-802597c3-87fa-4aeb-b384-4f577c0174d7 req-e79347a0-8e8e-42fc-851a-d97d3829c35e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378909 Nov 24 19:44:59.341977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d354b340-3a28-4a99-bb39-f8d30dadda77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:44:59.380532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe74d0e-11d1-41ef-a73c-e5aaf012ede9 req-18c73e5d-d1e4-4271-bc51-c6e735ff80a6 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:44:59.382845 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cfe74d0e-11d1-41ef-a73c-e5aaf012ede9 req-18c73e5d-d1e4-4271-bc51-c6e735ff80a6 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0852206 Nov 24 19:44:59.426243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cfe74d0e-11d1-41ef-a73c-e5aaf012ede9 req-7ed16b4d-0c20-4135-8ac3-046bbf63373d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376716 Nov 24 19:44:59.770331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:00.012554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-80e1e459-3cd9-42f0-9883-5b025719f26a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:00.014004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-80e1e459-3cd9-42f0-9883-5b025719f26a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 814 time: 0.2542651 Nov 24 19:45:00.028621 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-8feae81f-e7a9-4cfc-be4e-48bb071fa9b7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/quotas/451d59994f6d4b6f84b44cf38e09dc6d HTTP/1.1" status: 200 len: 375 time: 0.0093062 Nov 24 19:45:00.107645 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-d2011e88-c5d9-4075-ad95-b88d38cf7346 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741317 Nov 24 19:45:00.245315 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-261331c6-cc21-48a5-bf63-a7e00eadfbe6 service neutron] 10.222.0.47 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309557 Nov 24 19:45:00.375437 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-0aeb8066-aeed-4fef-bdc7-7ea089527fd5 service neutron] 10.222.0.47 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245105 Nov 24 19:45:00.555800 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81efa930-3e8b-47ac-944c-42000c200728 req-45dcbaeb-650e-45c0-807f-87bac88a595a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 210 time: 0.0468330 Nov 24 19:45:01.542472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-f47d3257-fb80-4c13-ae23-743e436bdab8 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:01.543936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-f47d3257-fb80-4c13-ae23-743e436bdab8 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b68633a-3a70-4297-9318-27ca83add0ab HTTP/1.1" status: 200 len: 946 time: 0.0796840 Nov 24 19:45:01.749763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Deleting port f5b9078b-6106-428f-8b91-9fea870cb22a {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:45:01.750094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:01.800061 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c003f08c-b2ef-4134-bd17-83d95af82abb req-122a74dc-7261-4de2-b508-cb61ae98ccbe tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 210 time: 0.0974617 Nov 24 19:45:01.923988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-0864cc37-b286-4e9b-b37d-97da83ab3974 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:01.925417 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-0864cc37-b286-4e9b-b37d-97da83ab3974 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 814 time: 0.3429220 Nov 24 19:45:01.940848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Request body: {'port': {'device_id': 'c7de4147-d288-4ddc-857c-77709877c519', 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160', 'admin_state_up': True, 'tenant_id': '451d59994f6d4b6f84b44cf38e09dc6d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:45:02.128223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4a3e-f9a1-4141-8eee-cdb12f3f400d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:02.205725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] For port f5b9078b-6106-428f-8b91-9fea870cb22a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5b9078b-6106-428f-8b91-9fea870cb22a,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:02.206122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:02.333582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:45:02.342136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Calling delete_port for f5b9078b-6106-428f-8b91-9fea870cb22a owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:45:02.394044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:45:02.415295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Made reservation on behalf of 451d59994f6d4b6f84b44cf38e09dc6d for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:45:02.419027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:02.564297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:02.577919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-edd68f40-9dc4-4a5c-ad82-dc66d6261ce2 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:02.579074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['f5b9078b-6106-428f-8b91-9fea870cb22a'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:45:02.757617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Pushing event deleted for resources: {'Port': ['ID=f5b9078b-6106-428f-8b91-9fea870cb22a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:02.763168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:02.813529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:02.884686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] No DVR routers for this DVR port f5b9078b-6106-428f-8b91-9fea870cb22a on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:45:02.888812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:02.891425 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-deleted', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:45:02.921070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7dbf3b6-a5aa-4935-acbb-b249981f0444 req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "DELETE /v2.0/ports/f5b9078b-6106-428f-8b91-9fea870cb22a HTTP/1.1" status: 204 len: 173 time: 1.3668458 Nov 24 19:45:02.925310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Allocated IP 172.20.0.4 (2513343c-fd92-42b4-baf9-504de3f6b160/56eee965-f8fb-4691-8293-4ac3d31d0f41/cabfbec4-d36d-4ed7-948b-ffbf3bea0838) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:45:02.976335 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68633a-3a70-4297-9318-27ca83add0ab', 'name': 'network-vif-deleted', 'tag': 'f5b9078b-6106-428f-8b91-9fea870cb22a', 'status': 'completed', 'code': 200} Nov 24 19:45:02.983847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-fd329d0d-eaed-4626-b987-02dcb0bafd4c req-bf56eb0d-564b-48ba-b886-12c6a14df6be tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Synchronizing usage tracker for tenant:451d59994f6d4b6f84b44cf38e09dc6d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:45:03.028244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-fd329d0d-eaed-4626-b987-02dcb0bafd4c req-bf56eb0d-564b-48ba-b886-12c6a14df6be tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Unset dirty status for tenant:451d59994f6d4b6f84b44cf38e09dc6d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:45:03.029331 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fd329d0d-eaed-4626-b987-02dcb0bafd4c req-bf56eb0d-564b-48ba-b886-12c6a14df6be tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 210 time: 0.0918379 Nov 24 19:45:03.197587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:03.225899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:03.231682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:03.245029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['f5b9078b-6106-428f-8b91-9fea870cb22a'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:45:03.301614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Network 2513343c-fd92-42b4-baf9-504de3f6b160 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:45:03.305411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:45:03.309811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:45:03.337943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:03.348845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:03.379122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:03.380100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:03.398434 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4640570 Nov 24 19:45:03.410058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Request body: {'port': {'device_id': 'c7de4147-d288-4ddc-857c-77709877c519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:45:03.421097 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:45:03.527077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:03.868965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabfbec4-d36d-4ed7-948b-ffbf3bea0838 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:45:03.876179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:03.891054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Transition to ACTIVE for port object cabfbec4-d36d-4ed7-948b-ffbf3bea0838 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:45:03.894796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:03.900134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e9e2acb9-6324-49db-9794-0bcae55ae400 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:04.052440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:04.090366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.090766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.091163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.091547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.091932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.092342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.092723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.093105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.093482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.093863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.094248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.094616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:04.101238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:04.155894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Attempting to bind port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:45:04.156271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Attempting to bind port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:45:04.156605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Attempting to bind port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 on network 2513343c-fd92-42b4-baf9-504de3f6b160 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:45:04.163272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 on network 2513343c-fd92-42b4-baf9-504de3f6b160 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:45:04.163601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Attempting to bind port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 on network 2513343c-fd92-42b4-baf9-504de3f6b160 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:45:04.169534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:45:04.169875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Checking segment: {'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:45:04.170279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Bound using segment: {'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:45:04.170711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Bound port: cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03743fe5-80e0-4e80-b59e-a627ddb0b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:45:04.171061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:04.263845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:45:04.266795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:45:04.272565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:04.277688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef6b9d59-1139-4436-9c19-778c97b8eec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:04.376403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:04.377016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:04.378364 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] 10.222.0.41 "PUT /v2.0/ports/cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 200 len: 1093 time: 0.9722507 Nov 24 19:45:04.410626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:04.415555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:04.485535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252a88d-736b-48fe-8e56-660689665c4e req-c385c89f-bf7a-408b-8714-ed6497a2c0ab tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:04.486992 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c252a88d-736b-48fe-8e56-660689665c4e req-c385c89f-bf7a-408b-8714-ed6497a2c0ab tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 943 time: 0.1716046 Nov 24 19:45:04.533853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-acdf6873-abe7-499d-adde-9f0916df03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:04.535307 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-acdf6873-abe7-499d-adde-9f0916df03e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 1096 time: 0.1219246 Nov 24 19:45:04.546601 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c252a88d-736b-48fe-8e56-660689665c4e req-1b44f40b-6ee2-4602-9289-16adfdeaa43a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524387 Nov 24 19:45:04.574280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:04.716135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-55e2ca4b-0829-4c3c-9a96-7425ea229f8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 200 len: 217 time: 0.1725011 Nov 24 19:45:04.781404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-2871f114-532e-45e9-be7d-b13778d32542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:04.782826 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-2871f114-532e-45e9-be7d-b13778d32542 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0598636 Nov 24 19:45:04.830059 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-2e19fbfa-4ce9-47c0-9a7d-e92c3a720804 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407131 Nov 24 19:45:04.962724 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-1eca33aa-873b-474d-b54d-491beccce489 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259804 Nov 24 19:45:04.986653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:45:05.046519 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'status': 'completed', 'code': 200} Nov 24 19:45:05.102682 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ee06c14f-2dad-449e-8f68-669efe7c106f req-949b4fa2-a1d3-458e-a633-d6f865f8e26a service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336248 Nov 24 19:45:05.216937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-4ebc0148-218c-4f03-a56c-b41a5a0872b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:05.218415 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-4ebc0148-218c-4f03-a56c-b41a5a0872b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 1096 time: 0.0761204 Nov 24 19:45:05.353102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-4e614a41-e55c-4457-a101-902131575e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:05.354455 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-4e614a41-e55c-4457-a101-902131575e21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1283102 Nov 24 19:45:05.422440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-cd74ee6d-02a0-41d8-b82a-84ffcd06af3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 200 len: 217 time: 0.0599654 Nov 24 19:45:05.487661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-b5791549-6739-432d-b36d-d40068489a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:05.489091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-b5791549-6739-432d-b36d-d40068489a73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0599191 Nov 24 19:45:05.534619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-ea8763b8-ae28-4076-87d9-e6e96d0faec6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392931 Nov 24 19:45:05.541473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f5b9078b-6106-428f-8b91-9fea870cb22a no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:45:05.579131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: f5b9078b-6106-428f-8b91-9fea870cb22a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:45:05.579662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device f5b9078b-6106-428f-8b91-9fea870cb22a not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:45:05.706700 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-72650227-3ec8-4b1f-b65e-f7841b82eddb service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650207 Nov 24 19:45:05.840242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ecbf3-175f-4728-982a-9149d3efe53e req-f2713b0a-6432-4a62-b52f-3b2437801c36 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:05.841681 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d23ecbf3-175f-4728-982a-9149d3efe53e req-f2713b0a-6432-4a62-b52f-3b2437801c36 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 943 time: 0.1803067 Nov 24 19:45:05.881149 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a48b7bfa-f2bd-4130-a064-f4c4f17b71fe req-60a2457e-c514-4c54-96dd-8f8f87b1e0bd service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649659 Nov 24 19:45:05.903452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d23ecbf3-175f-4728-982a-9149d3efe53e req-955714d8-5fa5-4fc4-b0fe-e8af81c6efe0 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Nov 24 19:45:07.088770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebab672-1d9d-4e1c-8037-9d6970e7b2ad req-bf370d3b-b86a-4ee2-b48b-41420e9ddcf9 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:07.090252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ebab672-1d9d-4e1c-8037-9d6970e7b2ad req-bf370d3b-b86a-4ee2-b48b-41420e9ddcf9 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 943 time: 0.0821898 Nov 24 19:45:07.133823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3ebab672-1d9d-4e1c-8037-9d6970e7b2ad req-aa650f73-b657-479c-94bb-ebf5fff37004 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Nov 24 19:45:08.328917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767dc4f-472b-4bd6-81a0-6a4741da4643 req-2f595aef-79ca-4f01-bbac-1e9383a6b4f1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:08.330278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9767dc4f-472b-4bd6-81a0-6a4741da4643 req-2f595aef-79ca-4f01-bbac-1e9383a6b4f1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 943 time: 0.0846426 Nov 24 19:45:08.373372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9767dc4f-472b-4bd6-81a0-6a4741da4643 req-4830a3ed-1f9c-47f0-aae0-0d62154306aa tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368388 Nov 24 19:45:09.560951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0fd5a-708f-412b-bf0e-99a422d16979 req-97eae4db-1a8e-477d-b478-4e83d53fd0b1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:09.567452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1f0fd5a-708f-412b-bf0e-99a422d16979 req-97eae4db-1a8e-477d-b478-4e83d53fd0b1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 943 time: 0.0831151 Nov 24 19:45:09.570737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cabfbec4-d36d-4ed7-948b-ffbf3bea0838 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:45:09.608759 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1f0fd5a-708f-412b-bf0e-99a422d16979 req-5239149f-58b0-4257-ae85-93928512c249 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Nov 24 19:45:09.707261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:09.720327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160', 'port_id': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'mac_address': 'fa:16:3e:95:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eee965-f8fb-4691-8293-4ac3d31d0f41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:45:09.774410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:09.791222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabfbec4-d36d-4ed7-948b-ffbf3bea0838 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:45:09.805960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:09.809941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:09.811823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:09.879447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:09.883076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:10.130312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['cabfbec4-d36d-4ed7-948b-ffbf3bea0838'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:45:10.900413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160a14-ff4c-45d4-b9bb-495b363c4173 req-f7b1ca3b-3aa8-4391-84dd-215a905f470b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:10.902318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d160a14-ff4c-45d4-b9bb-495b363c4173 req-f7b1ca3b-3aa8-4391-84dd-215a905f470b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 944 time: 0.1897936 Nov 24 19:45:10.947394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d160a14-ff4c-45d4-b9bb-495b363c4173 req-4946d3aa-08d8-40c7-bf58-f1e99938d00c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Nov 24 19:45:11.585116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cabfbec4-d36d-4ed7-948b-ffbf3bea0838 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:45:11.652741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:45:11.657910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:45:11.658292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:11.782467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:11.809809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:45:11.819559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:11.823658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:11.825656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:11.857092 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'code': 200} Nov 24 19:45:11.895442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:11.899067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:12.193182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2ffa7-7c1b-4b59-8e30-5aca9a848bbd req-f8b71afb-909b-4894-81e3-a8075db48f48 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:12.194697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ff2ffa7-7c1b-4b59-8e30-5aca9a848bbd req-f8b71afb-909b-4894-81e3-a8075db48f48 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.1388743 Nov 24 19:45:12.197395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff6272-360a-488a-8a82-11ad1a24df49 req-4610d6d8-c5a0-4ecb-bb00-aa75af953e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:12.198795 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9cff6272-360a-488a-8a82-11ad1a24df49 req-4610d6d8-c5a0-4ecb-bb00-aa75af953e84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 1098 time: 0.1856306 Nov 24 19:45:12.269874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ff2ffa7-7c1b-4b59-8e30-5aca9a848bbd req-8e1cbad0-6d40-4e60-bf26-dbdd8e475b73 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693650 Nov 24 19:45:12.273241 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9cff6272-360a-488a-8a82-11ad1a24df49 req-d6674b08-eff0-449c-b557-7c1fd1e6851a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571516 Nov 24 19:45:13.463812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99323270-4b9e-4b2b-97e9-f6273eaf4381 req-153b5b63-1538-434a-bf54-41745de9916f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:13.465275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99323270-4b9e-4b2b-97e9-f6273eaf4381 req-153b5b63-1538-434a-bf54-41745de9916f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0801826 Nov 24 19:45:13.509596 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99323270-4b9e-4b2b-97e9-f6273eaf4381 req-d9d81c43-d970-453d-8407-68796424cc70 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Nov 24 19:45:14.698094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d19cdd-fcc3-485f-acf2-bdc4d09b6afe req-952689a6-4321-4539-8a0c-84e507af1022 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:14.699531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0d19cdd-fcc3-485f-acf2-bdc4d09b6afe req-952689a6-4321-4539-8a0c-84e507af1022 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0824618 Nov 24 19:45:14.743310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0d19cdd-fcc3-485f-acf2-bdc4d09b6afe req-bad397d6-1e2f-4aef-9dcc-afcce8e94f42 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Nov 24 19:45:14.923303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc895d-ab7d-41b9-85e8-561d33fe1321 req-97a43ba9-8c09-452b-b8bf-47076ba84877 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:14.924771 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-67cc895d-ab7d-41b9-85e8-561d33fe1321 req-97a43ba9-8c09-452b-b8bf-47076ba84877 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0800276 Nov 24 19:45:14.968566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-67cc895d-ab7d-41b9-85e8-561d33fe1321 req-9763cbac-1de2-482e-99c3-b1ac65b5851c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 Nov 24 19:45:15.314991 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-7d17c2b2-a226-4750-b26b-fa4aeff5e14b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808403 Nov 24 19:45:15.432607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4ad2c-9d1f-4f8b-af0e-bbe3b9a9698d req-53fb4d43-7bdd-4004-9a8d-c2e7a1102e0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:15.434082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dbe4ad2c-9d1f-4f8b-af0e-bbe3b9a9698d req-53fb4d43-7bdd-4004-9a8d-c2e7a1102e0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.1517584 Nov 24 19:45:15.436828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-c7994408-1185-4f8a-9211-0ae9727a9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:15.438180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-c7994408-1185-4f8a-9211-0ae9727a9776 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 1098 time: 0.1119158 Nov 24 19:45:15.504614 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dbe4ad2c-9d1f-4f8b-af0e-bbe3b9a9698d req-5d49069b-c935-4fe0-9b20-16b92bcdb57b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Nov 24 19:45:15.614125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-8bdf32c0-4a7a-4574-8b22-4c3c1f767c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:15.616099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-8bdf32c0-4a7a-4574-8b22-4c3c1f767c53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1434062 Nov 24 19:45:15.686595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-37bff2f9-25f9-409f-aaa1-47806761638f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 200 len: 217 time: 0.0639203 Nov 24 19:45:15.754674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-33024996-4949-4d49-af71-e8e18fa1a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:15.756213 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-33024996-4949-4d49-af71-e8e18fa1a3fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0626581 Nov 24 19:45:15.803624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-d839b40e-225b-47c3-b41e-d3f6dcb4c208 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415037 Nov 24 19:45:15.956635 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-3e311f12-aff9-4c83-a420-ecfc18a537df service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372237 Nov 24 19:45:16.103368 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43b188e8-0550-437e-8a4b-f045adc39b30 req-05e5c5f5-b691-4957-a6fe-694afa7d91ac service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365604 Nov 24 19:45:16.437274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-b9da2b13-3cae-478d-af5b-8f7b9c736171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:16.438752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-b9da2b13-3cae-478d-af5b-8f7b9c736171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 1098 time: 0.0708201 Nov 24 19:45:16.571591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-32f9ad7a-97b9-4ff4-ac8e-ed6b55d2fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:16.573077 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-32f9ad7a-97b9-4ff4-ac8e-ed6b55d2fa5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1277606 Nov 24 19:45:16.675635 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-abdfbbf4-244c-49ca-8534-a9731f9b0d77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 200 len: 217 time: 0.0961471 Nov 24 19:45:16.876688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-f37435d5-4389-40ea-b844-ce140d3f7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:16.878128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-f37435d5-4389-40ea-b844-ce140d3f7337 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.1961195 Nov 24 19:45:16.931082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-736d94cd-3111-489e-b764-f1cbf2d065ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444047 Nov 24 19:45:16.938772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79320665-ecff-4326-b4b9-a5fd3551dbf8 req-7eb01d71-0419-41d2-a2e7-66a20bd53ecb tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:16.940147 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79320665-ecff-4326-b4b9-a5fd3551dbf8 req-7eb01d71-0419-41d2-a2e7-66a20bd53ecb tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.3024859 Nov 24 19:45:17.065473 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79320665-ecff-4326-b4b9-a5fd3551dbf8 req-9c0e850f-0e1c-4426-b2e5-2a50021b2609 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068571 Nov 24 19:45:17.108702 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-ae928d5c-9fb5-48a0-a978-ac4c50cbc081 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676223 Nov 24 19:45:17.243104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-3e9858c4-0c64-4d04-95d6-e78debccc7e1 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282351 Nov 24 19:45:18.256485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc626e0a-dd30-4a7e-8767-f79ff9e3e380 req-a5b57ccd-76f1-486c-aa9d-7956baf5eb1f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:18.257890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc626e0a-dd30-4a7e-8767-f79ff9e3e380 req-a5b57ccd-76f1-486c-aa9d-7956baf5eb1f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0825651 Nov 24 19:45:18.301383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc626e0a-dd30-4a7e-8767-f79ff9e3e380 req-078f7c0a-0106-4c0d-a5a6-00143e544d9b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Nov 24 19:45:19.136196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:19.488810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65ceff-5352-48a5-b522-51cc3062d6d0 req-e61168a9-c3a7-4a82-a4d3-656771816a2a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:19.490761 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa65ceff-5352-48a5-b522-51cc3062d6d0 req-e61168a9-c3a7-4a82-a4d3-656771816a2a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0835047 Nov 24 19:45:19.535018 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aa65ceff-5352-48a5-b522-51cc3062d6d0 req-072a63de-d769-40bc-b029-4e084ed17801 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 Nov 24 19:45:20.718632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abae4-bd77-4f54-b29c-4c17689cbeee req-78a1b42d-c74a-470e-a97d-fc5756485577 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:20.720083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb5abae4-bd77-4f54-b29c-4c17689cbeee req-78a1b42d-c74a-470e-a97d-fc5756485577 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0798609 Nov 24 19:45:20.763101 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb5abae4-bd77-4f54-b29c-4c17689cbeee req-deca00a1-1e67-42e6-8e5d-bc47ea023e62 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Nov 24 19:45:21.950192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852c153-df94-45de-86c0-060e9e9bd213 req-3e55f216-7a7d-4465-8d3b-907bdf470257 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:21.951675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e852c153-df94-45de-86c0-060e9e9bd213 req-3e55f216-7a7d-4465-8d3b-907bdf470257 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0851345 Nov 24 19:45:21.995112 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e852c153-df94-45de-86c0-060e9e9bd213 req-7549eb6b-e684-49cb-8c87-e1890ddbf124 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Nov 24 19:45:23.180601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fee66e-a7da-48da-9d5e-0abf86bb1e86 req-4b7a95f2-3ba7-4d28-9688-77099d7a6755 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:23.182041 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-83fee66e-a7da-48da-9d5e-0abf86bb1e86 req-4b7a95f2-3ba7-4d28-9688-77099d7a6755 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0786221 Nov 24 19:45:23.230400 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-83fee66e-a7da-48da-9d5e-0abf86bb1e86 req-8cbd320f-bf38-4081-84ef-8693b15b02ed tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Nov 24 19:45:24.416029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad9ab-f2aa-451b-9856-f1a630148994 req-7a356432-6dac-402a-9431-e3952eb99b7c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:24.417469 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-212ad9ab-f2aa-451b-9856-f1a630148994 req-7a356432-6dac-402a-9431-e3952eb99b7c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0792255 Nov 24 19:45:24.462174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-212ad9ab-f2aa-451b-9856-f1a630148994 req-1a36b7e0-f827-4414-beb0-b090ae684b5a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 Nov 24 19:45:25.664690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef7242-7d61-4057-9914-58238321e248 req-6bb81000-32f2-4bd1-9917-da5c9071e685 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:25.666126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43ef7242-7d61-4057-9914-58238321e248 req-6bb81000-32f2-4bd1-9917-da5c9071e685 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0852211 Nov 24 19:45:25.710590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43ef7242-7d61-4057-9914-58238321e248 req-cfc92242-b320-4794-9545-63299bde458d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Nov 24 19:45:26.892101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897f6d-c8c2-4922-ab73-2b97ef7aa09b req-3daeea3d-5f1c-4af5-9be5-bb2f03aae775 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:26.893540 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23897f6d-c8c2-4922-ab73-2b97ef7aa09b req-3daeea3d-5f1c-4af5-9be5-bb2f03aae775 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0802615 Nov 24 19:45:26.938456 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23897f6d-c8c2-4922-ab73-2b97ef7aa09b req-130ee3bd-87e3-4b5d-a321-5a1c5c197431 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Nov 24 19:45:28.124619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea922d6-fda7-41df-abb2-a8e9add0284d req-5272ac08-39bc-4feb-b4b2-255d44899e44 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:28.126064 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ea922d6-fda7-41df-abb2-a8e9add0284d req-5272ac08-39bc-4feb-b4b2-255d44899e44 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0834928 Nov 24 19:45:28.169725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ea922d6-fda7-41df-abb2-a8e9add0284d req-ddd5e35c-6693-4cfb-a370-1134872dc3d2 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Nov 24 19:45:29.345827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4b90013e-f083-44ab-929c-52b4d6d37244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:29.364142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e9bc8-8382-4d25-9347-c7a2901e9074 req-df0fdec0-795d-4067-98f5-f919d1bdcc98 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:29.365782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b66e9bc8-8382-4d25-9347-c7a2901e9074 req-df0fdec0-795d-4067-98f5-f919d1bdcc98 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0912259 Nov 24 19:45:29.412219 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b66e9bc8-8382-4d25-9347-c7a2901e9074 req-c6019e8e-41ad-4eae-941d-20ee3574b1e8 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Nov 24 19:45:29.773078 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:30.596819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0e31-3ca5-4edd-a325-ec8710d67ed7 req-19cb8b91-e99f-4119-b19e-be84d84ce20e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:30.598285 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0ab0e31-3ca5-4edd-a325-ec8710d67ed7 req-19cb8b91-e99f-4119-b19e-be84d84ce20e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0830619 Nov 24 19:45:30.641636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0ab0e31-3ca5-4edd-a325-ec8710d67ed7 req-9e99f4c7-9a70-4a87-bf12-0d23ed9b1a34 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378039 Nov 24 19:45:31.825505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3008e-28e2-467e-83c6-bc70624e59c1 req-9849b1fc-5f29-470a-927a-e75ef744e989 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:31.826968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d5a3008e-28e2-467e-83c6-bc70624e59c1 req-9849b1fc-5f29-470a-927a-e75ef744e989 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0797307 Nov 24 19:45:31.873743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d5a3008e-28e2-467e-83c6-bc70624e59c1 req-6c3e5fab-b214-42eb-ba0a-f1df2fc96966 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Nov 24 19:45:32.122167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-23907426-6b02-4e6e-9bc8-7f8208c91d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:32.816119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:33.061630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6817c-e49e-4df3-928e-d7ff94af5031 req-d8ce4642-1702-44f6-8a45-863d9a3455ca tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:33.062931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ace6817c-e49e-4df3-928e-d7ff94af5031 req-d8ce4642-1702-44f6-8a45-863d9a3455ca tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0797176 Nov 24 19:45:33.108270 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ace6817c-e49e-4df3-928e-d7ff94af5031 req-ae89bc5a-35ff-4854-83a3-6d1d9f2427dd tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Nov 24 19:45:34.301900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d100a59-9d11-483a-9d8d-d3a31aa52274 req-73fc0ae6-343b-49f2-a3fd-66d89ee2b6bb tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:34.303374 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d100a59-9d11-483a-9d8d-d3a31aa52274 req-73fc0ae6-343b-49f2-a3fd-66d89ee2b6bb tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0917318 Nov 24 19:45:34.349884 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d100a59-9d11-483a-9d8d-d3a31aa52274 req-f3b75280-aeec-43df-a556-fbbcdb3ecee9 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Nov 24 19:45:34.578144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:35.531646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389fe1a-1377-4559-96e9-792ed3b621f6 req-05c60124-4b9e-4690-8615-332c2aa67468 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:35.533108 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7389fe1a-1377-4559-96e9-792ed3b621f6 req-05c60124-4b9e-4690-8615-332c2aa67468 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0797000 Nov 24 19:45:35.575579 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7389fe1a-1377-4559-96e9-792ed3b621f6 req-d72b7a8f-5857-4738-bc6f-a522c16371ae tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367374 Nov 24 19:45:36.761691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d06f58-2293-4c25-8747-260729080016 req-ba213623-422b-4a99-b05e-3d758691e73d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:36.763120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32d06f58-2293-4c25-8747-260729080016 req-ba213623-422b-4a99-b05e-3d758691e73d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0836236 Nov 24 19:45:36.806693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32d06f58-2293-4c25-8747-260729080016 req-61b40d89-e41b-495a-a731-5c49f5841899 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Nov 24 19:45:37.991640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb73a65-3c67-4fe1-8f3c-d79f4b1392a9 req-5e074e4c-f1b3-4d6a-94fd-283dec2954af tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:37.993114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8bb73a65-3c67-4fe1-8f3c-d79f4b1392a9 req-5e074e4c-f1b3-4d6a-94fd-283dec2954af tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0798714 Nov 24 19:45:38.041569 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8bb73a65-3c67-4fe1-8f3c-d79f4b1392a9 req-ba8ce4fa-f2c4-402a-b8c2-75646d6c28a4 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Nov 24 19:45:39.390608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a87dd-1692-45cf-9614-e6448bfe094f req-cc3fef15-4f92-4f73-92f3-e41cea025f2a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:39.392097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-478a87dd-1692-45cf-9614-e6448bfe094f req-cc3fef15-4f92-4f73-92f3-e41cea025f2a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.2429464 Nov 24 19:45:39.437022 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-478a87dd-1692-45cf-9614-e6448bfe094f req-364333ae-963e-44e0-ad6f-45084ea4f4e2 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Nov 24 19:45:40.421037 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:45:40.671908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3f9aa-85f6-4afc-bb05-ac76dd10848b req-0c5c586c-cd5f-48d0-86b7-94f82ba26ce1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:40.673278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ee3f9aa-85f6-4afc-bb05-ac76dd10848b req-0c5c586c-cd5f-48d0-86b7-94f82ba26ce1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.1278176 Nov 24 19:45:40.716398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ee3f9aa-85f6-4afc-bb05-ac76dd10848b req-6421400a-529a-499d-8250-3471f5c68cf2 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Nov 24 19:45:41.898358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643d5f-3515-41d4-ad75-a5850549e488 req-e2153444-8d79-47c6-a133-467715629d55 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:41.899813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4643d5f-3515-41d4-ad75-a5850549e488 req-e2153444-8d79-47c6-a133-467715629d55 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0805500 Nov 24 19:45:41.948728 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4643d5f-3515-41d4-ad75-a5850549e488 req-9d58b1d2-0370-43ac-b365-fad5afaecfc3 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428321 Nov 24 19:45:43.132755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15c27b-6044-45c4-bdb3-81e7fe8b2fc1 req-3734eaee-e883-417e-ae0f-6a33df4cdd1d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:43.134209 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6d15c27b-6044-45c4-bdb3-81e7fe8b2fc1 req-3734eaee-e883-417e-ae0f-6a33df4cdd1d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0801818 Nov 24 19:45:43.178567 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6d15c27b-6044-45c4-bdb3-81e7fe8b2fc1 req-e832e1bd-b6b1-4e1e-96dd-2c995567e6c2 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Nov 24 19:45:43.935079 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-151d1841-a5f5-4c3b-ad34-44122b80f4c3 service neutron] 10.222.0.41 "GET /v2.0/ports/cabfbec4-d36d-4ed7-948b-ffbf3bea0838/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0783572 Nov 24 19:45:44.204211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-920f181a-49bc-411c-b601-70c4f9788689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:44.205619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-920f181a-49bc-411c-b601-70c4f9788689 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519&tenant_id=451d59994f6d4b6f84b44cf38e09dc6d HTTP/1.1" status: 200 len: 1098 time: 0.0712056 Nov 24 19:45:44.349706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-73566820-f019-48cd-b8cb-7ff64768416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:44.351224 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-73566820-f019-48cd-b8cb-7ff64768416c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 1098 time: 0.1237705 Nov 24 19:45:44.485390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2ea5-b3e2-458f-bb98-469a1c5d7ff8 req-6fe82df9-ef76-4874-a3db-c046769f5181 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:44.486725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eeab2ea5-b3e2-458f-bb98-469a1c5d7ff8 req-6fe82df9-ef76-4874-a3db-c046769f5181 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.1985548 Nov 24 19:45:44.516546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-514e4d9a-6912-4016-a096-bfde30f4b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:44.517977 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-514e4d9a-6912-4016-a096-bfde30f4b18e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1573980 Nov 24 19:45:44.599689 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-3b01379c-6845-40c3-bb9c-dad892ef7acc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 200 len: 217 time: 0.0741944 Nov 24 19:45:44.604279 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eeab2ea5-b3e2-458f-bb98-469a1c5d7ff8 req-c46a2381-67fb-4293-bfef-09fc65b6e00f tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072984 Nov 24 19:45:44.661449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-6d602e7c-359b-451c-9cab-ad819169b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:44.663000 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-6d602e7c-359b-451c-9cab-ad819169b3bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0566478 Nov 24 19:45:44.711693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-8cca1111-13b7-4afa-b3ea-d4925306ae51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425067 Nov 24 19:45:44.841952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-323d7fd2-3bb6-4e81-ae4c-726431926870 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230257 Nov 24 19:45:44.973015 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ff695e-8df9-48b8-b65b-906cef3f0197 req-b27fa81f-55d0-4180-b816-b2a39be892fa service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233637 Nov 24 19:45:45.790755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3844a-ae84-4c44-a35a-b750df8c67de req-70e0d7bb-1989-445b-90a4-989c64fad0b7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:45.792233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-68c3844a-ae84-4c44-a35a-b750df8c67de req-70e0d7bb-1989-445b-90a4-989c64fad0b7 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0837131 Nov 24 19:45:45.835634 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-68c3844a-ae84-4c44-a35a-b750df8c67de req-695bbb75-1770-4604-ad99-c5e83a4e7f86 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378287 Nov 24 19:45:47.024903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1f893-9106-4114-a3f8-0342976c45e5 req-507179c3-b4af-4ef1-887b-86f3233544ca tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:47.026590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-37d1f893-9106-4114-a3f8-0342976c45e5 req-507179c3-b4af-4ef1-887b-86f3233544ca tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0840013 Nov 24 19:45:47.069713 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-37d1f893-9106-4114-a3f8-0342976c45e5 req-3f014946-3116-416e-a179-86edab0bb228 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Nov 24 19:45:47.788886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cabfbec4-d36d-4ed7-948b-ffbf3bea0838 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:45:47.791240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cabfbec4-d36d-4ed7-948b-ffbf3bea0838 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:45:48.007929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:48.029457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:48.080074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'network_id': '2513343c-fd92-42b4-baf9-504de3f6b160', 'port_id': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'mac_address': 'fa:16:3e:95:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eee965-f8fb-4691-8293-4ac3d31d0f41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:45:48.085944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:45:48.123229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:48.137040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:48.141456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:48.170540 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'code': 200} Nov 24 19:45:48.206906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:48.230810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cabfbec4-d36d-4ed7-948b-ffbf3bea0838 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:45:48.237295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:48.240949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:48.269094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab5db9-4d02-4df4-9c3e-55c14c8f9a77 req-a2039604-157a-4065-a15e-db5e2c13564c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:48.271380 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23ab5db9-4d02-4df4-9c3e-55c14c8f9a77 req-a2039604-157a-4065-a15e-db5e2c13564c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 943 time: 0.0834162 Nov 24 19:45:48.295416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:45:48.295773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:45:48.315835 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23ab5db9-4d02-4df4-9c3e-55c14c8f9a77 req-33ca5cdb-64b8-4998-82dc-a96f0a3a6489 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Nov 24 19:45:48.793911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34b5b5-5bfc-4500-82bd-7be5d84fca0c req-e1169be7-f568-4132-bfc5-1e93a74e2682 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:48.795363 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b34b5b5-5bfc-4500-82bd-7be5d84fca0c req-e1169be7-f568-4132-bfc5-1e93a74e2682 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 943 time: 0.2508061 Nov 24 19:45:48.807609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-b5bc807e-e074-4cd4-92be-ac8e381c3424 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:48.809022 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-b5bc807e-e074-4cd4-92be-ac8e381c3424 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519&tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 943 time: 0.1240332 Nov 24 19:45:48.850770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b34b5b5-5bfc-4500-82bd-7be5d84fca0c req-88542324-405d-48d5-9775-20fede66d0fa tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Nov 24 19:45:48.856289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:48.883741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabfbec4-d36d-4ed7-948b-ffbf3bea0838 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:45:48.899239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:48.903244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:48.905154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:48.955166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-07c791a1-314d-4edd-95f4-3ffe11c3e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:48.956681 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-07c791a1-314d-4edd-95f4-3ffe11c3e319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 1097 time: 0.0731757 Nov 24 19:45:48.970953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['cabfbec4-d36d-4ed7-948b-ffbf3bea0838'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:45:49.018695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:49.023274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:49.089386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-8c05d596-dc8f-4856-9e89-d897495a99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:49.090957 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-8c05d596-dc8f-4856-9e89-d897495a99a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 200 len: 915 time: 0.1275897 Nov 24 19:45:49.153448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:49.167000 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-2bdab217-26a3-4590-8a5b-cfe83c6e04b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 200 len: 217 time: 0.0692606 Nov 24 19:45:49.228786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-3a50e021-8ac7-4648-8283-95541734077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:49.230171 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-3a50e021-8ac7-4648-8283-95541734077a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 200 len: 854 time: 0.0577190 Nov 24 19:45:49.281771 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-555856ca-84cd-4a48-a687-2f5b7c2cf374 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2513343c-fd92-42b4-baf9-504de3f6b160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442946 Nov 24 19:45:49.417998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-a47b2d00-7579-4a51-8069-818963fea0e9 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298020 Nov 24 19:45:49.549106 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22bbe0df-207b-4203-bce7-5c70ac965cdd req-77302057-6451-4a1f-a56c-5c61e5aad8d1 service neutron] 10.222.0.41 "GET /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240354 Nov 24 19:45:49.806895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cabfbec4-d36d-4ed7-948b-ffbf3bea0838 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:45:49.881490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:45:49.881490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:50.015431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:50.054886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4df1c5-e0fb-4802-bf2e-c70610d682f1 req-42f5c413-0dc5-4ae4-af80-763ab9a72832 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:50.056753 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e4df1c5-e0fb-4802-bf2e-c70610d682f1 req-42f5c413-0dc5-4ae4-af80-763ab9a72832 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 944 time: 0.0894091 Nov 24 19:45:50.057063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:50.061142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:50.063861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:50.107404 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e4df1c5-e0fb-4802-bf2e-c70610d682f1 req-0e2b1329-7883-4a3d-95ea-8a6647a5c2c8 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Nov 24 19:45:50.138692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:50.141798 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:50.171527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:45:50.214390 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'code': 200} Nov 24 19:45:51.300721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636a9a-073d-4b4f-af34-466da94de4b9 req-1867e7f0-891a-4196-a89e-3f60ce86f13c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:51.302636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d6636a9a-073d-4b4f-af34-466da94de4b9 req-1867e7f0-891a-4196-a89e-3f60ce86f13c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0836353 Nov 24 19:45:51.345538 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d6636a9a-073d-4b4f-af34-466da94de4b9 req-1953cd6d-5498-4297-b761-a0590c48364b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372481 Nov 24 19:45:51.531824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40936d-fcbe-4b6c-b867-c3ff471283f8 req-d2263220-1bf1-4176-aa22-45985e2d3c5a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:51.533304 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa40936d-fcbe-4b6c-b867-c3ff471283f8 req-d2263220-1bf1-4176-aa22-45985e2d3c5a tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0795038 Nov 24 19:45:51.577892 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa40936d-fcbe-4b6c-b867-c3ff471283f8 req-df7a4d1d-d8a3-4acb-bfe1-cc736942386e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Nov 24 19:45:51.760754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bd61-a3cf-4376-8fad-a6a2d3187f9a req-9e1befb8-8e8b-4a14-afee-ee817c51f393 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:51.762201 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3084bd61-a3cf-4376-8fad-a6a2d3187f9a req-9e1befb8-8e8b-4a14-afee-ee817c51f393 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0833874 Nov 24 19:45:51.806309 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3084bd61-a3cf-4376-8fad-a6a2d3187f9a req-53edb386-bd0f-4a70-87c3-d0001b6eac9b tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Nov 24 19:45:52.343490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684dc2d-ed18-4faa-a241-2ab84f6ec2ee req-2432e694-6512-4b8f-9263-469843bd1363 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:52.344947 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6684dc2d-ed18-4faa-a241-2ab84f6ec2ee req-2432e694-6512-4b8f-9263-469843bd1363 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0804749 Nov 24 19:45:52.394543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6684dc2d-ed18-4faa-a241-2ab84f6ec2ee req-8e028bea-e0d8-41c2-8aad-0a65257c602d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Nov 24 19:45:53.578588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfca36-bac6-44d0-bf52-1f1fa79ef595 req-e9061a3a-b2fb-4c1d-b956-3978fd0a9778 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:53.580156 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cdfca36-bac6-44d0-bf52-1f1fa79ef595 req-e9061a3a-b2fb-4c1d-b956-3978fd0a9778 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0803354 Nov 24 19:45:53.625581 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3cdfca36-bac6-44d0-bf52-1f1fa79ef595 req-c9fd694a-f5ed-468e-bcfb-c30b10fd09f2 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/security-groups?id=34980e99-4534-4f7c-9ea7-b51dbd652c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Nov 24 19:45:53.865503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-0eaadc81-0124-4c32-b2f5-b3ba159ff131 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:53.866875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-0eaadc81-0124-4c32-b2f5-b3ba159ff131 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 945 time: 0.0826900 Nov 24 19:45:53.936318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Deleting port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:45:53.936665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:54.286510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] For port cabfbec4-d36d-4ed7-948b-ffbf3bea0838, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,segment=NetworkSegment(03743fe5-80e0-4e80-b59e-a627ddb0b0e3),segment_id=03743fe5-80e0-4e80-b59e-a627ddb0b0e3)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:45:54.287388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:54.421268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Calling delete_port for cabfbec4-d36d-4ed7-948b-ffbf3bea0838 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:45:54.564574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:54.570910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:54.576057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['cabfbec4-d36d-4ed7-948b-ffbf3bea0838'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:45:54.614645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Pushing event deleted for resources: {'Port': ['ID=cabfbec4-d36d-4ed7-948b-ffbf3bea0838,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:54.618285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:54.691899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] No DVR routers for this DVR port cabfbec4-d36d-4ed7-948b-ffbf3bea0838 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:45:54.695009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:54.697766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-deleted', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:45:54.713143 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-985711ed-ef8a-4759-8d51-aa6e121426a1 req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.41 "DELETE /v2.0/ports/cabfbec4-d36d-4ed7-948b-ffbf3bea0838 HTTP/1.1" status: 204 len: 173 time: 0.8411825 Nov 24 19:45:54.777360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d847b732-9ed4-4469-8032-2b600a1ebd95 req-f96f9eac-566a-4aa8-8e76-c272fbc533a1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Synchronizing usage tracker for tenant:451d59994f6d4b6f84b44cf38e09dc6d on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:45:54.795174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d847b732-9ed4-4469-8032-2b600a1ebd95 req-f96f9eac-566a-4aa8-8e76-c272fbc533a1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Unset dirty status for tenant:451d59994f6d4b6f84b44cf38e09dc6d on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:45:54.796471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d847b732-9ed4-4469-8032-2b600a1ebd95 req-f96f9eac-566a-4aa8-8e76-c272fbc533a1 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7de4147-d288-4ddc-857c-77709877c519 HTTP/1.1" status: 200 len: 210 time: 0.0638306 Nov 24 19:45:54.812679 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de4147-d288-4ddc-857c-77709877c519', 'name': 'network-vif-deleted', 'tag': 'cabfbec4-d36d-4ed7-948b-ffbf3bea0838', 'status': 'completed', 'code': 200} Nov 24 19:45:56.028317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 50174) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:45:56.086904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Deleting subnet 56eee965-f8fb-4691-8293-4ac3d31d0f41 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:45:56.089895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.137604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.194394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.260824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.265356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8d5c4e01-a671-4fa3-b3ff-293255b27acf tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:56.300306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56eee965-f8fb-4691-8293-4ac3d31d0f41,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:56.303129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.312124 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/56eee965-f8fb-4691-8293-4ac3d31d0f41 HTTP/1.1" status: 204 len: 168 time: 0.2827966 Nov 24 19:45:56.313583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.313991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.314474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.314855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.314988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50178) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:45:56.315411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.315584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.315975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.316343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.316800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.317174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.317536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.317899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:56.321493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:56.424048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.547432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.572254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2513343c-fd92-42b4-baf9-504de3f6b160']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:45:56.584136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03743fe5-80e0-4e80-b59e-a627ddb0b0e3') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:45:56.584437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03743fe5-80e0-4e80-b59e-a627ddb0b0e3') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:45:56.595411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.614853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.620834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:45:56.621213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:45:56.633951 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:45:56.707454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.712056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-297dd5da-9dfd-4cc6-b2a8-85b6126a8b3a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:56.724817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.733824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Pushing event deleted for resources: {'Network': ['ID=2513343c-fd92-42b4-baf9-504de3f6b160,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:56.736585 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2513343c-fd92-42b4-baf9-504de3f6b160 HTTP/1.1" status: 204 len: 168 time: 0.4207387 Nov 24 19:45:56.737467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:56.844955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50184) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:45:56.897875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ed2b64b3-b821-495d-9f6a-b094436f7123 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=451d59994f6d4b6f84b44cf38e09dc6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516558 Nov 24 19:45:56.900191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50188) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:45:56.958104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:56.984467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:57.035406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:57.039217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c368515e-d0f5-43e9-b734-cd21fb0fb8b7 tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:57.049711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34980e99-4534-4f7c-9ea7-b51dbd652c7f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:57.053523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:57.056637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:57.057741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34980e99-4534-4f7c-9ea7-b51dbd652c7f HTTP/1.1" status: 204 len: 168 time: 0.1566503 Nov 24 19:45:57.755870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50212) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:45:57.848329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cabfbec4-d36d-4ed7-948b-ffbf3bea0838 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:45:57.859029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1750071643-network', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:45:57.863837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:45:57.868381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Usage tracker for resource:network and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:45:57.871463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:45:57.878184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:45:57.883015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: cabfbec4-d36d-4ed7-948b-ffbf3bea0838 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:45:57.883376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cabfbec4-d36d-4ed7-948b-ffbf3bea0838 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:45:57.890600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Made reservation on behalf of 4c17e7f0cfd34fe4bcc657912e56f6de for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:45:57.892924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:57.905262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:57.920016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:45:57.923872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:45:57.926662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:45:57.933002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:45:58.017224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.020604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.023770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7c957a7e-d51a-41af-b3d3-f5eb74080be8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:58.051319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:45:58.059661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4717106-8897-491f-a13e-2615eac2ad4a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:58.063123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:58.065453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.065786 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Added segment de7460b8-6b8e-4297-beba-719bbc91faef of type vlan for network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 Nov 24 19:45:58.092366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.125121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.126119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:58.126686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.129903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-68466a79-b20a-4ff7-ba25-6554b0741848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:58.228587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Pushing event updated for resources: {'Network': ['ID=19dce69c-fcef-4eac-a5fe-b30f4b8eb227,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:58.231478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4743311 Nov 24 19:45:58.232364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:58.234471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50218) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:45:58.238633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:45:58.239647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Request body: {'subnet': {'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1750071643-subnet', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:45:58.244664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:45:58.248445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Usage tracker for resource:subnet and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:45:58.251221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:45:58.257264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:45:58.267383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Made reservation on behalf of 4c17e7f0cfd34fe4bcc657912e56f6de for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:45:58.269612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.580861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.584462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-16cbd7ee-4562-4fd7-a392-58b9b53f3faa tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:58.656675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b38637-ebda-4fb1-82fc-32c5c782ac0e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:58.659895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:58.666076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Checking segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:45:58.666426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Network hostable DHCP agents. Network: 19dce69c-fcef-4eac-a5fe-b30f4b8eb227, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:45:58.688956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:45:58.697671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 19dce69c-fcef-4eac-a5fe-b30f4b8eb227) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:45:58.701595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:45:58.702169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.708189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e10ce4d-5818-4e6a-82b5-fb301a93c4d2 None None] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:45:58.726355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4908772 Nov 24 19:45:58.726930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 50222) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:45:58.732433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:45:58.737211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:45:58.741879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Usage tracker for resource:router and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:45:58.744901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:45:58.759170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:45:58.773731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.775569 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.791014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:58.936384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:45:58.937353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.104269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Allocated IP 172.20.0.2 (19dce69c-fcef-4eac-a5fe-b30f4b8eb227/72b38637-ebda-4fb1-82fc-32c5c782ac0e/85ebaf7c-fce3-425a-aacc-5ceb1dda81d8) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:45:59.174177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.310524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.320846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Transition to ACTIVE for port object 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:45:59.347597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Transition to ACTIVE for port object 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:45:59.355391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.359940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:59.398037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b6781cd8-b141-4f4c-ac39-73bce6521839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.466586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:45:59.469542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:45:59.473760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:45:59.476429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Pushing event updated for resources: {'Port': ['ID=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:59.494442 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.508866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.509214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.509556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.509885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.510214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.510543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.510865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.511189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.511510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.511828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.512180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.512498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:45:59.528240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.551207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:59.576932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Attempting to bind port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:45:59.577221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Attempting to bind port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:45:59.577598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Attempting to bind port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:45:59.582872 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:45:59.583252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Checking segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:45:59.583659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.584236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Bound using segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:45:59.584714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Bound port: 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:45:59.585106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.661379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Allocated IP 172.26.6.191 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/d320a118-fb9f-41e1-8c41-5ca0451f4575) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:45:59.674550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] For port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:45:59.678474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] For port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:45:59.682115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.685721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:59.777553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Pushing event updated for resources: {'Port': ['ID=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:59.779979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:45:59.783504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.824522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.854106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:45:59.858274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:45:59.935175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:45:59.940116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:45:59.943530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:45:59.979483 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Pushing event updated for resources: {'Port': ['ID=d320a118-fb9f-41e1-8c41-5ca0451f4575,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:45:59.982984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:00.500318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:00.716915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff30c4e-9657-4c9b-ad9e-f33986a759e4 None None] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:46:00.819579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e66a674f-69ae-4ade-a921-dba9c743e360 None None] Provisioning for port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:46:00.858760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:01.043028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:46:01.079552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:46:01.118966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:46:01.124960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:01.125346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:01.252424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:01.278728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:46:01.284851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-861fab4e-c8c2-4e9e-8472-dd789f98e716 None None] Provisioning complete for port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:01.285233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-861fab4e-c8c2-4e9e-8472-dd789f98e716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:01.306284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:01.307588 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5795543 Nov 24 19:46:01.310366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 50226) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:46:01.315501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:46:01.340920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:46:01.349626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:01.353545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:01.381811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:46:01.382473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:45:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:01.558137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:01.590807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:01.653900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:46:01.969119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:00Z', 'revision_number': 3, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:01.973084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:46:01.973444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Updating router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 port d320a118-fb9f-41e1-8c41-5ca0451f4575 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:46:02.028977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.202356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.210635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-119503df-8b46-4af2-be17-164d95457266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.448702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Allocated IP 172.20.0.1 (19dce69c-fcef-4eac-a5fe-b30f4b8eb227/72b38637-ebda-4fb1-82fc-32c5c782ac0e/7c81e5f1-19f7-4e98-bd41-175168b8be25) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:46:02.450356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.463679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Transition to ACTIVE for port object d320a118-fb9f-41e1-8c41-5ca0451f4575 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:46:02.470291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.474281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:02.551623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Attempting to bind port d320a118-fb9f-41e1-8c41-5ca0451f4575 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:46:02.552027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Attempting to bind port d320a118-fb9f-41e1-8c41-5ca0451f4575 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:46:02.552400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Attempting to bind port d320a118-fb9f-41e1-8c41-5ca0451f4575 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:46:02.554813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142de40-0972-458a-bbe5-9d8dcfc48aa0 None None] Pushing event updated for resources: {'Port': ['ID=d320a118-fb9f-41e1-8c41-5ca0451f4575,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:02.558404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2142de40-0972-458a-bbe5-9d8dcfc48aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:02.560976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:46:02.561361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:46:02.561759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.562151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:46:02.563036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Bound port: d320a118-fb9f-41e1-8c41-5ca0451f4575, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:46:02.563036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.602206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.619553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Transition to ACTIVE for port object 7c81e5f1-19f7-4e98-bd41-175168b8be25 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:46:02.640765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] For port d320a118-fb9f-41e1-8c41-5ca0451f4575, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:46:02.644262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] For port d320a118-fb9f-41e1-8c41-5ca0451f4575, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d320a118-fb9f-41e1-8c41-5ca0451f4575,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:46:02.647588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.650113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.653593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d17b7389-748d-489f-b58c-5f6aee345c09 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:02.655542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:02.720988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:46:02.723780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:46:02.726977 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:46:02.729629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:46:02.730375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:46:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:02.779132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Pushing event updated for resources: {'Port': ['ID=7c81e5f1-19f7-4e98-bd41-175168b8be25,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:02.782632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:02.796918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.799441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142de40-0972-458a-bbe5-9d8dcfc48aa0 None None] Pushing event updated for resources: {'Port': ['ID=d320a118-fb9f-41e1-8c41-5ca0451f4575,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:02.811045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2142de40-0972-458a-bbe5-9d8dcfc48aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:02.887061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:02.936307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:46:03.050959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:46:03.080414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:03.166183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2140bb83-8e30-4903-8133-aa75067cc099 None None] Provisioning for port 7c81e5f1-19f7-4e98-bd41-175168b8be25 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:46:03.186901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2140bb83-8e30-4903-8133-aa75067cc099 None None] Provisioning complete for port 7c81e5f1-19f7-4e98-bd41-175168b8be25 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:03.187287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2140bb83-8e30-4903-8133-aa75067cc099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:03.284534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2140bb83-8e30-4903-8133-aa75067cc099 None None] Port 7c81e5f1-19f7-4e98-bd41-175168b8be25 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:46:03.303279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:03.307690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:03.320279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:03.320660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:03.337425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7616d41-32fe-4c9e-a076-62f7053dc61b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:03.419844 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Pushing event updated for resources: {'Port': ['ID=7c81e5f1-19f7-4e98-bd41-175168b8be25,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:03.422868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:03.424454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:03.457474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:00Z', 'revision_number': 3, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:03.466484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a4cfe-53f4-4a8d-9b57-7321ec7956df None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:00Z', 'revision_number': 3, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:46:03.564416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:46:03.565568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:46:03.814202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-334ae8c0-1302-4538-9c88-6a7900bab510 None None] Provisioning complete for port 7c81e5f1-19f7-4e98-bd41-175168b8be25 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:03.814709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-334ae8c0-1302-4538-9c88-6a7900bab510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:03.873054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-334ae8c0-1302-4538-9c88-6a7900bab510 None None] Port 7c81e5f1-19f7-4e98-bd41-175168b8be25 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:46:03.922938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:46:04.112280 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:46:04.122524 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] 10.222.0.47 "PUT /v2.0/routers/7367bc9d-ff24-4538-aa78-7cb4f40d8cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111451 Nov 24 19:46:04.577259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.658512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 50236) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:46:04.664833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686172062', 'description': 'tempest-description--517943422'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:46:04.671259 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:46:04.675530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Usage tracker for resource:security_group and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:46:04.679251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:46:04.685201 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:46:04.696846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.716723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:46:04.720566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Usage tracker for resource:security_group_rule and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:46:04.723335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:46:04.729725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:46:04.802721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.806566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.810227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3d860538-d0fa-4d57-bfe7-8e9024538da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:04.854109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5e8b97-6566-4f9c-93d3-0d909c8668ea,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:04.858065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:04.859238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.863022 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2009256 Nov 24 19:46:04.864163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 50240) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:46:04.868772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'security_group_rule': {'security_group_id': '3f5e8b97-6566-4f9c-93d3-0d909c8668ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:46:04.874730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:46:04.878577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Usage tracker for resource:security_group_rule and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:46:04.883222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:46:04.889340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:46:04.907205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.929423 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:46:04.939133 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:46:04.939839 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:46:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:04.972323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.978770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:04.981116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1f9b0fde-cc20-4405-8b05-b3cd5295acb5 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:05.005110 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970ac5f1-b2b8-41b3-8a48-cbd1103f62f8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:05.011169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:05.017350 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.021412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50244) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:46:05.027128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'security_group_rule': {'security_group_id': '3f5e8b97-6566-4f9c-93d3-0d909c8668ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:46:05.032491 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-426053a6-e1eb-4e0b-a8b0-1f41ad346989 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682072 Nov 24 19:46:05.033580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:46:05.037538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Usage tracker for resource:security_group_rule and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:46:05.040591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:46:05.047628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:46:05.051293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d320a118-fb9f-41e1-8c41-5ca0451f4575 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:46:05.068007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.126148 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:46:05.126383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port d320a118-fb9f-41e1-8c41-5ca0451f4575 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:46:05.131250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d320a118-fb9f-41e1-8c41-5ca0451f4575 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:05.131634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.134736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.138753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.140781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f0af03e9-2dba-43b6-8d00-00e08e34ca6b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:05.157873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1d4e18-27af-4489-b702-ef71bf5e2898,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:05.167561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.168044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.168486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.168922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.169547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.169816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.170248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.170678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.171168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.171653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.172106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.172660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.180394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:05.193037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.195068 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725028 Nov 24 19:46:05.197914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50248) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:46:05.204217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:46:05.210746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:46:05.214689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Usage tracker for resource:floatingip and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:46:05.217641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:46:05.224114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:46:05.237121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.310875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.332511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port d320a118-fb9f-41e1-8c41-5ca0451f4575, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d320a118-fb9f-41e1-8c41-5ca0451f4575,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:46:05.336782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.340391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e42ddf85-8358-487a-96ab-f6458ac7ce6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:05.387944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.407717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=d320a118-fb9f-41e1-8c41-5ca0451f4575,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:05.411467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:05.453707 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 2, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:05.457522 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:46:05.457880 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Updating router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 port 7c81e5f1-19f7-4e98-bd41-175168b8be25 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:46:05.509362 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.529456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Allocated IP 172.26.6.144 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/0489c5b3-df95-48a1-bc16-a1973047cdd8) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:46:05.677286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.707577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.712284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:05.770535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:46:05.773949 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:46:05.777692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:46:05.825443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'Port': ['ID=0489c5b3-df95-48a1-bc16-a1973047cdd8,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:05.829061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:05.846636 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.858111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Transition to ACTIVE for port object 7c81e5f1-19f7-4e98-bd41-175168b8be25 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:46:05.864206 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.865438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.869210 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-e2f2c258-2bdb-42e9-a911-87a04f02a950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:05.925787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:05.938106 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Pushing event updated for resources: {'Port': ['ID=7c81e5f1-19f7-4e98-bd41-175168b8be25,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:05.998288 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.998643 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.998989 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.999326 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:05.999662 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.000034 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.000407 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.000743 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.001074 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.001401 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.001728 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.002054 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:46:06.006433 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:06.112121 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Attempting to bind port 7c81e5f1-19f7-4e98-bd41-175168b8be25 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:46:06.112511 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Attempting to bind port 7c81e5f1-19f7-4e98-bd41-175168b8be25 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:46:06.112882 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Attempting to bind port 7c81e5f1-19f7-4e98-bd41-175168b8be25 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:46:06.119871 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:46:06.120550 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Checking segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:46:06.120972 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:06.121376 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Bound using segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:46:06.121870 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Bound port: 7c81e5f1-19f7-4e98-bd41-175168b8be25, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:46:06.122261 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:06.148203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:06.153971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:06.158653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-65621ee0-4474-47d9-abfc-8a605d2b6da2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:06.247424 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] For port 7c81e5f1-19f7-4e98-bd41-175168b8be25, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:46:06.250343 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] For port 7c81e5f1-19f7-4e98-bd41-175168b8be25, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7c81e5f1-19f7-4e98-bd41-175168b8be25,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:46:06.253848 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:06.257552 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-bba02b25-1d71-421c-8bf8-02ec07d51b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:06.272050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'Port': ['ID=0489c5b3-df95-48a1-bc16-a1973047cdd8,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:06.276220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:06.282802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:06.305702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:06.314516 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1080360 Nov 24 19:46:06.333035 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Pushing event updated for resources: {'Port': ['ID=7c81e5f1-19f7-4e98-bd41-175168b8be25,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:06.336813 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:06.337564 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:46:06.338169 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:46:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:06.493957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-84234391-88c1-47a8-b0ae-a253bbb1fb5c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:46:06.514672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-84234391-88c1-47a8-b0ae-a253bbb1fb5c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:46:06.516391 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-84234391-88c1-47a8-b0ae-a253bbb1fb5c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--686172062&fields=id&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 267 time: 0.0651097 Nov 24 19:46:06.531360 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:46:06.667553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-b30ca5b0-5d27-407c-91e7-39fdcce04a43 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:06.668262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-b30ca5b0-5d27-407c-91e7-39fdcce04a43 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:46:06.685326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-b30ca5b0-5d27-407c-91e7-39fdcce04a43 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:46:06.686484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-b30ca5b0-5d27-407c-91e7-39fdcce04a43 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.1636336 Nov 24 19:46:06.701457 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-78747e3b-d15f-4ab5-a46d-72a9ca7bc92a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/quotas/4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 375 time: 0.0093870 Nov 24 19:46:06.787988 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-68012af7-ff23-4e8c-b5d4-dcf74c8148a7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811055 Nov 24 19:46:06.845666 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:06Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:06.850327 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef88fd-f965-46e8-b012-0c56c4a4a185 None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:06Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:46:06.982874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-944f9784-545d-415e-97a9-f7a14bc07948 service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831386 Nov 24 19:46:07.100226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d320a118-fb9f-41e1-8c41-5ca0451f4575 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:46:07.172130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d320a118-fb9f-41e1-8c41-5ca0451f4575 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:07.172861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:07.252537 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-a9ed9246-1da4-4482-9e51-bd4668ca94f7 service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619815 Nov 24 19:46:07.299568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7c81e5f1-19f7-4e98-bd41-175168b8be25 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:46:07.388293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 7c81e5f1-19f7-4e98-bd41-175168b8be25 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:46:07.394020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 7c81e5f1-19f7-4e98-bd41-175168b8be25 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:07.394406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:07.460600 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb6d27ef-2c88-4879-a7da-6713f7019ff2 req-65b416c1-db09-4bcf-8fd1-94a275ab1440 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 210 time: 0.0564218 Nov 24 19:46:07.540622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:07.576751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 7c81e5f1-19f7-4e98-bd41-175168b8be25, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7c81e5f1-19f7-4e98-bd41-175168b8be25,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:46:07.582263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:07.584311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:07.659546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=7c81e5f1-19f7-4e98-bd41-175168b8be25,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:07.663260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:08.644475 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e46944ed-0722-4f1a-b66b-aa69de1d6be4 req-840f6c23-0254-4013-a5e3-2d810c5f7fa0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 210 time: 0.0727198 Nov 24 19:46:08.771539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-e4beb302-4fcb-4250-b398-be71a0fe341e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:08.773168 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-e4beb302-4fcb-4250-b398-be71a0fe341e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.1592309 Nov 24 19:46:08.823484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-0aea22d5-9979-4bd6-8861-d50f4c00ffca tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 379 time: 0.0414581 Nov 24 19:46:08.832349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'port': {'device_id': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'admin_state_up': True, 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'security_groups': ['3f5e8b97-6566-4f9c-93d3-0d909c8668ea']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:46:08.968624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:46:08.972427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Usage tracker for resource:port and tenant:4c17e7f0cfd34fe4bcc657912e56f6de is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:46:08.975975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:46:08.983688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:46:08.993393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Made reservation on behalf of 4c17e7f0cfd34fe4bcc657912e56f6de for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:46:08.997120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:09.017113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7c81e5f1-19f7-4e98-bd41-175168b8be25 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:46:09.086068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 7c81e5f1-19f7-4e98-bd41-175168b8be25 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:09.086356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:09.161232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Allocated IP 172.20.0.8 (19dce69c-fcef-4eac-a5fe-b30f4b8eb227/72b38637-ebda-4fb1-82fc-32c5c782ac0e/cb82eccd-57c8-47af-ac14-a22a52fc2260) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:46:09.351251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:09.366903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Transition to ACTIVE for port object cb82eccd-57c8-47af-ac14-a22a52fc2260 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:46:09.389237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:09.394716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ecbf0d4d-0094-48ea-b352-c268134f4da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:09.465653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:46:09.469415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:46:09.472197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:46:09.511098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:09.520294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:09.545451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:09.546069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:09.567485 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388339 Nov 24 19:46:09.579528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Request body: {'port': {'device_id': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:46:09.702908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:09.779313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0491b12c-5db9-4a52-aeb3-7c224ca74af6 None None] Provisioning for port cb82eccd-57c8-47af-ac14-a22a52fc2260 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:46:09.785726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0491b12c-5db9-4a52-aeb3-7c224ca74af6 None None] Provisioning complete for port cb82eccd-57c8-47af-ac14-a22a52fc2260 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:09.787059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0491b12c-5db9-4a52-aeb3-7c224ca74af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:09.847332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0491b12c-5db9-4a52-aeb3-7c224ca74af6 None None] Port cb82eccd-57c8-47af-ac14-a22a52fc2260 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:46:10.019021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b851b6-7b43-4aa1-aca5-3d831d5057e5 req-4565ba66-584e-4d16-9027-40bcc1d911fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:10.019731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-69b851b6-7b43-4aa1-aca5-3d831d5057e5 req-4565ba66-584e-4d16-9027-40bcc1d911fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:46:10.071095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-69b851b6-7b43-4aa1-aca5-3d831d5057e5 req-4565ba66-584e-4d16-9027-40bcc1d911fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:46:10.072243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69b851b6-7b43-4aa1-aca5-3d831d5057e5 req-4565ba66-584e-4d16-9027-40bcc1d911fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 931 time: 0.2983482 Nov 24 19:46:10.173421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69b851b6-7b43-4aa1-aca5-3d831d5057e5 req-ea259d1b-09fc-44b3-83ba-5295a7161651 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947111 Nov 24 19:46:10.179279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb82eccd-57c8-47af-ac14-a22a52fc2260 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:46:10.186943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:10.201993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Transition to ACTIVE for port object cb82eccd-57c8-47af-ac14-a22a52fc2260 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:46:10.205154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:10.210162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7222f429-ee9d-486e-a4b4-8dd4492cc0aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:10.366179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:10.493102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:10.559170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Attempting to bind port cb82eccd-57c8-47af-ac14-a22a52fc2260 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:46:10.559427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Attempting to bind port cb82eccd-57c8-47af-ac14-a22a52fc2260 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:46:10.559749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Attempting to bind port cb82eccd-57c8-47af-ac14-a22a52fc2260 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:46:10.564276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Port cb82eccd-57c8-47af-ac14-a22a52fc2260 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:46:10.564591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Attempting to bind port cb82eccd-57c8-47af-ac14-a22a52fc2260 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:46:10.569586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:46:10.569912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Checking segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:46:10.570287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Bound using segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:46:10.570706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Bound port: cb82eccd-57c8-47af-ac14-a22a52fc2260, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:46:10.571041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:10.660141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:46:10.663028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:46:10.668105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:10.671545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:10.728357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:10.728955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:10.730308 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] 10.222.0.41 "PUT /v2.0/ports/cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 1093 time: 1.1550756 Nov 24 19:46:10.730822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:46:10.751329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:10.754937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:10.805265 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'status': 'completed', 'code': 200} Nov 24 19:46:10.851902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-0e7100c4-d5bb-4379-afcb-c1d15631a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:10.853407 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-0e7100c4-d5bb-4379-afcb-c1d15631a097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0805709 Nov 24 19:46:10.923266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-7cfe6dbb-f19e-41df-81a7-73dfe332bf9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 217 time: 0.0627775 Nov 24 19:46:10.995390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-a513b20b-c908-4d2e-84bd-e232863fd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:10.996778 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-a513b20b-c908-4d2e-84bd-e232863fd5f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0668542 Nov 24 19:46:11.072922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-14ad95cc-6c46-4ab7-84ed-e0b8b0e66b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:11.074465 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-14ad95cc-6c46-4ab7-84ed-e0b8b0e66b7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704832 Nov 24 19:46:11.205968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-437cd4e9-7612-4366-a751-70b1fbdd9fb2 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245129 Nov 24 19:46:11.392543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a197561-20b2-436b-be1d-0b3e1ab6e545 req-716454c4-0398-42b5-85e4-3604dd481085 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798213 Nov 24 19:46:11.408883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d74c7-d0f0-4444-a7e9-69b6cb0d085b req-6d2212dd-c454-48e5-9ea5-9117e31f121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:11.410300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c9d74c7-d0f0-4444-a7e9-69b6cb0d085b req-6d2212dd-c454-48e5-9ea5-9117e31f121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 943 time: 0.1268175 Nov 24 19:46:11.491992 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c9d74c7-d0f0-4444-a7e9-69b6cb0d085b req-0c9ce5b2-b0bb-4bcd-9bf1-4de78419a2b5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757928 Nov 24 19:46:11.524845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-d4915f56-0fad-4160-884f-36610a4ffd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:11.526551 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-d4915f56-0fad-4160-884f-36610a4ffd1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0814891 Nov 24 19:46:11.657332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-0fa5f8c7-104b-46d6-a765-81f33af4ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:11.658697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-0fa5f8c7-104b-46d6-a765-81f33af4ce06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1257136 Nov 24 19:46:11.728801 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-60790da2-eec0-47ac-b72c-01b332baf6f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 217 time: 0.0636127 Nov 24 19:46:11.791569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-dd7835ab-149b-4b27-b2eb-93dad0420758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:11.793009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-dd7835ab-149b-4b27-b2eb-93dad0420758 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0574303 Nov 24 19:46:11.871856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-64ceb057-2741-48e5-96e4-e07caa5d240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:11.873378 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-64ceb057-2741-48e5-96e4-e07caa5d240a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740166 Nov 24 19:46:12.007073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-0aa40cd6-ec7c-43dc-8559-33fb4ca6e3c6 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265788 Nov 24 19:46:12.248476 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69871290-09f0-4b87-b973-72eb2e04fdb1 req-269818a9-6e2e-4bcd-b453-de406936bdc0 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339039 Nov 24 19:46:12.675906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f1cbb-6cff-4413-98ac-586fca73ae0f req-50ac913c-1b84-4ee8-80e4-b773545eefdd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:12.678024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-903f1cbb-6cff-4413-98ac-586fca73ae0f req-50ac913c-1b84-4ee8-80e4-b773545eefdd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 943 time: 0.0803545 Nov 24 19:46:12.722034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-903f1cbb-6cff-4413-98ac-586fca73ae0f req-28555cd1-7c26-44ba-9d4f-3719d9c1fdbf tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385721 Nov 24 19:46:13.907580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529438ba-2187-43b3-859b-8673c2f60c64 req-5cb2385e-a3fc-40dd-8d93-9767650edd63 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:13.909088 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-529438ba-2187-43b3-859b-8673c2f60c64 req-5cb2385e-a3fc-40dd-8d93-9767650edd63 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 943 time: 0.0831578 Nov 24 19:46:13.955358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-529438ba-2187-43b3-859b-8673c2f60c64 req-4bcdc4fa-17a3-40dc-b290-dc9b09088c1e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Nov 24 19:46:15.138831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49a61-d753-4022-b6d6-a882a608b1d5 req-8cf5d9ea-7169-4240-8c1d-a3a58a10001c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:15.140292 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1b49a61-d753-4022-b6d6-a882a608b1d5 req-8cf5d9ea-7169-4240-8c1d-a3a58a10001c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 943 time: 0.0786400 Nov 24 19:46:15.187052 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1b49a61-d753-4022-b6d6-a882a608b1d5 req-0f04c81e-260c-4818-95d3-effd909fa128 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Nov 24 19:46:15.910239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cb82eccd-57c8-47af-ac14-a22a52fc2260 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:46:16.042090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:46:16.054891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'mac_address': 'fa:16:3e:0b:c9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:46:16.110351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:16.127002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb82eccd-57c8-47af-ac14-a22a52fc2260 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:46:16.143254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:46:16.147259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:16.148999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:16.218074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:16.221694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:16.374699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbea08c-7da4-4d8b-8b36-8c0c2adf800e req-911c6882-d5f7-493a-8162-26c244df45a5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:16.376175 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8cbea08c-7da4-4d8b-8b36-8c0c2adf800e req-911c6882-d5f7-493a-8162-26c244df45a5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 944 time: 0.0809698 Nov 24 19:46:16.419625 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8cbea08c-7da4-4d8b-8b36-8c0c2adf800e req-f3643f3a-ccca-4550-a853-39017f277b6a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372012 Nov 24 19:46:16.454682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['cb82eccd-57c8-47af-ac14-a22a52fc2260'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:46:17.420183 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:46:17.605522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a8c7c-0b57-4fa2-85f7-32bb0f5485e5 req-6357f22e-6f01-4bf2-9fb4-d206a458e720 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:17.606989 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b9a8c7c-0b57-4fa2-85f7-32bb0f5485e5 req-6357f22e-6f01-4bf2-9fb4-d206a458e720 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 944 time: 0.0851550 Nov 24 19:46:17.651268 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b9a8c7c-0b57-4fa2-85f7-32bb0f5485e5 req-45825ccb-6615-420c-93d0-e49f39bc42ca tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Nov 24 19:46:17.925811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cb82eccd-57c8-47af-ac14-a22a52fc2260 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:46:17.992695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port cb82eccd-57c8-47af-ac14-a22a52fc2260 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:46:17.997292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port cb82eccd-57c8-47af-ac14-a22a52fc2260 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:46:17.997675 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:18.113085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:18.139694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:46:18.150391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:46:18.154303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:18.156141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:46:18.190057 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'code': 200} Nov 24 19:46:18.223276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:46:18.226222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:46:18.413196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f65a-cccc-4ec3-82be-bcbaeb68900a req-5bd6ed46-3ff4-43b7-aca9-26bcb0c7948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:18.414633 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6c3f65a-cccc-4ec3-82be-bcbaeb68900a req-5bd6ed46-3ff4-43b7-aca9-26bcb0c7948c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0694995 Nov 24 19:46:18.455450 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6c3f65a-cccc-4ec3-82be-bcbaeb68900a req-40a1647d-190f-4402-b145-fc51ac80fae4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339196 Nov 24 19:46:18.838023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b720-d349-4ff3-be15-8dacd2008e69 req-91cf43da-060e-4b02-9b10-0b042c89bc3a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:18.839402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1f0b720-d349-4ff3-be15-8dacd2008e69 req-91cf43da-060e-4b02-9b10-0b042c89bc3a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0839777 Nov 24 19:46:18.884551 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b1f0b720-d349-4ff3-be15-8dacd2008e69 req-e2f70c4d-870d-4892-acad-6a2e139b2e28 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395484 Nov 24 19:46:19.141936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:20.068166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013118f4-e295-411c-bb4f-5aa9a6edc152 req-ead7e5bc-4bdf-440a-9d95-a507edd7c865 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:20.069516 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-013118f4-e295-411c-bb4f-5aa9a6edc152 req-ead7e5bc-4bdf-440a-9d95-a507edd7c865 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0792596 Nov 24 19:46:20.113868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-013118f4-e295-411c-bb4f-5aa9a6edc152 req-f4c5861e-30d8-4868-bb68-1229a1674355 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386872 Nov 24 19:46:20.295583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4e95b-aa72-416c-8138-4dabec3e4972 req-b944cc28-61e9-4908-8fc8-fa06211f8f45 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:20.297058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43a4e95b-aa72-416c-8138-4dabec3e4972 req-b944cc28-61e9-4908-8fc8-fa06211f8f45 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0832770 Nov 24 19:46:20.305676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50312) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:46:20.310619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'floatingip': {'port_id': 'cb82eccd-57c8-47af-ac14-a22a52fc2260'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:46:20.388220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:21.095578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:21.099444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:21.268815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d associated. External IP: 172.26.6.144, port: cb82eccd-57c8-47af-ac14-a22a52fc2260. Nov 24 19:46:21.615102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:46:21.795199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:46:21.800081 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:21.805366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:46:21.815496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:46:21.816169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:46:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:21.857114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-189947cb-63e8-45b2-92fa-4e793aff199a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "PUT /v2.0/floatingips/85f4ee43-3315-4f8f-b0ed-35dbff22ca0d HTTP/1.1" status: 200 len: 991 time: 1.5503736 Nov 24 19:46:21.857779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:46:21.914327 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'status': 'completed', 'code': 200} Nov 24 19:46:22.014736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-2801d953-b504-4aa0-bc69-207b3952e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:22.016298 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-2801d953-b504-4aa0-bc69-207b3952e5f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0723710 Nov 24 19:46:22.034085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:46:22.150237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-7c0c3c4a-6ace-47ed-aaa5-12ff16e59dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:22.151949 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-7c0c3c4a-6ace-47ed-aaa5-12ff16e59dc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1289783 Nov 24 19:46:22.256048 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-b4ab777a-a569-4cef-9f2e-2aaf3b8ea8f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 999 time: 0.0966251 Nov 24 19:46:22.317299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-c7a192c9-8bc3-4297-b9a5-d3752e34e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:22.319395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-c7a192c9-8bc3-4297-b9a5-d3752e34e8f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0581884 Nov 24 19:46:22.383625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:0b:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:46:20Z', 'revision_number': 1, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:22.387640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:46:22.396351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:46:22.397109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:46:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:22.399036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-926f856c-b44b-41e2-b6b9-bd358ee07cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:46:22.400593 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-926f856c-b44b-41e2-b6b9-bd358ee07cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742342 Nov 24 19:46:22.582688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:46:22.665237 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-120bb25c-0a70-4d77-921b-cd81bff92efe service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569911 Nov 24 19:46:22.797099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20833c3e-1f88-4bb4-ae4c-b31133d97e9b req-02bd0ba8-4085-47d0-a6d3-d9bda77aa3f9 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245542 Nov 24 19:46:22.946822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:0b:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:46:20Z', 'revision_number': 1, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:46:22.951172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c62c2-28f3-40e4-bc04-1f21c0ea6df8 None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:0b:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:46:20Z', 'revision_number': 1, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:46:23.168299 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8270b69-4d74-4eff-8eaa-19b2393738f0 None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:46:29.352480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bee3b82c-2e42-4a3c-9c33-a085655d5a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:29.776603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:32.123045 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e58d72a6-7bc8-4563-8ee1-9ee0b7240cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:32.822754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:34.583005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:49.155738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:54.418817 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:46:59.354871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dca30386-decc-42e1-a4d7-fb141f5f28ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:46:59.778051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:02.129680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8b08e36d-ee69-4ff6-90cd-1d48f8c8b71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:02.829008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:04.583576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:17.304032 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-212a93da-878d-4418-9684-f0f373a899f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689793 Nov 24 19:47:17.446131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-f40fe94e-77fd-4ba8-a5a1-fa2d2fbedb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:17.447575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-f40fe94e-77fd-4ba8-a5a1-fa2d2fbedb70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0761256 Nov 24 19:47:17.595938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-8c454c38-ce4f-4ac7-8a1b-1b246d8fb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:17.597303 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-8c454c38-ce4f-4ac7-8a1b-1b246d8fb23b service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1314256 Nov 24 19:47:17.703536 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-d97fa404-e2ba-4535-b169-af804a12be41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 1001 time: 0.0988114 Nov 24 19:47:17.765272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-e8ea55b1-b5a2-4112-a447-2e64640c84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:17.766704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-e8ea55b1-b5a2-4112-a447-2e64640c84bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0564215 Nov 24 19:47:17.841677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-7f210343-3f6a-484d-b309-5ff0db0146e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:17.843161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-7f210343-3f6a-484d-b309-5ff0db0146e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702946 Nov 24 19:47:17.979771 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-31194df0-599b-4916-b169-ed1b9b404d10 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294928 Nov 24 19:47:18.115117 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86c5c791-21d9-4bfe-9af6-d1fc4a859264 req-b5f9cc86-580c-482a-b974-3c5e36db5592 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278100 Nov 24 19:47:19.171001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:29.356535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-157886d2-5669-4197-9e0e-bfd4584e48b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:29.779394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:31.418014 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:47:32.122464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8e66ea49-1d3f-47b3-b877-1d74c405b040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:32.829113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:34.588068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:35.111246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616d20e-1886-4602-ac1e-deaa959bc856 req-83401e44-c562-4d0a-a8fe-a1fc065fd00c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:35.112640 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7616d20e-1886-4602-ac1e-deaa959bc856 req-83401e44-c562-4d0a-a8fe-a1fc065fd00c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0844009 Nov 24 19:47:35.155893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7616d20e-1886-4602-ac1e-deaa959bc856 req-2c53aa84-d814-43c1-bd14-b40fb61edf69 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368769 Nov 24 19:47:35.482934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50470) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:47:35.598199 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-baf548db-85b3-433e-949d-429768d829d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138842 Nov 24 19:47:35.699338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d11ca9-b5d9-4390-8ddc-900d37ccaf27 req-8284ea1b-2a30-416b-b241-c6ef03e5676c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:35.701228 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94d11ca9-b5d9-4390-8ddc-900d37ccaf27 req-8284ea1b-2a30-416b-b241-c6ef03e5676c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0891235 Nov 24 19:47:35.746838 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94d11ca9-b5d9-4390-8ddc-900d37ccaf27 req-83b94d91-5722-4850-a1e5-642f6f5f657d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Nov 24 19:47:36.688705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-d289053b-0bbf-4661-bb2d-8acfc37ce9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:36.690241 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-d289053b-0bbf-4661-bb2d-8acfc37ce9f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0725725 Nov 24 19:47:36.823168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-5240cd99-8f4b-411a-8463-340417c114af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:36.824635 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-5240cd99-8f4b-411a-8463-340417c114af service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1278543 Nov 24 19:47:37.098201 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-1772fc2a-a6e9-4def-9138-b9b6a52ee3b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 1001 time: 0.2670703 Nov 24 19:47:37.168004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08667aea-1365-491a-b8d8-ad1402d1caa3 req-5aabe041-2ea2-4104-8b1c-5f41e26d2585 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:37.169449 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-08667aea-1365-491a-b8d8-ad1402d1caa3 req-5aabe041-2ea2-4104-8b1c-5f41e26d2585 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.2760587 Nov 24 19:47:37.197489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-896820c5-f887-4345-bc0c-9f796ac74624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:37.198772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-896820c5-f887-4345-bc0c-9f796ac74624 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0915933 Nov 24 19:47:37.263466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-08667aea-1365-491a-b8d8-ad1402d1caa3 req-d79c4c55-3b9a-42f3-b387-8264b4666661 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872223 Nov 24 19:47:37.291506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-591eeb9a-4577-4022-8734-e003baa4d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:37.292992 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-591eeb9a-4577-4022-8734-e003baa4d301 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835114 Nov 24 19:47:37.428382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-49de092c-6ee6-4069-98b5-11966014adca service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285794 Nov 24 19:47:37.561580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-82d3db21-2ca3-434d-8486-95bfc3f3d5b2 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267626 Nov 24 19:47:38.446347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538a4ef-88ad-44ef-a73b-3c45ae37cbb4 req-f3eda067-a6b7-40b6-b27b-64ee10158fb2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:38.447806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9538a4ef-88ad-44ef-a73b-3c45ae37cbb4 req-f3eda067-a6b7-40b6-b27b-64ee10158fb2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0807590 Nov 24 19:47:38.490972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9538a4ef-88ad-44ef-a73b-3c45ae37cbb4 req-6267abd2-6bc6-449f-b931-86b3a2e5d112 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375776 Nov 24 19:47:39.677954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33abc3-a38e-4c82-a7ae-c4a32a313f8a req-9e4b4bd0-700a-4541-8874-63e4f4b42d2e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:39.679447 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e33abc3-a38e-4c82-a7ae-c4a32a313f8a req-9e4b4bd0-700a-4541-8874-63e4f4b42d2e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0850058 Nov 24 19:47:39.724964 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e33abc3-a38e-4c82-a7ae-c4a32a313f8a req-5853ffa1-45cd-41fb-8371-57064549e27c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394106 Nov 24 19:47:40.912526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6265-7c87-4455-8de3-460b5b449058 req-a72c5e61-e083-4593-8520-07792762cd2f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:40.913978 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9bb6265-7c87-4455-8de3-460b5b449058 req-a72c5e61-e083-4593-8520-07792762cd2f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0817664 Nov 24 19:47:40.962739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9bb6265-7c87-4455-8de3-460b5b449058 req-464cfee2-deba-4b07-9dbc-d8c1875744c1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Nov 24 19:47:42.146772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6da83-6b62-46d5-a0f5-b2f767f705da req-b2ef427f-19bb-4bf7-9984-f902f506c75c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:42.148242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-45a6da83-6b62-46d5-a0f5-b2f767f705da req-b2ef427f-19bb-4bf7-9984-f902f506c75c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0792241 Nov 24 19:47:42.193683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-45a6da83-6b62-46d5-a0f5-b2f767f705da req-54c15a0f-58ef-40a0-bcf8-a8ea5c1b9025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394697 Nov 24 19:47:43.377879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa027502-bded-4664-a410-01b499334340 req-65a25874-4f30-412a-9d22-7cdd74b86704 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:43.379314 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa027502-bded-4664-a410-01b499334340 req-65a25874-4f30-412a-9d22-7cdd74b86704 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0839076 Nov 24 19:47:43.422844 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa027502-bded-4664-a410-01b499334340 req-ab95284f-aeb6-4107-93c3-102dceffb894 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373523 Nov 24 19:47:44.605906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21faf74-fc75-4d58-8138-cf563c83d8e4 req-c906ee96-669c-43ab-8a8e-5e81b0f8eb61 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:44.607399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a21faf74-fc75-4d58-8138-cf563c83d8e4 req-c906ee96-669c-43ab-8a8e-5e81b0f8eb61 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0790794 Nov 24 19:47:44.651679 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a21faf74-fc75-4d58-8138-cf563c83d8e4 req-2dd78459-5f5d-4fcc-b6c8-b6e341434707 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387588 Nov 24 19:47:45.836969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757e06-999c-44ee-b13c-00279ebaf1f4 req-b731607b-3688-47f9-916f-c9b7731d83b2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:45.838412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a757e06-999c-44ee-b13c-00279ebaf1f4 req-b731607b-3688-47f9-916f-c9b7731d83b2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0840263 Nov 24 19:47:45.881273 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a757e06-999c-44ee-b13c-00279ebaf1f4 req-a448b18e-a1cc-4199-96d9-067ce2dc28c2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372195 Nov 24 19:47:47.066169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1af80-b8d4-4b2a-962d-e7cb3cd69d42 req-53680a7f-3fb1-436c-8463-5d3c4b05557e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:47.068226 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-60e1af80-b8d4-4b2a-962d-e7cb3cd69d42 req-53680a7f-3fb1-436c-8463-5d3c4b05557e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0797236 Nov 24 19:47:47.110980 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-60e1af80-b8d4-4b2a-962d-e7cb3cd69d42 req-8445bbc8-ed8b-49ad-a766-83154b5f21f1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369675 Nov 24 19:47:48.316247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf718a-f0b6-407c-89d4-812b0f52a39d req-673a059e-e468-4b47-bf37-9c02116cb644 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:48.317630 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dbcf718a-f0b6-407c-89d4-812b0f52a39d req-673a059e-e468-4b47-bf37-9c02116cb644 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0970511 Nov 24 19:47:48.363132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dbcf718a-f0b6-407c-89d4-812b0f52a39d req-9e6fae94-f7de-40e5-93e8-49e6fb753675 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398328 Nov 24 19:47:49.170682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:49.548958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88023738-7646-4e00-a199-a6919b524519 req-bb78ac0e-8336-4ae6-97cd-53c547fe8177 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:49.550391 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-88023738-7646-4e00-a199-a6919b524519 req-bb78ac0e-8336-4ae6-97cd-53c547fe8177 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0800714 Nov 24 19:47:49.597682 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-88023738-7646-4e00-a199-a6919b524519 req-7e1b424b-a693-4957-b6a7-461dcfb54445 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Nov 24 19:47:50.781386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9b3d1-16f3-4e4b-84b9-33addef62461 req-7b727bbb-88c5-4227-8e6f-e9b06ed1307f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:50.782813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38c9b3d1-16f3-4e4b-84b9-33addef62461 req-7b727bbb-88c5-4227-8e6f-e9b06ed1307f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0793791 Nov 24 19:47:50.827748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38c9b3d1-16f3-4e4b-84b9-33addef62461 req-f749de16-0dee-43a2-972b-92fd8bfa40c0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375080 Nov 24 19:47:52.014250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbcbb7-dea6-46c4-bacc-b42b00bffcea req-4a55e610-fdcb-4c33-acd2-a14ea1035923 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:52.015701 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5dbcbb7-dea6-46c4-bacc-b42b00bffcea req-4a55e610-fdcb-4c33-acd2-a14ea1035923 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0830095 Nov 24 19:47:52.059005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5dbcbb7-dea6-46c4-bacc-b42b00bffcea req-7e9b33b0-2f92-4c0b-87ce-11aa6b4382f1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368643 Nov 24 19:47:53.244599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bff43-3fb4-4e91-b0d7-a7115ac10379 req-ab8fd5ef-066f-4018-be2c-cd289decb613 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:53.245960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3a7bff43-3fb4-4e91-b0d7-a7115ac10379 req-ab8fd5ef-066f-4018-be2c-cd289decb613 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0814455 Nov 24 19:47:53.288901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3a7bff43-3fb4-4e91-b0d7-a7115ac10379 req-3b9a7359-addc-4a4d-91a4-71c9b52e590e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373304 Nov 24 19:47:54.445362 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-99b3ab61-add4-40ab-8477-6903bc9325e3 service neutron] 10.222.0.41 "GET /v2.0/ports/cb82eccd-57c8-47af-ac14-a22a52fc2260/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.2342906 Nov 24 19:47:54.479882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a04f01-8119-42e0-a251-0acb3a7c7f67 req-43e8d49c-8874-4707-9a97-48026e7e847e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:54.481342 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9a04f01-8119-42e0-a251-0acb3a7c7f67 req-43e8d49c-8874-4707-9a97-48026e7e847e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0848339 Nov 24 19:47:54.526421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9a04f01-8119-42e0-a251-0acb3a7c7f67 req-b844d498-de4e-4360-8a63-1a770b024a84 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 Nov 24 19:47:54.719820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-b55ae2eb-d0c0-4123-a7c2-85c1e3b7bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:54.721288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-b55ae2eb-d0c0-4123-a7c2-85c1e3b7bd70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 1098 time: 0.0744078 Nov 24 19:47:54.812307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-30195ce2-3c5a-4c34-a5df-2bdc620f81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:54.813733 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-30195ce2-3c5a-4c34-a5df-2bdc620f81af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0695417 Nov 24 19:47:54.943909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-ca0d6b46-819e-4375-b866-8cd66d2896af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:54.945385 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-ca0d6b46-819e-4375-b866-8cd66d2896af service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1255717 Nov 24 19:47:55.048918 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-ac322c65-4ed3-4fb4-b5b4-cc7ad0725a3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 1001 time: 0.0970974 Nov 24 19:47:55.113670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-d1c0a18c-6ea7-480e-89b5-955c7b6b62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:55.115813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-d1c0a18c-6ea7-480e-89b5-955c7b6b62cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0597184 Nov 24 19:47:55.189346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-69cb972f-3305-4d53-a69a-f648f4c87c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:55.190830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-69cb972f-3305-4d53-a69a-f648f4c87c18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680728 Nov 24 19:47:55.319847 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-d047c8b7-df3f-480f-89eb-ca6bb0cc567d service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226127 Nov 24 19:47:55.451849 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c8d13c8-d65f-44dd-b9ee-7953adedae12 req-f4f2c8b5-e4e5-4a14-85c5-c35585d8c8f5 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248181 Nov 24 19:47:55.721286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2e2eb-0566-42d5-941b-800a38348c45 req-cb61a8db-5cf5-4eed-abaa-8d3f673b9b46 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:55.722725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-57c2e2eb-0566-42d5-941b-800a38348c45 req-cb61a8db-5cf5-4eed-abaa-8d3f673b9b46 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0837905 Nov 24 19:47:55.772743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-57c2e2eb-0566-42d5-941b-800a38348c45 req-d7722eb5-1c9b-4ee2-a419-33dec6a7fd32 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 Nov 24 19:47:56.961193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc9227-1bb8-44ed-b5d8-9be408cc906f req-14a54a84-a07f-4d71-a136-abeb0568a53a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:56.962669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0bc9227-1bb8-44ed-b5d8-9be408cc906f req-14a54a84-a07f-4d71-a136-abeb0568a53a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0836737 Nov 24 19:47:57.006470 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0bc9227-1bb8-44ed-b5d8-9be408cc906f req-9578e671-31b1-452e-bd3e-61a3f3fe34e8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382228 Nov 24 19:47:58.196373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5604252-dfa7-4705-9549-03d20a138419 req-189d30a9-0ebf-41fd-b377-ef64415315ae tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:58.197750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5604252-dfa7-4705-9549-03d20a138419 req-189d30a9-0ebf-41fd-b377-ef64415315ae tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0861795 Nov 24 19:47:58.244023 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5604252-dfa7-4705-9549-03d20a138419 req-3dc661dd-304b-4c6c-8da9-62308fe61ce0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405931 Nov 24 19:47:58.438269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cb82eccd-57c8-47af-ac14-a22a52fc2260 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:47:58.440632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cb82eccd-57c8-47af-ac14-a22a52fc2260 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:47:58.704151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:58.726065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:47:58.745526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'mac_address': 'fa:16:3e:0b:c9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:47:58.750572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:47:58.789582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:47:58.796589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:58.805114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:47:58.839825 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'code': 200} Nov 24 19:47:58.871390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:58.895353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb82eccd-57c8-47af-ac14-a22a52fc2260 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:47:58.902440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:47:58.910059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.910415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.910760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.911100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.911714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.912086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.912424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.912758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.913090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.913420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.913747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.914073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:47:58.941346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:47:58.972055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:47:58.972365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:47:59.358690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-18cbf544-47a6-49c0-b4e3-a272a57c63e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:59.433878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aef6d-9cf2-4871-b614-f1c7af7dc8f3 req-cb094eae-3bd7-4e21-83e1-55f6a6488a79 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:59.435355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-771aef6d-9cf2-4871-b614-f1c7af7dc8f3 req-cb094eae-3bd7-4e21-83e1-55f6a6488a79 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 943 time: 0.0831051 Nov 24 19:47:59.478814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-771aef6d-9cf2-4871-b614-f1c7af7dc8f3 req-6d2efe1b-b421-4218-8889-8e07456eb25c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377834 Nov 24 19:47:59.531757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:59.548308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb82eccd-57c8-47af-ac14-a22a52fc2260 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:47:59.563928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:47:59.569458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:59.571143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:47:59.643085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['cb82eccd-57c8-47af-ac14-a22a52fc2260'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:47:59.699344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:47:59.702701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:47:59.800163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:47:59.859401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-668cbf47-e7d9-444e-9cde-1e3673baf144 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:59.860835 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-668cbf47-e7d9-444e-9cde-1e3673baf144 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.1461930 Nov 24 19:47:59.868884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9e548-3e36-41b9-a1b7-004199548b89 req-b27e5b31-af7c-47dc-84e2-23ee62490c26 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:47:59.870438 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5dc9e548-3e36-41b9-a1b7-004199548b89 req-b27e5b31-af7c-47dc-84e2-23ee62490c26 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 944 time: 0.1567204 Nov 24 19:47:59.927813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5dc9e548-3e36-41b9-a1b7-004199548b89 req-1a5f992e-c64c-4308-95ec-5fb04ee1861e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513644 Nov 24 19:48:00.006976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-1129159c-40c6-432b-b832-fde51cfc8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:00.008480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-1129159c-40c6-432b-b832-fde51cfc8950 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 1097 time: 0.0725625 Nov 24 19:48:00.250607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-335b7ea4-817a-4a0e-9921-96589dc95023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:00.252085 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-335b7ea4-817a-4a0e-9921-96589dc95023 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.2366004 Nov 24 19:48:00.357782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-519e0c7b-650d-4349-bd13-5bc0de9017ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 200 len: 1000 time: 0.0971110 Nov 24 19:48:00.419883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-34649a30-429d-413b-ac4c-69c8641d9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:00.421293 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-34649a30-429d-413b-ac4c-69c8641d9636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0574217 Nov 24 19:48:00.447630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cb82eccd-57c8-47af-ac14-a22a52fc2260 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:48:00.500288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-1c831b33-1bf6-4a29-a9bc-bf76d6503b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:00.501825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-1c831b33-1bf6-4a29-a9bc-bf76d6503b7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733895 Nov 24 19:48:00.514998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port cb82eccd-57c8-47af-ac14-a22a52fc2260 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:48:00.515374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:00.632851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:00.637390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-56835c4c-befe-4181-bca8-9f0c3603a557 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289487 Nov 24 19:48:00.667353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:48:00.671274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:00.674223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:48:00.745664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:48:00.748682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:48:00.776321 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ca6ac7b-13be-47d3-8a4b-49f6a5cede7e req-2ad4e8b1-b7dc-4ba4-bc72-b6a25e6e5dcf service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323087 Nov 24 19:48:00.841275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:48:00.894180 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'code': 200} Nov 24 19:48:01.112310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2f48-77a1-469b-8ec9-4c64d5400221 req-839a39d7-184d-45ad-af86-3f78a8c4e841 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:01.113766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-34aa2f48-77a1-469b-8ec9-4c64d5400221 req-839a39d7-184d-45ad-af86-3f78a8c4e841 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0804565 Nov 24 19:48:01.158518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-34aa2f48-77a1-469b-8ec9-4c64d5400221 req-0fbc4cd9-eacf-4d84-972b-155f644fa207 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384541 Nov 24 19:48:02.124359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd810028-7b18-4477-a3ff-0ed198b131db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:02.350464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9434f6-7ed7-47fd-b245-0d27b735ecb9 req-070a6411-cb64-43cd-aa8b-bb4cff54ff58 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:02.351883 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f9434f6-7ed7-47fd-b245-0d27b735ecb9 req-070a6411-cb64-43cd-aa8b-bb4cff54ff58 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0850229 Nov 24 19:48:02.397306 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f9434f6-7ed7-47fd-b245-0d27b735ecb9 req-121fcd68-ad14-4676-a371-00b950bb1bf9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 Nov 24 19:48:02.581447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeaadb-c85a-46b7-8f67-b3475daa404e req-596b74de-2876-4126-b0a7-de38c2faa60e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:02.583708 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbbeaadb-c85a-46b7-8f67-b3475daa404e req-596b74de-2876-4126-b0a7-de38c2faa60e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0833960 Nov 24 19:48:02.629412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbbeaadb-c85a-46b7-8f67-b3475daa404e req-9f1b7c62-8684-44d4-b233-185d3dc6a5c9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390141 Nov 24 19:48:02.834361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:02.841995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6e53b-4b8f-4b64-b7e2-3fbe92538e33 req-ea0c3c96-1200-4e08-a964-3371773c128f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:02.843752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52d6e53b-4b8f-4b64-b7e2-3fbe92538e33 req-ea0c3c96-1200-4e08-a964-3371773c128f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0950134 Nov 24 19:48:02.892837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52d6e53b-4b8f-4b64-b7e2-3fbe92538e33 req-b3497177-626d-4421-8035-faf3da83596d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Nov 24 19:48:03.313346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bc391-fa93-40cd-ad4a-1eaa47ab0281 req-8f60050f-9fc3-4507-85e1-8ef46892f254 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:03.316781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-193bc391-fa93-40cd-ad4a-1eaa47ab0281 req-8f60050f-9fc3-4507-85e1-8ef46892f254 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0864143 Nov 24 19:48:03.367943 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-193bc391-fa93-40cd-ad4a-1eaa47ab0281 req-7d80f9f3-6077-4b56-984e-739caf7d5fe8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459139 Nov 24 19:48:04.553146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe185c-0776-4064-9525-fb6b1574228d req-5c980135-bd4b-46b8-984d-75a61ca00441 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:04.554603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-babe185c-0776-4064-9525-fb6b1574228d req-5c980135-bd4b-46b8-984d-75a61ca00441 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0815961 Nov 24 19:48:04.594766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:04.601248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-babe185c-0776-4064-9525-fb6b1574228d req-4d272355-2a2c-45fd-a277-f719cc1833f6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407710 Nov 24 19:48:05.077136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-43078213-835c-485f-b4f5-1c2cddda52e8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:05.078541 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-43078213-835c-485f-b4f5-1c2cddda52e8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.0834036 Nov 24 19:48:05.146847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Deleting port cb82eccd-57c8-47af-ac14-a22a52fc2260 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:48:05.147181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:05.387242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] For port cb82eccd-57c8-47af-ac14-a22a52fc2260, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=cb82eccd-57c8-47af-ac14-a22a52fc2260,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:48:05.387600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:05.840837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:05.841554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:05.841554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d disassociated. External IP: 172.26.6.144, port: cb82eccd-57c8-47af-ac14-a22a52fc2260. Nov 24 19:48:05.841886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Calling delete_port for cb82eccd-57c8-47af-ac14-a22a52fc2260 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:48:05.917670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae81a-8292-4ee7-8bda-570e19e8e37b req-44d4dc72-2c37-4181-a023-09a094f2f002 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:05.919069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87dae81a-8292-4ee7-8bda-570e19e8e37b req-44d4dc72-2c37-4181-a023-09a094f2f002 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 945 time: 0.1705461 Nov 24 19:48:06.012864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87dae81a-8292-4ee7-8bda-570e19e8e37b req-39b773b9-62d0-43c1-af6e-0173407ab20f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802627 Nov 24 19:48:06.034662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:06.041005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:48:06.086808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event deleted for resources: {'Port': ['ID=cb82eccd-57c8-47af-ac14-a22a52fc2260,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:48:06.096648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.097035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.097413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.097787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.098159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.098615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.099001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.099367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.099737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.100127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.100488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.100847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:48:06.155026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:48:06.288147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:48:06.462834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:48:06.472097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:48:06.481957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:48:06.482650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:48:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:06.538691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] No DVR routers for this DVR port cb82eccd-57c8-47af-ac14-a22a52fc2260 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:48:06.541127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:06.543856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-deleted', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:48:06.560498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d38921b7-1907-4745-ad2f-4d0c127e7ab1 req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "DELETE /v2.0/ports/cb82eccd-57c8-47af-ac14-a22a52fc2260 HTTP/1.1" status: 204 len: 173 time: 1.4757526 Nov 24 19:48:06.593365 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c2f5b1-5b25-4d70-aefb-62ec69bf95c1', 'name': 'network-vif-deleted', 'tag': 'cb82eccd-57c8-47af-ac14-a22a52fc2260', 'status': 'completed', 'code': 200} Nov 24 19:48:06.668164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:48:06.986733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:06.990544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:48:06.998985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:48:06.999588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:48:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:07.182914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d0fcab7e-c269-4aa4-8667-1f19ff50f625 req-9f2eb4da-775d-4c0b-a80c-1f2eca9a63c5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:48:07.200868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-d0fcab7e-c269-4aa4-8667-1f19ff50f625 req-9f2eb4da-775d-4c0b-a80c-1f2eca9a63c5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:48:07.211283 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d0fcab7e-c269-4aa4-8667-1f19ff50f625 req-9f2eb4da-775d-4c0b-a80c-1f2eca9a63c5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c2f5b1-5b25-4d70-aefb-62ec69bf95c1 HTTP/1.1" status: 200 len: 210 time: 0.0710039 Nov 24 19:48:07.234909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:48:07.547263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:07.551152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f2a4e-fd33-462a-af83-2e999d0e8038 None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:48:07.768563 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb53c0-f92f-4cd1-a788-85564c118fbd None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:48:08.416433 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:48:08.463772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cb82eccd-57c8-47af-ac14-a22a52fc2260 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:48:08.498755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: cb82eccd-57c8-47af-ac14-a22a52fc2260 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:48:08.499040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device cb82eccd-57c8-47af-ac14-a22a52fc2260 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:48:08.531786 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-09f40e2f-6d75-4733-8430-3260f4865db2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--686172062&fields=id&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 267 time: 0.0403450 Nov 24 19:48:08.681878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-3fae02b5-77a1-46b9-afbd-f9521f6e1975 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:08.683312 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-3fae02b5-77a1-46b9-afbd-f9521f6e1975 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.1451569 Nov 24 19:48:08.698271 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-ba9720f6-c527-44bf-8921-22dfcdd0b7f7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/quotas/4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 375 time: 0.0095997 Nov 24 19:48:08.787453 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-01c96121-dbc0-4edc-8430-15706f686e2b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842474 Nov 24 19:48:08.923677 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-3a3d72a5-d8aa-4b1c-9203-d670133429fb service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249852 Nov 24 19:48:09.175939 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-6dfa07c9-a348-4a47-af97-ff293cc9316f service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455134 Nov 24 19:48:09.348784 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41558b40-b484-4889-9997-c02d5539052f req-5bf6d5b5-57c1-4cac-9b0a-2cc0ab964332 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 210 time: 0.0436461 Nov 24 19:48:10.390158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-86c68661-ea39-48ce-811f-5bf29f04106b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:10.391611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-86c68661-ea39-48ce-811f-5bf29f04106b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.1638563 Nov 24 19:48:10.456269 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-6e96ec7b-e6c2-4af8-9a52-4324672d95b8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 379 time: 0.0545475 Nov 24 19:48:10.467179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'port': {'device_id': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'admin_state_up': True, 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'security_groups': ['3f5e8b97-6566-4f9c-93d3-0d909c8668ea']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:48:10.587814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ff3bb59-8a2e-4a72-9146-abdc226b104e req-1e62b669-9f02-48af-a41c-b776248ac704 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 210 time: 0.1005290 Nov 24 19:48:10.650128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:48:10.659606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:48:10.669411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Made reservation on behalf of 4c17e7f0cfd34fe4bcc657912e56f6de for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:48:10.673029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:10.836019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Allocated IP 172.20.0.3 (19dce69c-fcef-4eac-a5fe-b30f4b8eb227/72b38637-ebda-4fb1-82fc-32c5c782ac0e/b09df634-cf1c-4f1b-8954-25d4149fef4f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:48:11.021205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:11.038040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Transition to ACTIVE for port object b09df634-cf1c-4f1b-8954-25d4149fef4f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:48:11.060795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:11.066207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4461d8b6-0558-40b6-a298-168c8abfbeb9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:48:11.132053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:48:11.135115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:48:11.138836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:48:11.184749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:48:11.189490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:48:11.211611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:11.212243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:11.238104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752173 Nov 24 19:48:11.250151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Request body: {'port': {'device_id': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:48:11.364483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c87bc296-f37f-443c-a420-7ae600ba4bc4 None None] Provisioning for port b09df634-cf1c-4f1b-8954-25d4149fef4f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:48:11.369516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c87bc296-f37f-443c-a420-7ae600ba4bc4 None None] Provisioning complete for port b09df634-cf1c-4f1b-8954-25d4149fef4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:48:11.369900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c87bc296-f37f-443c-a420-7ae600ba4bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:11.372100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:11.424123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c87bc296-f37f-443c-a420-7ae600ba4bc4 None None] Port b09df634-cf1c-4f1b-8954-25d4149fef4f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:48:11.757139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09df634-cf1c-4f1b-8954-25d4149fef4f {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:48:11.769500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:11.794905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Transition to ACTIVE for port object b09df634-cf1c-4f1b-8954-25d4149fef4f will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:48:11.799174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:11.804197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-25948e4b-69a9-4e3d-8c8e-65a0ff9f2584 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:48:12.051248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ec7aa-84ae-4303-bea4-fcb36278f3dd req-4651a6d7-3364-47a4-a821-d9a175bd9536 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:12.052795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-301ec7aa-84ae-4303-bea4-fcb36278f3dd req-4651a6d7-3364-47a4-a821-d9a175bd9536 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:48:12.075484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:48:12.101275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:48:12.141535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-301ec7aa-84ae-4303-bea4-fcb36278f3dd req-4651a6d7-3364-47a4-a821-d9a175bd9536 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:48:12.142604 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-301ec7aa-84ae-4303-bea4-fcb36278f3dd req-4651a6d7-3364-47a4-a821-d9a175bd9536 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 931 time: 0.4397452 Nov 24 19:48:12.212843 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-301ec7aa-84ae-4303-bea4-fcb36278f3dd req-67abd3e9-f237-4eaa-b62f-c56bd773c2e3 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596116 Nov 24 19:48:12.216649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Attempting to bind port b09df634-cf1c-4f1b-8954-25d4149fef4f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:48:12.216983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Attempting to bind port b09df634-cf1c-4f1b-8954-25d4149fef4f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:48:12.217307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Attempting to bind port b09df634-cf1c-4f1b-8954-25d4149fef4f on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:48:12.221846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Port b09df634-cf1c-4f1b-8954-25d4149fef4f on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:48:12.222162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Attempting to bind port b09df634-cf1c-4f1b-8954-25d4149fef4f on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:48:12.227910 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:48:12.228267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Checking segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:48:12.228638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Bound using segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:48:12.229053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Bound port: b09df634-cf1c-4f1b-8954-25d4149fef4f, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:48:12.229393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:12.315831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:48:12.318930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:48:12.322512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:12.326032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40825921-90cf-4d8d-8fd9-c2843e84fa0d tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:48:12.385892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:12.386491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:12.387830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] 10.222.0.41 "PUT /v2.0/ports/b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 1093 time: 1.1425104 Nov 24 19:48:12.388366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:48:12.409386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:48:12.413371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:48:12.468497 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'status': 'completed', 'code': 200} Nov 24 19:48:12.510895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-3a10038f-e420-463f-a5d4-fa1d87af8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:12.512452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-3a10038f-e420-463f-a5d4-fa1d87af8bbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1096 time: 0.0781500 Nov 24 19:48:12.586303 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-e0929031-5030-4b04-be2a-d56a9641bfcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 217 time: 0.0664136 Nov 24 19:48:12.658672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-7d6b8cf7-076d-483c-846f-40cac862c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:12.660024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-7d6b8cf7-076d-483c-846f-40cac862c9e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0674217 Nov 24 19:48:12.739683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-823704fe-080b-4f97-ad3b-18daf81344ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:12.741222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-823704fe-080b-4f97-ad3b-18daf81344ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741243 Nov 24 19:48:12.876869 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-64dffa20-ec03-4d3c-8305-bd7019733a44 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287260 Nov 24 19:48:13.032243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df772ba2-4c96-4a3d-8a57-e5e780720862 req-b1cafb8b-4b15-479b-908d-9f88c9cb373d service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484890 Nov 24 19:48:13.146195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-a604ec1c-79ac-4bad-ae17-4a4c5f043b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:13.147771 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-a604ec1c-79ac-4bad-ae17-4a4c5f043b8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1096 time: 0.0723491 Nov 24 19:48:13.281135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-0e2119e9-14da-448f-8a3d-ca1627b29a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:13.282599 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-0e2119e9-14da-448f-8a3d-ca1627b29a6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1286917 Nov 24 19:48:13.382616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-82bd9a06-98a6-44d0-ab12-06905833f758 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 217 time: 0.0929449 Nov 24 19:48:13.464020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-a4296b9f-b9ca-4ab1-847a-dd24e797b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:13.465451 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-a4296b9f-b9ca-4ab1-847a-dd24e797b4b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0720201 Nov 24 19:48:13.526467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1cf8e-d3c0-435f-901b-06b7968ebd2f req-1cffbb1c-2d48-4c50-8b75-6b9d1e319f09 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:13.527814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebb1cf8e-d3c0-435f-901b-06b7968ebd2f req-1cffbb1c-2d48-4c50-8b75-6b9d1e319f09 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 943 time: 0.1861956 Nov 24 19:48:13.587893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebb1cf8e-d3c0-435f-901b-06b7968ebd2f req-7b613ded-1ed2-4e97-80a2-828c0b9d6270 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511582 Nov 24 19:48:13.593220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-a0db6677-805d-4eee-8a0a-0dde9e142b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:13.594687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-a0db6677-805d-4eee-8a0a-0dde9e142b3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217825 Nov 24 19:48:13.728072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-1e2e65f6-e3e4-455a-a9f0-a2cf63a2b539 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262100 Nov 24 19:48:13.979152 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a9655f8-e094-4636-9191-84b6630d57b7 req-9f217264-43e4-4ca0-b750-67138f2c067b service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442048 Nov 24 19:48:14.775278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a653ef-ba2e-4335-9a7a-5e32b26cef9a req-1abdb418-caad-4462-b92a-b7ba7a112d62 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:14.776922 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27a653ef-ba2e-4335-9a7a-5e32b26cef9a req-1abdb418-caad-4462-b92a-b7ba7a112d62 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 943 time: 0.0834219 Nov 24 19:48:14.822323 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27a653ef-ba2e-4335-9a7a-5e32b26cef9a req-a1b3c67c-e25e-4b9d-b6fb-4416373d080e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 Nov 24 19:48:16.004142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce51a5-e4d1-4d40-b7be-085a16ee815a req-3adf289f-7922-4356-84bc-285913ca267d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:16.006126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27ce51a5-e4d1-4d40-b7be-085a16ee815a req-3adf289f-7922-4356-84bc-285913ca267d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 943 time: 0.0791256 Nov 24 19:48:16.049636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-27ce51a5-e4d1-4d40-b7be-085a16ee815a req-ed198281-4fc8-4098-8804-4ae797a8e70a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Nov 24 19:48:16.483379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b09df634-cf1c-4f1b-8954-25d4149fef4f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:48:16.629536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:48:16.651387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'mac_address': 'fa:16:3e:6c:7c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:48:16.706945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:16.724338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09df634-cf1c-4f1b-8954-25d4149fef4f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:48:16.739447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:48:16.743315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:16.745052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:48:16.812855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:48:16.815678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:48:17.101645 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['b09df634-cf1c-4f1b-8954-25d4149fef4f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:48:17.242750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf5fb0-db0f-4446-832d-f357689fa928 req-8baef00a-d210-498d-aa9a-e74c40806bde tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:17.244245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3eaf5fb0-db0f-4446-832d-f357689fa928 req-8baef00a-d210-498d-aa9a-e74c40806bde tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 944 time: 0.0870814 Nov 24 19:48:17.290307 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3eaf5fb0-db0f-4446-832d-f357689fa928 req-ad806e91-ca1d-436f-a630-bea2ef70c9a7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402236 Nov 24 19:48:18.475732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ba51-07aa-481e-a337-6faf99b65169 req-9ca4d3ae-5aba-4bd4-9f5d-9ae0983062c9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:18.477200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b3ba51-07aa-481e-a337-6faf99b65169 req-9ca4d3ae-5aba-4bd4-9f5d-9ae0983062c9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 944 time: 0.0794690 Nov 24 19:48:18.499157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b09df634-cf1c-4f1b-8954-25d4149fef4f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:48:18.522288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-38b3ba51-07aa-481e-a337-6faf99b65169 req-723a8fa5-19ec-47ed-b853-4d835e166d30 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Nov 24 19:48:18.570986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port b09df634-cf1c-4f1b-8954-25d4149fef4f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:48:18.576020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port b09df634-cf1c-4f1b-8954-25d4149fef4f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:48:18.576364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:18.693083 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:18.718661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:48:18.729175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:48:18.733514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:18.735683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:48:18.765937 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'code': 200} Nov 24 19:48:18.806072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:48:18.808957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:48:18.994260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb157-e13d-416d-b575-e2a34030bc7e req-be27b053-8006-47f4-a36a-227ab78cab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:18.995748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25dfb157-e13d-416d-b575-e2a34030bc7e req-be27b053-8006-47f4-a36a-227ab78cab85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1098 time: 0.0773294 Nov 24 19:48:19.037174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25dfb157-e13d-416d-b575-e2a34030bc7e req-c8c2bcd1-2329-43d4-b09a-0e65559dcf5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346744 Nov 24 19:48:19.172083 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:19.709558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca879ef-6669-4155-b07a-529dd21e3c50 req-f034e6c9-b38b-4a79-aa11-c45d5faa2e12 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:19.711014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ca879ef-6669-4155-b07a-529dd21e3c50 req-f034e6c9-b38b-4a79-aa11-c45d5faa2e12 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0820763 Nov 24 19:48:19.759039 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ca879ef-6669-4155-b07a-529dd21e3c50 req-f58bf81c-552d-4506-bfe2-7ef619cd5d3b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Nov 24 19:48:20.943196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703ca6b-64f6-427c-b896-beb225291f36 req-fe62c8b3-2576-4907-bd2a-002d290c098c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:20.944678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8703ca6b-64f6-427c-b896-beb225291f36 req-fe62c8b3-2576-4907-bd2a-002d290c098c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0801539 Nov 24 19:48:20.991399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8703ca6b-64f6-427c-b896-beb225291f36 req-d112c763-d5af-4fdb-a99a-c88fb996916f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Nov 24 19:48:21.175760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c1fa3-095a-4d26-b891-e723596ddbba req-89c96fad-a72a-440a-a842-ffc3594de023 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:21.177258 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f07c1fa3-095a-4d26-b891-e723596ddbba req-89c96fad-a72a-440a-a842-ffc3594de023 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0825753 Nov 24 19:48:21.185749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50626) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:48:21.190626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'floatingip': {'port_id': 'b09df634-cf1c-4f1b-8954-25d4149fef4f'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:48:21.267118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:21.976168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:21.980339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:22.151223 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d associated. External IP: 172.26.6.144, port: b09df634-cf1c-4f1b-8954-25d4149fef4f. Nov 24 19:48:22.501347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:48:22.681091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:48:22.686012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:22.690457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:48:22.700769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:48:22.701399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:48:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:22.740344 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f5cc1b14-e848-40f1-8b40-8ac9f79d3b85 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "PUT /v2.0/floatingips/85f4ee43-3315-4f8f-b0ed-35dbff22ca0d HTTP/1.1" status: 200 len: 991 time: 1.5535386 Nov 24 19:48:22.741011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:48:22.786675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'status': 'completed', 'code': 200} Nov 24 19:48:22.886196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-0f26986b-7211-4ab0-9bbe-125ee026894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:22.887705 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-0f26986b-7211-4ab0-9bbe-125ee026894f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1098 time: 0.0785391 Nov 24 19:48:22.929124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:48:23.022130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-aa908bba-5e27-4972-bda5-22c2b96ab9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:23.023470 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-aa908bba-5e27-4972-bda5-22c2b96ab9be service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1294441 Nov 24 19:48:23.134979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-f0fa5385-e8b5-4d4a-89f7-b23df55e2489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 999 time: 0.1051919 Nov 24 19:48:23.198853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-a7ea6691-fe92-4d35-b876-9946e9d52ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:23.200377 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-a7ea6691-fe92-4d35-b876-9946e9d52ea9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0588691 Nov 24 19:48:23.274677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-a62b09d1-2a1c-4d9a-8177-3b458643cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:48:23.276411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-a62b09d1-2a1c-4d9a-8177-3b458643cf50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696528 Nov 24 19:48:23.288073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:6c:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:48:21Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:23.291939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:48:23.300385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:48:23.301025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:48:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:23.407677 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-a43a9b31-ef2e-4293-ab4e-f34a4de7800b service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243374 Nov 24 19:48:23.483709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:48:23.672751 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87ac96a7-1bc3-4f78-af55-88049c4a41ce req-d2693a52-a6f6-47d5-8d71-66a539c2fbbb service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581985 Nov 24 19:48:23.837477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:6c:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:48:21Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:48:23.841442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6760-9ef7-4f20-91b2-224b53439d9d None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:6c:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:48:21Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:48:24.050974 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f562a-e9ae-4b64-9b35-43acee5bf0e6 None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:48:29.359909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f1a79ee9-512a-451c-8242-4df4352d1c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:29.782808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:32.126106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-240bf772-ea80-4274-9796-0a3fa83e7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:32.836184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:34.592102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:45.415679 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:48:49.181302 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:59.361089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-81adb8f8-2163-4b73-bdbd-6c3d3ed678af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:48:59.784699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:02.130552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54d5fa36-ea82-47e6-b69c-7e9e3c0209b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:02.839139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:04.594838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:17.303369 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-a3d7cf1b-1cff-46ef-8d10-2f7538426be2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692985 Nov 24 19:49:17.438602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-92e92551-924b-4009-989b-45e590c3de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:17.440075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-92e92551-924b-4009-989b-45e590c3de73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1098 time: 0.0701225 Nov 24 19:49:17.580828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-ce5e05e7-4c3b-446c-869d-7395be01a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:17.582165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-ce5e05e7-4c3b-446c-869d-7395be01a6d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1227736 Nov 24 19:49:17.683750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-d8d5c13d-647b-4115-9244-7dd16cb867e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 1001 time: 0.0949905 Nov 24 19:49:17.749104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-7a2108a5-c536-45a7-bf77-5b99ee12f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:17.750530 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-7a2108a5-c536-45a7-bf77-5b99ee12f005 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0599685 Nov 24 19:49:17.826180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-a06aeff6-7ad8-4e70-a967-2061ffaf5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:17.827644 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-a06aeff6-7ad8-4e70-a967-2061ffaf5510 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696142 Nov 24 19:49:17.964216 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-a2599966-8339-470e-955b-50bb9854db1a service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295319 Nov 24 19:49:18.096552 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c44bf7b7-6898-4ac6-a4b9-4bba46870c29 req-cbbccab8-2a9d-4f51-9cb6-976cf1821c6a service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256003 Nov 24 19:49:19.206652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:22.414392 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:49:29.362822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc1ebea4-c050-4971-a47b-80a17b6d7580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:29.785979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:32.132785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-61ef3d5e-1ccf-40cf-ba8c-a9d700979040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:32.842349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:33.912288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7785bb-a663-47e7-bd08-c67faeccdeb9 req-a57a40a0-8ee3-4040-8962-9e5b31a6cb81 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:33.913903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4c7785bb-a663-47e7-bd08-c67faeccdeb9 req-a57a40a0-8ee3-4040-8962-9e5b31a6cb81 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0873296 Nov 24 19:49:33.963796 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4c7785bb-a663-47e7-bd08-c67faeccdeb9 req-ef2b06a8-de6e-497b-a430-1c3b7d2ec5b2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440142 Nov 24 19:49:34.596998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:35.153920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03849aa0-9dac-4f45-a779-de4556270e41 req-0af5a844-dd32-4801-a575-38d56c5d003e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:35.155378 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03849aa0-9dac-4f45-a779-de4556270e41 req-0af5a844-dd32-4801-a575-38d56c5d003e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0814486 Nov 24 19:49:35.199085 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03849aa0-9dac-4f45-a779-de4556270e41 req-f642e918-8af6-4b65-b66b-d3ef60b4fdd5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Nov 24 19:49:36.385128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46292d10-8ed8-4850-8bf9-34db6a7cdb07 req-016ae13c-588d-4d63-8d61-ad337c85cdb2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:36.386582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-46292d10-8ed8-4850-8bf9-34db6a7cdb07 req-016ae13c-588d-4d63-8d61-ad337c85cdb2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0845010 Nov 24 19:49:36.430344 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-46292d10-8ed8-4850-8bf9-34db6a7cdb07 req-6fae56b5-83ec-4158-b729-0a59b186d17e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382795 Nov 24 19:49:37.613862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7dbb-447e-4e07-b14b-dfaf63f5193b req-c82a91d1-b9a2-4090-9533-8ed96072d0ba tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:37.615325 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc8f7dbb-447e-4e07-b14b-dfaf63f5193b req-c82a91d1-b9a2-4090-9533-8ed96072d0ba tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0811074 Nov 24 19:49:37.659273 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc8f7dbb-447e-4e07-b14b-dfaf63f5193b req-aae3ed9c-6ae7-487b-971c-5a329ecd5903 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 Nov 24 19:49:38.846260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7485b-3948-4d3b-89a6-670b2f186cd1 req-86361b24-7989-4141-a163-cfecd2789652 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:38.847695 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-33c7485b-3948-4d3b-89a6-670b2f186cd1 req-86361b24-7989-4141-a163-cfecd2789652 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0823250 Nov 24 19:49:38.891812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-33c7485b-3948-4d3b-89a6-670b2f186cd1 req-53d54a06-0272-4a8e-be25-b8680a3d9675 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377786 Nov 24 19:49:40.078847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1908bb-b017-4653-b2f0-f5938ff6d7d7 req-4fa3e8a3-d0ed-44cb-909d-2199301fd52b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:40.080231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6d1908bb-b017-4653-b2f0-f5938ff6d7d7 req-4fa3e8a3-d0ed-44cb-909d-2199301fd52b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0832067 Nov 24 19:49:40.128219 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6d1908bb-b017-4653-b2f0-f5938ff6d7d7 req-5b7279ef-8a20-4d52-b6c5-aa75e2be7eba tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417755 Nov 24 19:49:41.471416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82373-086f-414f-9322-999d6a46bbf1 req-008a51f2-0d2e-4ebc-a2a9-386678b8ba8d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:41.472884 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ba82373-086f-414f-9322-999d6a46bbf1 req-008a51f2-0d2e-4ebc-a2a9-386678b8ba8d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0913906 Nov 24 19:49:41.516116 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ba82373-086f-414f-9322-999d6a46bbf1 req-7b73d19d-5735-4c11-83ae-0af425fe6b26 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365450 Nov 24 19:49:42.706156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7e246-515f-4345-8556-8a644e1667c4 req-74ad46df-9870-4e1d-97f9-414832f909fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:42.707609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-45c7e246-515f-4345-8556-8a644e1667c4 req-74ad46df-9870-4e1d-97f9-414832f909fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0847020 Nov 24 19:49:42.751199 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-45c7e246-515f-4345-8556-8a644e1667c4 req-8a877bc1-8bb6-43da-80e5-c63fd3267f41 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378869 Nov 24 19:49:43.934161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635b8a5-51ef-49f4-9940-9e1a2a4e5fe8 req-f36361e3-a149-4ecc-a84b-b6c0e2e492c8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:43.935626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f635b8a5-51ef-49f4-9940-9e1a2a4e5fe8 req-f36361e3-a149-4ecc-a84b-b6c0e2e492c8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0806446 Nov 24 19:49:43.979425 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f635b8a5-51ef-49f4-9940-9e1a2a4e5fe8 req-186a4715-f5b5-47b7-87fd-f3ff09b9b588 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Nov 24 19:49:45.169231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae5a7-1fe4-448c-b7a7-293178010c25 req-493d5ab1-e00c-4e31-a2de-5fbf7a91817c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:45.170692 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-475ae5a7-1fe4-448c-b7a7-293178010c25 req-493d5ab1-e00c-4e31-a2de-5fbf7a91817c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0872588 Nov 24 19:49:45.217029 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-475ae5a7-1fe4-448c-b7a7-293178010c25 req-365697b4-c208-45a1-bb35-71a6db94c806 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 Nov 24 19:49:46.741286 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-a9a80686-d7e6-48ec-bcbf-3eb23c4ad536 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2357194 Nov 24 19:49:46.756750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377d148-fb40-4d80-b1f6-27a88b18c679 req-538dd0d0-5d7f-40bb-a4b0-052d40cd62da tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:46.758322 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0377d148-fb40-4d80-b1f6-27a88b18c679 req-538dd0d0-5d7f-40bb-a4b0-052d40cd62da tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.2098944 Nov 24 19:49:46.804504 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0377d148-fb40-4d80-b1f6-27a88b18c679 req-a38d2f0d-01de-4466-a1e7-529498505f59 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 Nov 24 19:49:47.823083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-bb6a5a9e-ff27-46da-a035-aa812b5afafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:47.824586 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-bb6a5a9e-ff27-46da-a035-aa812b5afafa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1098 time: 0.0746572 Nov 24 19:49:48.009122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-6ee6bac4-9a6e-4615-9d34-3bec373e3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:48.010578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-6ee6bac4-9a6e-4615-9d34-3bec373e3aa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1790993 Nov 24 19:49:48.111276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f81302-4ded-403c-be58-ef1d3aa46408 req-82a5f443-41c8-47bc-ac97-b4a4810f4ba0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:48.112672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4f81302-4ded-403c-be58-ef1d3aa46408 req-82a5f443-41c8-47bc-ac97-b4a4810f4ba0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.2013922 Nov 24 19:49:48.145863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-81035925-ae91-4e48-a787-2f48f775ae13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 1001 time: 0.1275663 Nov 24 19:49:48.210021 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4f81302-4ded-403c-be58-ef1d3aa46408 req-06c707fc-63f5-471c-8d54-4e4e7b56423e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910020 Nov 24 19:49:48.222608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-e3ec2ea0-42bc-4093-bd16-efd93db2ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:48.224053 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-e3ec2ea0-42bc-4093-bd16-efd93db2ab2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0699308 Nov 24 19:49:48.299291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-d1d67b76-2f06-4c91-a0b6-6d919ea1fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:48.300769 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-d1d67b76-2f06-4c91-a0b6-6d919ea1fd62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697620 Nov 24 19:49:48.433274 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-a1af24e1-b275-4202-9c45-284fd5228df4 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257472 Nov 24 19:49:48.564933 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-38e0e87d-df4a-4fcf-bf06-4c1596949314 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252625 Nov 24 19:49:49.196462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:49.404275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d526fae-27cc-49fd-880d-306540a41614 req-df7f469b-0724-47b5-8068-0ea1b76898dd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:49.405725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6d526fae-27cc-49fd-880d-306540a41614 req-df7f469b-0724-47b5-8068-0ea1b76898dd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0862901 Nov 24 19:49:49.448996 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6d526fae-27cc-49fd-880d-306540a41614 req-23ce934f-29b2-4a06-a8f6-5d76cd94f991 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Nov 24 19:49:50.208528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-1a3684f5-2a47-4ae3-9585-b07aecc43d52 service neutron] 10.222.0.41 "GET /v2.0/ports/b09df634-cf1c-4f1b-8954-25d4149fef4f/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0738897 Nov 24 19:49:50.471613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-c8f4bac2-5856-48bb-a59a-e0d727b8cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:50.473013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-c8f4bac2-5856-48bb-a59a-e0d727b8cd58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 1098 time: 0.0747070 Nov 24 19:49:50.597847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-84799c0a-84ad-4115-aaa4-d282c612c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:50.599264 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-84799c0a-84ad-4115-aaa4-d282c612c6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1098 time: 0.1007085 Nov 24 19:49:50.773289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ac76-d41e-4876-ba7a-5e21006171be req-9a5c5f10-2351-4b56-a463-185e70766bd0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:50.774640 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d28ac76-d41e-4876-ba7a-5e21006171be req-9a5c5f10-2351-4b56-a463-185e70766bd0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.2084677 Nov 24 19:49:50.779053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-0afaf934-d13d-4a45-aec1-f4e757ef7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:50.780404 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-0afaf934-d13d-4a45-aec1-f4e757ef7c9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1700761 Nov 24 19:49:50.898948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d28ac76-d41e-4876-ba7a-5e21006171be req-8e70336c-fb5c-40ea-8c68-0f53014cd31c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176150 Nov 24 19:49:50.908305 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-5e2b1df0-a14a-43c1-9111-ebbdc01e73d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 1001 time: 0.1100800 Nov 24 19:49:51.104016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-f0cda857-6536-4138-ad28-b91d403ed321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:51.105517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-f0cda857-6536-4138-ad28-b91d403ed321 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.1902552 Nov 24 19:49:51.180508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-20d102dd-e5b3-41cb-ae19-6547acaa3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:51.181968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-20d102dd-e5b3-41cb-ae19-6547acaa3724 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697527 Nov 24 19:49:51.313055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-b0bf5310-e035-4992-a94a-732ba08c5101 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242590 Nov 24 19:49:51.444567 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f21c7417-ea8e-48f5-b1a8-30f6d53691ea req-d17c3a2a-edba-4845-a0d0-1a9b7b068919 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244035 Nov 24 19:49:52.100299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c4591-c4f7-4b7f-99e2-28cca1a032cc req-21c7a98c-dcf4-4e0a-8c82-d413457e8724 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:52.101935 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-526c4591-c4f7-4b7f-99e2-28cca1a032cc req-21c7a98c-dcf4-4e0a-8c82-d413457e8724 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0850058 Nov 24 19:49:52.144700 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-526c4591-c4f7-4b7f-99e2-28cca1a032cc req-4395f3fc-6099-4dfc-ab3e-ebd450b339f4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371363 Nov 24 19:49:52.869709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b09df634-cf1c-4f1b-8954-25d4149fef4f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:49:52.872139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b09df634-cf1c-4f1b-8954-25d4149fef4f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:49:53.141003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:53.160211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:49:53.181329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'mac_address': 'fa:16:3e:6c:7c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:49:53.188580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:49:53.242779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:49:53.251112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:53.254628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:49:53.290859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:53.327319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b09df634-cf1c-4f1b-8954-25d4149fef4f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:49:53.352128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f30759-9473-4ad6-9dad-d52e237d3f42 req-b32bfcec-730e-461d-bc13-5fa6b4974029 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:53.353715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2f30759-9473-4ad6-9dad-d52e237d3f42 req-b32bfcec-730e-461d-bc13-5fa6b4974029 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 943 time: 0.0995765 Nov 24 19:49:53.370875 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'code': 200} Nov 24 19:49:53.377486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:49:53.398965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.399230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.399572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.399907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.400264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.400596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.401186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.401512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.401838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.402163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.402485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.402605 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2f30759-9473-4ad6-9dad-d52e237d3f42 req-61029e81-d249-422f-9537-5c1847249c0c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432713 Nov 24 19:49:53.402807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:49:53.408229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:49:53.416998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:49:53.417347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:49:53.975857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:53.992415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09df634-cf1c-4f1b-8954-25d4149fef4f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:49:54.008335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:49:54.011860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:54.013536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:49:54.081303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['b09df634-cf1c-4f1b-8954-25d4149fef4f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:49:54.118796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:49:54.127906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:49:54.590657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b009355-77cb-428b-bca4-641e2e5bef99 req-22181c5b-08c1-434d-9cda-35fad1a70737 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:54.592148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b009355-77cb-428b-bca4-641e2e5bef99 req-22181c5b-08c1-434d-9cda-35fad1a70737 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 944 time: 0.0795186 Nov 24 19:49:54.635818 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b009355-77cb-428b-bca4-641e2e5bef99 req-ccbf8511-5454-4f63-8d9d-6a7fe5bfdfc8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 Nov 24 19:49:54.870279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b09df634-cf1c-4f1b-8954-25d4149fef4f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:49:54.941971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port b09df634-cf1c-4f1b-8954-25d4149fef4f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:49:54.942417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:54.995728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed04b61-83d8-41db-bafa-37aee5ef0881 req-8e51faea-5b4a-40db-84a5-e460deb221d6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:54.997213 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ed04b61-83d8-41db-bafa-37aee5ef0881 req-8e51faea-5b4a-40db-84a5-e460deb221d6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 944 time: 0.1410890 Nov 24 19:49:55.025229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-81335426-7990-4a3f-9bb6-f48f4976142b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:55.026787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-81335426-7990-4a3f-9bb6-f48f4976142b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.1693833 Nov 24 19:49:55.056100 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5ed04b61-83d8-41db-bafa-37aee5ef0881 req-082d7181-1489-4cf2-8771-ba534f50f161 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512230 Nov 24 19:49:55.062097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:55.099933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:49:55.104972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:55.106795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:49:55.173240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:49:55.176210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:49:55.187411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-0a3af664-91a9-4f63-af38-a16b5570a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:55.188972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-0a3af664-91a9-4f63-af38-a16b5570a634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1098 time: 0.0747869 Nov 24 19:49:55.321337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-cd241bbd-916f-4e4a-b6a9-80db387042d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:55.322700 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-cd241bbd-916f-4e4a-b6a9-80db387042d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1264360 Nov 24 19:49:55.372371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:49:55.424717 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'code': 200} Nov 24 19:49:55.429623 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-4586ebad-affd-4cf2-8bdc-2e3cb6fb2457 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 1001 time: 0.1003258 Nov 24 19:49:55.491871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-22a9bc40-9f4d-4a04-94cc-489dde12556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:55.493301 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-22a9bc40-9f4d-4a04-94cc-489dde12556a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0570664 Nov 24 19:49:55.567822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-7ffeef61-16aa-4a81-99b1-12587f48098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:55.569339 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-7ffeef61-16aa-4a81-99b1-12587f48098b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694668 Nov 24 19:49:55.700733 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-8d1142e8-a346-4da0-9c2b-52f2c966624f service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242957 Nov 24 19:49:55.831498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-697e364c-8697-4ab6-9842-c3563e6e6bbc req-95552084-a9e1-4c1d-8dc0-4c957b19fcaa service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241827 Nov 24 19:49:56.247085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5dce-952f-43e9-b11c-8330ab4c952c req-f5ac9ede-dc39-4daa-b364-9f1d81dd3f75 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:56.248753 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a84c5dce-952f-43e9-b11c-8330ab4c952c req-f5ac9ede-dc39-4daa-b364-9f1d81dd3f75 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0858865 Nov 24 19:49:56.294702 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a84c5dce-952f-43e9-b11c-8330ab4c952c req-ba46212b-db78-4bc8-9744-f7948da75079 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Nov 24 19:49:57.489009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861a78f-55da-44c6-8ddf-beb2f5b85e82 req-105ef889-db3f-424e-b0fb-d85cd7759e22 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:57.490999 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8861a78f-55da-44c6-8ddf-beb2f5b85e82 req-105ef889-db3f-424e-b0fb-d85cd7759e22 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0802329 Nov 24 19:49:57.543368 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8861a78f-55da-44c6-8ddf-beb2f5b85e82 req-95f4260c-80cc-4b04-80c7-bdc63d4dd757 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466692 Nov 24 19:49:57.730994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5b2a-950f-4893-a202-d9d41ec858ab req-92ec88a9-c069-4a13-9dbb-ddb536bf9b5e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:57.732471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-92ba5b2a-950f-4893-a202-d9d41ec858ab req-92ec88a9-c069-4a13-9dbb-ddb536bf9b5e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0848393 Nov 24 19:49:57.776189 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-92ba5b2a-950f-4893-a202-d9d41ec858ab req-331cfd4d-70e0-470c-97e3-ad438781fb57 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378242 Nov 24 19:49:58.289953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d9253-f75f-4b17-b501-62c8e8b3f826 req-b6af3c1d-b32a-403f-9a2d-afd7270c8ad1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:58.291403 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-926d9253-f75f-4b17-b501-62c8e8b3f826 req-b6af3c1d-b32a-403f-9a2d-afd7270c8ad1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.2561936 Nov 24 19:49:58.293918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99585347-aac2-4901-82e4-325409e65f5c req-df7e72a4-ebe0-42cb-b540-1e2e5e53872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:58.295241 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99585347-aac2-4901-82e4-325409e65f5c req-df7e72a4-ebe0-42cb-b540-1e2e5e53872a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 1098 time: 0.2095404 Nov 24 19:49:58.416182 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-926d9253-f75f-4b17-b501-62c8e8b3f826 req-c53273a5-92e5-4050-b21d-978f96dd3a04 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189718 Nov 24 19:49:58.457974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99585347-aac2-4901-82e4-325409e65f5c req-aa9349f9-a427-4abf-844d-cb75b2726998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:58.459405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99585347-aac2-4901-82e4-325409e65f5c req-aa9349f9-a427-4abf-844d-cb75b2726998 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1493034 Nov 24 19:49:58.558815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99585347-aac2-4901-82e4-325409e65f5c req-783b96a8-9b26-48a1-b902-5775ae548b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 200 len: 1001 time: 0.0934176 Nov 24 19:49:58.623192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99585347-aac2-4901-82e4-325409e65f5c req-6692eddc-551f-4c7f-a464-31f92beaa4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:58.624675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99585347-aac2-4901-82e4-325409e65f5c req-6692eddc-551f-4c7f-a464-31f92beaa4af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0595293 Nov 24 19:49:58.699578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99585347-aac2-4901-82e4-325409e65f5c req-5d19ec01-a087-49a1-83d1-91b58fd510ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:58.701144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99585347-aac2-4901-82e4-325409e65f5c req-5d19ec01-a087-49a1-83d1-91b58fd510ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707021 Nov 24 19:49:58.832574 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99585347-aac2-4901-82e4-325409e65f5c req-e6dd0723-035c-4480-91a2-7fa3254d0368 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246634 Nov 24 19:49:58.965040 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-99585347-aac2-4901-82e4-325409e65f5c req-3f20dfac-fb40-41e5-a9b4-4174e2d70ada service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260667 Nov 24 19:49:59.366538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f5b8058d-aeac-4e5c-b72f-f175350a8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:49:59.413645 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:49:59.612088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eafef-eb7e-40ab-842f-d0012af2ee0b req-f0c20a82-ba2d-4abf-90e5-074619a41364 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:49:59.613528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6c0eafef-eb7e-40ab-842f-d0012af2ee0b req-f0c20a82-ba2d-4abf-90e5-074619a41364 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0868111 Nov 24 19:49:59.657402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6c0eafef-eb7e-40ab-842f-d0012af2ee0b req-7147f7d5-ffbe-419d-a2c6-175e85b4de71 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375679 Nov 24 19:49:59.787769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:00.838685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e262c8-f0f7-40c5-888c-790f45ce4b38 req-e0f54c89-c860-4e9d-9a35-8a1ab18a4df8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:00.840132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75e262c8-f0f7-40c5-888c-790f45ce4b38 req-e0f54c89-c860-4e9d-9a35-8a1ab18a4df8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0793638 Nov 24 19:50:00.883838 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75e262c8-f0f7-40c5-888c-790f45ce4b38 req-29565594-7a46-427e-a8b0-f82eb858c958 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375013 Nov 24 19:50:01.266552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9cacf-4154-4e6e-95b4-d807394a29ea req-ed4a93f9-65f8-4c7f-8774-d93f46196df9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:01.267924 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dbf9cacf-4154-4e6e-95b4-d807394a29ea req-ed4a93f9-65f8-4c7f-8774-d93f46196df9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0916224 Nov 24 19:50:01.311741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dbf9cacf-4154-4e6e-95b4-d807394a29ea req-7383d34b-48c1-4346-872c-e086075fd98c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378244 Nov 24 19:50:02.133763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a824a57f-e750-461f-a8b1-eee9b0770d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:02.497230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5715e-9fac-4291-98b4-8b7a516efed5 req-6e9789cd-0e87-499e-a773-1dbb8b71ef1c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:02.498704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51f5715e-9fac-4291-98b4-8b7a516efed5 req-6e9789cd-0e87-499e-a773-1dbb8b71ef1c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0796392 Nov 24 19:50:02.548494 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-51f5715e-9fac-4291-98b4-8b7a516efed5 req-84be67fc-6072-4dd2-bfde-ce00b5fd5324 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441530 Nov 24 19:50:02.845407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:02.959823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-09c3f8aa-20ae-4a28-9d2b-19632df444fb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:02.961328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-09c3f8aa-20ae-4a28-9d2b-19632df444fb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.0787570 Nov 24 19:50:03.028478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Deleting port b09df634-cf1c-4f1b-8954-25d4149fef4f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:50:03.028820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:03.276353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] For port b09df634-cf1c-4f1b-8954-25d4149fef4f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b09df634-cf1c-4f1b-8954-25d4149fef4f,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:50:03.276707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:03.722833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:03.723545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:03.723545 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d disassociated. External IP: 172.26.6.144, port: b09df634-cf1c-4f1b-8954-25d4149fef4f. Nov 24 19:50:03.723817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Calling delete_port for b09df634-cf1c-4f1b-8954-25d4149fef4f owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:50:03.820182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f68-b2fa-41ff-8ebf-738c4f2e254d req-36f1aaab-a1cc-4e10-a66d-7ac8615c4cc6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:03.821633 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0efd5f68-b2fa-41ff-8ebf-738c4f2e254d req-36f1aaab-a1cc-4e10-a66d-7ac8615c4cc6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 945 time: 0.1612940 Nov 24 19:50:03.916943 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0efd5f68-b2fa-41ff-8ebf-738c4f2e254d req-49902650-f3c5-4fbf-871d-a7cc92f28edc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896437 Nov 24 19:50:03.922483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:03.934737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-de40d5f8-a374-412f-b311-349337a8850c tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:50:03.982549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event deleted for resources: {'Port': ['ID=b09df634-cf1c-4f1b-8954-25d4149fef4f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:50:04.040147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.040535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.040916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.041285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.041651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.042019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.042384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.042749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.043111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.043472 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.043832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.044218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:50:04.053191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:50:04.179106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:50:04.360848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:50:04.376364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:50:04.388771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:50:04.389395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:50:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:04.436739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] No DVR routers for this DVR port b09df634-cf1c-4f1b-8954-25d4149fef4f on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:50:04.439036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:04.441615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-deleted', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:50:04.458774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a2ca1cfe-f6e2-456e-b64b-cd9ab0b65607 req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "DELETE /v2.0/ports/b09df634-cf1c-4f1b-8954-25d4149fef4f HTTP/1.1" status: 204 len: 173 time: 1.4920623 Nov 24 19:50:04.498831 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc8c49-7f7f-417a-a776-031acf3d1f23', 'name': 'network-vif-deleted', 'tag': 'b09df634-cf1c-4f1b-8954-25d4149fef4f', 'status': 'completed', 'code': 200} Nov 24 19:50:04.578713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:50:04.672672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:04.972494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:04.976989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:50:04.985785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:50:04.986479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:50:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:05.107781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0c59e373-fbee-4995-ab8d-7a20d96600ce req-185b2440-a700-4e0a-b33d-a59d13f0e852 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:50:05.125451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0c59e373-fbee-4995-ab8d-7a20d96600ce req-185b2440-a700-4e0a-b33d-a59d13f0e852 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:50:05.126615 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c59e373-fbee-4995-ab8d-7a20d96600ce req-185b2440-a700-4e0a-b33d-a59d13f0e852 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dbc8c49-7f7f-417a-a776-031acf3d1f23 HTTP/1.1" status: 200 len: 210 time: 0.0720451 Nov 24 19:50:05.242195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:50:05.589856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:05.593878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d25cb-c9c7-407a-84f7-cbc04242ae38 None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:50:05.813662 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a4a92-a1bf-4343-a47b-da5002bcc910 None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:50:06.481233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-67bdabc8-38a9-4a0c-8789-fe9bf20c6583 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--686172062&fields=id&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 267 time: 0.0392711 Nov 24 19:50:06.628837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-9585857f-33c5-44b9-add3-61d5bfafaa44 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:06.630293 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-9585857f-33c5-44b9-add3-61d5bfafaa44 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.1429138 Nov 24 19:50:06.644657 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-3d711f76-86f6-4543-aacd-6a504c04240f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/quotas/4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 375 time: 0.0088341 Nov 24 19:50:06.733166 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-573316ac-a208-4817-82ad-ee963a21978f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833685 Nov 24 19:50:06.912450 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-d2e2aa3d-58d4-498f-84b0-4998c63c649c service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673908 Nov 24 19:50:06.917064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b09df634-cf1c-4f1b-8954-25d4149fef4f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:50:06.951417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: b09df634-cf1c-4f1b-8954-25d4149fef4f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:50:06.951772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b09df634-cf1c-4f1b-8954-25d4149fef4f not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:50:07.052498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-0a0c56fa-78d8-4a5e-9ea6-dd4b8c09638f service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333988 Nov 24 19:50:07.228226 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-37a11c46-b971-449b-9f03-cc984912a11c req-055c7b6b-673d-488b-bc48-0f12eb5cadc4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 210 time: 0.0476537 Nov 24 19:50:08.392929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d3ca306-5406-46c2-8501-e290ebc51aa7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:08.394321 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d3ca306-5406-46c2-8501-e290ebc51aa7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.3162560 Nov 24 19:50:08.396367 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5e222501-c3a5-481d-bc55-b0d92c44f527 req-632532b3-9439-48c4-ab7d-49ff1e6618ce tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 210 time: 0.0534649 Nov 24 19:50:08.459973 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-d16af7bd-f243-4bf4-8d4d-fa75cb3b0cd1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 379 time: 0.0403700 Nov 24 19:50:08.468414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'port': {'device_id': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'admin_state_up': True, 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'security_groups': ['3f5e8b97-6566-4f9c-93d3-0d909c8668ea']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:50:08.602600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:50:08.612234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:50:08.622092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Made reservation on behalf of 4c17e7f0cfd34fe4bcc657912e56f6de for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:50:08.625828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:08.793532 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Allocated IP 172.20.0.12 (19dce69c-fcef-4eac-a5fe-b30f4b8eb227/72b38637-ebda-4fb1-82fc-32c5c782ac0e/a6ec13b4-6283-483f-87ea-fe49d6206b63) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:50:08.978908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:08.993878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Transition to ACTIVE for port object a6ec13b4-6283-483f-87ea-fe49d6206b63 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:50:09.016343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:09.022190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-497bafc9-e3f5-404a-b6a0-66873d3ee33a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:50:09.088873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:50:09.091734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:50:09.095754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:50:09.133225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:50:09.142290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:50:09.166609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:09.167212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:09.195245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7301321 Nov 24 19:50:09.206817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Request body: {'port': {'device_id': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:50:09.321335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4e524bc5-96cb-42bc-a969-8fc16b8a2d33 None None] Provisioning for port a6ec13b4-6283-483f-87ea-fe49d6206b63 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:50:09.324629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:09.327332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4e524bc5-96cb-42bc-a969-8fc16b8a2d33 None None] Provisioning complete for port a6ec13b4-6283-483f-87ea-fe49d6206b63 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:50:09.327844 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4e524bc5-96cb-42bc-a969-8fc16b8a2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:09.385110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4e524bc5-96cb-42bc-a969-8fc16b8a2d33 None None] Port a6ec13b4-6283-483f-87ea-fe49d6206b63 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:50:09.670676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdc05c-d84f-4fba-9091-fca7a834ae5f req-ffe2e97e-fa69-43bc-960f-938dd2caccd4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:09.671479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9efdc05c-d84f-4fba-9091-fca7a834ae5f req-ffe2e97e-fa69-43bc-960f-938dd2caccd4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:50:09.728459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9efdc05c-d84f-4fba-9091-fca7a834ae5f req-ffe2e97e-fa69-43bc-960f-938dd2caccd4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:50:09.729607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9efdc05c-d84f-4fba-9091-fca7a834ae5f req-ffe2e97e-fa69-43bc-960f-938dd2caccd4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 932 time: 0.1879587 Nov 24 19:50:09.779135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ec13b4-6283-483f-87ea-fe49d6206b63 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:50:09.790772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:09.798281 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9efdc05c-d84f-4fba-9091-fca7a834ae5f req-7cacd586-069b-4d6a-ab05-b8d8364dea78 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574772 Nov 24 19:50:09.810141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Transition to ACTIVE for port object a6ec13b4-6283-483f-87ea-fe49d6206b63 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:50:09.814535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:09.819253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8d1385e3-9609-41a5-9709-add35ac1cad0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:50:10.008598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:50:10.013767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:50:10.054083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Attempting to bind port a6ec13b4-6283-483f-87ea-fe49d6206b63 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:50:10.054419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Attempting to bind port a6ec13b4-6283-483f-87ea-fe49d6206b63 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:50:10.054748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Attempting to bind port a6ec13b4-6283-483f-87ea-fe49d6206b63 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:50:10.059340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Port a6ec13b4-6283-483f-87ea-fe49d6206b63 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:50:10.059657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Attempting to bind port a6ec13b4-6283-483f-87ea-fe49d6206b63 on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:50:10.064747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:50:10.065082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Checking segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:50:10.065465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Bound using segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:50:10.065884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Bound port: a6ec13b4-6283-483f-87ea-fe49d6206b63, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:50:10.066227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:10.156933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:50:10.159736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:50:10.164615 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:10.168921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:50:10.225048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:10.225646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:10.227030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] 10.222.0.41 "PUT /v2.0/ports/a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1094 time: 1.0245762 Nov 24 19:50:10.227561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:50:10.252539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:50:10.256408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:50:10.300095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'status': 'completed', 'code': 200} Nov 24 19:50:10.342265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-dcd811c5-6405-4afe-a143-f10969301cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:10.343752 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-dcd811c5-6405-4afe-a143-f10969301cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1097 time: 0.0769913 Nov 24 19:50:10.525265 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-01f8a555-51b0-492b-83bf-e7b565ac2985 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 217 time: 0.1734576 Nov 24 19:50:10.587006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-cc0b4d14-d2d7-4355-be20-898d62a2229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:10.588399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-cc0b4d14-d2d7-4355-be20-898d62a2229a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0568922 Nov 24 19:50:10.664810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3320-cb6d-4220-9060-bd2578938fff req-bbfbf0f4-9f97-45e4-96e8-7a78b4e310fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:10.666253 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-bbfbf0f4-9f97-45e4-96e8-7a78b4e310fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715752 Nov 24 19:50:10.803871 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-730209ac-d247-43a4-86e0-ab7963ce4b23 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303499 Nov 24 19:50:10.984114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97ac3320-cb6d-4220-9060-bd2578938fff req-f4bfd7aa-8a2d-4886-a72c-7b51b11c66a8 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739004 Nov 24 19:50:11.016567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77831a3a-fb46-4ce9-89c0-5541f5240d75 req-58569e07-39aa-4d3b-9f13-ecf0ad30e4c5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:11.018030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-77831a3a-fb46-4ce9-89c0-5541f5240d75 req-58569e07-39aa-4d3b-9f13-ecf0ad30e4c5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 944 time: 0.1105733 Nov 24 19:50:11.113819 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-77831a3a-fb46-4ce9-89c0-5541f5240d75 req-5c87099d-ec1f-4306-a6bd-3aa3a925ff6d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900970 Nov 24 19:50:11.130442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-0794e8fc-c494-44a3-aa98-f8becde8d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:11.131944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-0794e8fc-c494-44a3-aa98-f8becde8d81a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1097 time: 0.0948246 Nov 24 19:50:11.262153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-654ffdcc-df4b-4858-8fee-90647c6d10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:11.263607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-654ffdcc-df4b-4858-8fee-90647c6d10eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1257341 Nov 24 19:50:11.333931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-b60fb14e-b576-4e60-8f33-3d5b1fbf785e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 217 time: 0.0632226 Nov 24 19:50:11.393538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-ab3049d6-9ed6-4f93-8570-153b8fd47cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:11.394904 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-ab3049d6-9ed6-4f93-8570-153b8fd47cc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0554402 Nov 24 19:50:11.470412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-ab635b3f-5f03-486e-ac90-1648370e1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:11.471874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-ab635b3f-5f03-486e-ac90-1648370e1f8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690610 Nov 24 19:50:11.603014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-4990ae87-218b-4b22-b844-e3259d065863 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236959 Nov 24 19:50:11.734264 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eeab8e7-9665-4d6f-8bf1-06207891dfa1 req-dee334bc-65f1-4ecf-8717-92c540d51e6b service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240845 Nov 24 19:50:12.307267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d728-a14c-49b2-864d-0e8ca4a76da1 req-2cdc4f1b-ff69-4776-b178-09f72b9fa293 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:12.308643 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6779d728-a14c-49b2-864d-0e8ca4a76da1 req-2cdc4f1b-ff69-4776-b178-09f72b9fa293 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 944 time: 0.0829375 Nov 24 19:50:12.352931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6779d728-a14c-49b2-864d-0e8ca4a76da1 req-d9d17040-f75d-4e31-8626-da9bb0af5564 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 Nov 24 19:50:12.947930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:50:13.081266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:50:13.094924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'mac_address': 'fa:16:3e:cb:8e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:50:13.151398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:13.168267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ec13b4-6283-483f-87ea-fe49d6206b63 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:50:13.183747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:50:13.187547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:13.190383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:50:13.259059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:50:13.262081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:50:13.535340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee780d-cc1f-4d26-b7e2-b20b9f59a3be req-6def21c2-440b-4894-a816-3bf4b40a2189 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:13.536751 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cbee780d-cc1f-4d26-b7e2-b20b9f59a3be req-6def21c2-440b-4894-a816-3bf4b40a2189 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.0794702 Nov 24 19:50:13.546537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['a6ec13b4-6283-483f-87ea-fe49d6206b63'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:50:13.585754 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cbee780d-cc1f-4d26-b7e2-b20b9f59a3be req-daad5a5e-43cd-4f45-9415-d9d729311d2d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Nov 24 19:50:14.768586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee9f64-12b3-48b9-9161-b6a4955dcf4c req-6b4de889-0299-49bc-8db6-2e3992d15ea7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:14.770033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d1ee9f64-12b3-48b9-9161-b6a4955dcf4c req-6b4de889-0299-49bc-8db6-2e3992d15ea7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.0814085 Nov 24 19:50:14.813939 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d1ee9f64-12b3-48b9-9161-b6a4955dcf4c req-a215f49e-2df4-4ccf-a2d4-76f85b520372 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381780 Nov 24 19:50:14.947813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:50:15.015151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port a6ec13b4-6283-483f-87ea-fe49d6206b63 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:50:15.019983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port a6ec13b4-6283-483f-87ea-fe49d6206b63 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:50:15.020493 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:15.138854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:15.167161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:50:15.177775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:50:15.181613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:15.184561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:50:15.220265 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'code': 200} Nov 24 19:50:15.252527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:50:15.255642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:50:15.606569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d722b9-1e42-428b-b84e-66c6b2e20c35 req-0628f9fa-457e-4cef-b4c7-e18f47ba51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:15.608086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-70d722b9-1e42-428b-b84e-66c6b2e20c35 req-0628f9fa-457e-4cef-b4c7-e18f47ba51d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1099 time: 0.2354789 Nov 24 19:50:15.648770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-70d722b9-1e42-428b-b84e-66c6b2e20c35 req-b1a5099d-e3a8-4c66-b3d4-70c04aee233c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330863 Nov 24 19:50:16.001917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed854209-d08c-4a9f-9303-12fd56c3cf76 req-fea31523-f7ed-4389-9323-0f261de7ae41 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:16.003377 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ed854209-d08c-4a9f-9303-12fd56c3cf76 req-fea31523-f7ed-4389-9323-0f261de7ae41 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0822248 Nov 24 19:50:16.047084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ed854209-d08c-4a9f-9303-12fd56c3cf76 req-eac27373-6e54-4aae-b528-d2eb1575d3aa tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379999 Nov 24 19:50:17.245818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34658d-942e-4de7-93f6-20e3638f7525 req-259af98f-1946-4507-b221-b9a3f312a97a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:17.247170 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f34658d-942e-4de7-93f6-20e3638f7525 req-259af98f-1946-4507-b221-b9a3f312a97a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0857964 Nov 24 19:50:17.290523 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f34658d-942e-4de7-93f6-20e3638f7525 req-f8b63f5e-95d9-4a50-926d-49173d54a154 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377519 Nov 24 19:50:17.468670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aebc22-9dfc-4fa2-91b6-f1e47fba18cb req-8b18d46a-8051-4142-bf9f-f7fea663ba1c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:17.470097 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95aebc22-9dfc-4fa2-91b6-f1e47fba18cb req-8b18d46a-8051-4142-bf9f-f7fea663ba1c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0792713 Nov 24 19:50:17.478632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 50924) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:50:17.483499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'floatingip': {'port_id': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:50:17.561217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:18.155599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:18.159277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:18.391866 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d associated. External IP: 172.26.6.144, port: a6ec13b4-6283-483f-87ea-fe49d6206b63. Nov 24 19:50:18.460375 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-52ea3078-4165-48ca-a2d4-c076afe67f78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2318096 Nov 24 19:50:18.825741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-6a445179-81ed-49c4-8bd2-350b8685e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:18.827125 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-6a445179-81ed-49c4-8bd2-350b8685e273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1099 time: 0.1806264 Nov 24 19:50:19.024625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:50:19.101803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-a587c863-5c80-42c8-98d9-b8ac34303096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:19.103327 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-a587c863-5c80-42c8-98d9-b8ac34303096 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.2221344 Nov 24 19:50:19.205725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:19.306248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-291eefe4-cac4-4a41-95f5-20be74348c79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1000 time: 0.1961963 Nov 24 19:50:19.361854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:50:19.366911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:19.373214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:50:19.383367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:50:19.384095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:50:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:19.432962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-d619cb40-eb86-4783-9609-f8c958d3dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:19.434421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-d619cb40-eb86-4783-9609-f8c958d3dffb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.1199567 Nov 24 19:50:19.439822 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bf8250a0-f4e6-498f-befe-30aa76ddbd5b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "PUT /v2.0/floatingips/85f4ee43-3315-4f8f-b0ed-35dbff22ca0d HTTP/1.1" status: 200 len: 992 time: 1.9602220 Nov 24 19:50:19.440699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:50:19.500349 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'status': 'completed', 'code': 200} Nov 24 19:50:19.519851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-0f1a5cf8-fbac-4b2c-a358-667656a71363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:19.522086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-0f1a5cf8-fbac-4b2c-a358-667656a71363 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755033 Nov 24 19:50:19.533928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-b8903d1e-b52b-4056-8cb8-f45e8cdd2279 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:50:19.535332 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-b8903d1e-b52b-4056-8cb8-f45e8cdd2279 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053256 Nov 24 19:50:19.581607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:50:19.670062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-9ad8f14d-b5f4-4c53-8276-0df0f3d9fce1 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283855 Nov 24 19:50:19.806764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-756389ff-ee1c-4e4d-aa00-7369353f3c6c req-97d08cdb-fccc-4ab1-94d4-05dd4f4565f3 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286812 Nov 24 19:50:19.924830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adccea-7deb-457c-a990-0775a7218a0e req-3a53b467-2b3a-4722-9cb2-7c56776dcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:19.927155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26adccea-7deb-457c-a990-0775a7218a0e req-3a53b467-2b3a-4722-9cb2-7c56776dcb66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1099 time: 0.0756762 Nov 24 19:50:19.979914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:cb:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:50:18Z', 'revision_number': 9, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:19.983765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:50:19.993058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:50:19.998345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:50:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:20.176347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:50:20.199455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adccea-7deb-457c-a990-0775a7218a0e req-7c8caacc-e1bc-45d2-86e1-d2740438bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:20.200917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26adccea-7deb-457c-a990-0775a7218a0e req-7c8caacc-e1bc-45d2-86e1-d2740438bd49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.2676187 Nov 24 19:50:20.309150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26adccea-7deb-457c-a990-0775a7218a0e req-5d7b41ae-7e09-4be4-afd7-8aad2a95172b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1000 time: 0.0999491 Nov 24 19:50:20.371358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adccea-7deb-457c-a990-0775a7218a0e req-79fae27e-4669-4fa2-aa8d-50f472d9641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:20.372825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26adccea-7deb-457c-a990-0775a7218a0e req-79fae27e-4669-4fa2-aa8d-50f472d9641c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0578811 Nov 24 19:50:20.449169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adccea-7deb-457c-a990-0775a7218a0e req-3f087e17-3491-458e-ae02-378b4d5bd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:50:20.450560 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26adccea-7deb-457c-a990-0775a7218a0e req-3f087e17-3491-458e-ae02-378b4d5bd805 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713644 Nov 24 19:50:20.521187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:cb:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:50:18Z', 'revision_number': 9, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:50:20.525177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b6db7-2a56-439b-8aaf-a90eb1627b41 None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:cb:8e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:50:18Z', 'revision_number': 9, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:50:20.584772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26adccea-7deb-457c-a990-0775a7218a0e req-a12ad88d-ee88-418d-834a-9dcec6709ced service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275003 Nov 24 19:50:20.729610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26adccea-7deb-457c-a990-0775a7218a0e req-e8a3ab47-1af6-4ff8-8ee6-222b75fedded service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383533 Nov 24 19:50:20.729897 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56566f22-3c6d-46e9-82cc-9bb6f01a65dd None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:50:29.368880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5c2d673b-bc88-4d50-9f2f-0996cc5b3f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:29.790688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:32.138346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4003-6cc9-4904-a3e6-f305478318fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:32.846014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:34.601351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:36.413271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:50:49.225692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:59.372594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-978d89c0-5722-4b51-bc98-043134980cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:50:59.793085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:02.142980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8858-e451-4284-a8b6-9c55417bff53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:02.849765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:04.605062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:13.412724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:51:19.237642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:19.308167 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-4f306f37-3dee-46c4-8ac9-8fcce4a818c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782139 Nov 24 19:51:19.447386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-fa33fac6-17ba-4bdb-969d-87b8d169de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:19.448946 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-fa33fac6-17ba-4bdb-969d-87b8d169de36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1099 time: 0.0715685 Nov 24 19:51:19.593245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-feaf0bd6-a047-4e5b-b392-c008238e7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:19.594684 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-feaf0bd6-a047-4e5b-b392-c008238e7919 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1262429 Nov 24 19:51:19.698406 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-83fc4f45-1ac9-46db-9d5b-661f5e307222 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1003 time: 0.0968673 Nov 24 19:51:19.763577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-6f0beffc-6e4f-4fa4-b1fb-bf905517d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:19.764938 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-6f0beffc-6e4f-4fa4-b1fb-bf905517d086 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0603633 Nov 24 19:51:19.839826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-645a9083-721e-4528-95c3-8ebdd4918b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:19.841319 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-645a9083-721e-4528-95c3-8ebdd4918b9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694246 Nov 24 19:51:19.975909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-92b74018-f76a-4a9b-8697-5d5bd39897b1 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278708 Nov 24 19:51:20.110086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f94d3d5-f220-43bc-afc3-d71079a2ede4 req-a5015ceb-db3d-42e8-afcb-08fa49e9dc5f service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230450 Nov 24 19:51:29.375408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ee479352-c108-4f80-ba0c-fdf347bb5ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:29.793833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:31.946764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-8611e7bf-3281-42d1-a6c1-73352221a2bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808139 Nov 24 19:51:32.052690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9e43-44e5-4ae9-bd80-be431c49b8a9 req-6aed87ee-3264-4138-89eb-4c4b101126e0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:32.054313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-290f9e43-44e5-4ae9-bd80-be431c49b8a9 req-6aed87ee-3264-4138-89eb-4c4b101126e0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.1372402 Nov 24 19:51:32.097772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-290f9e43-44e5-4ae9-bd80-be431c49b8a9 req-e84599cd-8361-4c9b-b78d-78b898de4971 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378506 Nov 24 19:51:32.136711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bf719d56-7e48-4a6e-bbe3-998ab4a9430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:32.852999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:33.121041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-260a2b0a-9bd9-4902-a3fb-6c5786c1fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:33.122554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-260a2b0a-9bd9-4902-a3fb-6c5786c1fa2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1099 time: 0.0727034 Nov 24 19:51:33.302807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-ab85bb9b-10f0-4503-b30d-4178d5b371b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:33.304282 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-ab85bb9b-10f0-4503-b30d-4178d5b371b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1754019 Nov 24 19:51:33.550383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-2a2f2719-9169-479b-b094-f4ca5077786a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1003 time: 0.2345254 Nov 24 19:51:33.612651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9bc71-eb32-4db7-a5bc-a6b0147b2667 req-d3f186b3-897d-4db6-88f5-10cdc0c00925 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:33.614706 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2fa9bc71-eb32-4db7-a5bc-a6b0147b2667 req-d3f186b3-897d-4db6-88f5-10cdc0c00925 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.4073005 Nov 24 19:51:33.641433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-98bc4692-043a-434e-aa63-e73d2d204d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:33.642789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-98bc4692-043a-434e-aa63-e73d2d204d4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0861502 Nov 24 19:51:33.713890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2fa9bc71-eb32-4db7-a5bc-a6b0147b2667 req-18ccea7f-ddb2-4754-a415-d3738ec5b1fe tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927117 Nov 24 19:51:33.745048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-5927e32b-29cb-420f-9f18-da325ea37307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:33.746506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-5927e32b-29cb-420f-9f18-da325ea37307 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930963 Nov 24 19:51:33.877993 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-912ce696-c0de-4686-b1b8-84fdad41e30f service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246662 Nov 24 19:51:34.011797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-aae5fb96-8cc0-42b0-ac58-ab11071d8ffb service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265965 Nov 24 19:51:34.606256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:34.901797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e743b-7dfe-49c8-905a-1d6873d59e12 req-62c70810-f120-4263-8976-1b903e408c87 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:34.903264 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e78e743b-7dfe-49c8-905a-1d6873d59e12 req-62c70810-f120-4263-8976-1b903e408c87 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0809441 Nov 24 19:51:34.947787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e78e743b-7dfe-49c8-905a-1d6873d59e12 req-c3ba5894-90b5-4df9-ab97-74e8cb188efe tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387495 Nov 24 19:51:36.142635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a5225-0697-4adb-9f27-861e50ecbb94 req-ac45cd62-ebda-499b-8282-600f3ee29b92 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:36.144130 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-546a5225-0697-4adb-9f27-861e50ecbb94 req-ac45cd62-ebda-499b-8282-600f3ee29b92 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0854282 Nov 24 19:51:36.188316 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-546a5225-0697-4adb-9f27-861e50ecbb94 req-21bc5a45-c57b-47f5-9d6d-7adad29bad0c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Nov 24 19:51:37.377528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935aa9b-dbb8-471b-a287-6d8e8f670404 req-ea35388d-bedb-482b-876d-c100e771c591 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:37.378968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b935aa9b-dbb8-471b-a287-6d8e8f670404 req-ea35388d-bedb-482b-876d-c100e771c591 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0826142 Nov 24 19:51:37.427303 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b935aa9b-dbb8-471b-a287-6d8e8f670404 req-386a362a-5d6e-4835-ad14-54f8a372631c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Nov 24 19:51:38.610098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff8e4d-ec36-45b2-8ec6-b3a610dda99e req-84027798-56a2-490f-b653-aff72fa9ebc1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:38.611561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebff8e4d-ec36-45b2-8ec6-b3a610dda99e req-84027798-56a2-490f-b653-aff72fa9ebc1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0804327 Nov 24 19:51:38.655702 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebff8e4d-ec36-45b2-8ec6-b3a610dda99e req-c0c52483-b910-4fdc-a0d1-6cca172494b2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380578 Nov 24 19:51:39.841501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46623b-9a65-4dc5-81f8-ccb1a2051288 req-508d835b-4699-4129-8449-f050ed3a8e6d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:39.842930 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c46623b-9a65-4dc5-81f8-ccb1a2051288 req-508d835b-4699-4129-8449-f050ed3a8e6d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0831518 Nov 24 19:51:39.885807 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c46623b-9a65-4dc5-81f8-ccb1a2051288 req-db8d3b39-8616-43a7-93fb-7b23d302f009 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365386 Nov 24 19:51:41.070283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86386fd6-b91d-4c8c-a003-d4653b781970 req-3554c712-84a6-48f1-bbe2-4fe34733ae83 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:41.071760 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86386fd6-b91d-4c8c-a003-d4653b781970 req-3554c712-84a6-48f1-bbe2-4fe34733ae83 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0801733 Nov 24 19:51:41.119027 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-86386fd6-b91d-4c8c-a003-d4653b781970 req-fc31054d-3fd7-44a0-9fdc-9896fcf7bea8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410154 Nov 24 19:51:42.307342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb53c1-fbae-4193-874d-5d977b3379bf req-3fabc1c3-01ed-4b0d-8dc6-32fd5ef39c9a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:42.308713 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8bb53c1-fbae-4193-874d-5d977b3379bf req-3fabc1c3-01ed-4b0d-8dc6-32fd5ef39c9a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0835500 Nov 24 19:51:42.355258 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8bb53c1-fbae-4193-874d-5d977b3379bf req-88f1ae3c-1dba-4c3b-b230-294e7dec8a18 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Nov 24 19:51:43.539178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752b138-4f89-4518-8b7a-98114ad9336c req-02d070ec-4e76-4523-9b24-4992fadaa66c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:43.540634 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a752b138-4f89-4518-8b7a-98114ad9336c req-02d070ec-4e76-4523-9b24-4992fadaa66c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0793374 Nov 24 19:51:43.583877 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a752b138-4f89-4518-8b7a-98114ad9336c req-9738f409-926d-4a13-9c7c-087059940236 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377777 Nov 24 19:51:44.776899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe4ede-9d0c-4ee8-a6e6-22e2ec09c103 req-31ca1690-0fe5-4919-8ecf-8eecaf327d27 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:44.778350 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7fe4ede-9d0c-4ee8-a6e6-22e2ec09c103 req-31ca1690-0fe5-4919-8ecf-8eecaf327d27 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0874612 Nov 24 19:51:44.822620 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7fe4ede-9d0c-4ee8-a6e6-22e2ec09c103 req-e3cbd367-561e-47cd-8562-3dccdc08976b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387402 Nov 24 19:51:45.692234 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-5d029611-f214-4b93-a77b-0e17af894254 service neutron] 10.222.0.41 "GET /v2.0/ports/a6ec13b4-6283-483f-87ea-fe49d6206b63/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0766327 Nov 24 19:51:45.962379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-411a47e7-27da-448e-9d41-0018824f71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:45.964197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-411a47e7-27da-448e-9d41-0018824f71ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 1099 time: 0.0835869 Nov 24 19:51:46.060352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-7a318d23-e150-407b-8edd-254891fe209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:46.061847 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-7a318d23-e150-407b-8edd-254891fe209d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1099 time: 0.0731819 Nov 24 19:51:46.369859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-67f31e26-6a67-4194-ba37-b8598b11b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:46.371221 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-67f31e26-6a67-4194-ba37-b8598b11b79d service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.3018472 Nov 24 19:51:46.381990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adde6d-398d-434b-9753-ff189002d5af req-74bec5b7-d6bf-4b39-bc06-55a5f0b3b23c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:46.383336 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1adde6d-398d-434b-9753-ff189002d5af req-74bec5b7-d6bf-4b39-bc06-55a5f0b3b23c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.2957346 Nov 24 19:51:46.508006 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1adde6d-398d-434b-9753-ff189002d5af req-e2128b73-8a2a-4c8f-bc66-d1d8b7665867 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769355 Nov 24 19:51:46.511654 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-41cd63ca-8304-4295-bd84-4106537a47de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1003 time: 0.1274707 Nov 24 19:51:46.575264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-2a891c77-ebdd-4a37-b43c-22dc015fcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:46.576686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-2a891c77-ebdd-4a37-b43c-22dc015fcc23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0579247 Nov 24 19:51:46.655368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-1e4be7f8-eb9d-4891-abd9-0117003cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:46.656833 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-1e4be7f8-eb9d-4891-abd9-0117003cc1a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720739 Nov 24 19:51:46.787543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-7eb83045-0dbe-43f6-9d8a-b1f6b5264de3 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237595 Nov 24 19:51:46.921472 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-74067814-886b-4f5a-be05-b370892d3da9 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278715 Nov 24 19:51:47.690445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11794bd-7640-4855-b2bf-4355de0b494d req-fae0add6-dc7f-4b91-8f2f-27e83746fd16 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:47.691894 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e11794bd-7640-4855-b2bf-4355de0b494d req-fae0add6-dc7f-4b91-8f2f-27e83746fd16 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0796926 Nov 24 19:51:47.736454 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e11794bd-7640-4855-b2bf-4355de0b494d req-c5bf6c08-45ba-4a0b-8dcf-05bb5e63ef08 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379572 Nov 24 19:51:48.926511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969d66-c87b-43cd-b242-03426fa9cb09 req-326764b4-937d-4bfe-88bc-4fb2c5429df6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:48.928528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4969d66-c87b-43cd-b242-03426fa9cb09 req-326764b4-937d-4bfe-88bc-4fb2c5429df6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0854216 Nov 24 19:51:48.971832 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4969d66-c87b-43cd-b242-03426fa9cb09 req-cc7eb839-df67-44b7-9f9e-a411ecd18f11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378025 Nov 24 19:51:49.237623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:49.434819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:51:49.438143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:51:49.682227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:49.738613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:51:49.749093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:51:49.763606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:51:49.765986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'mac_address': 'fa:16:3e:cb:8e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:51:49.768857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:49.771770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:51:49.801188 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'code': 200} Nov 24 19:51:49.883862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:49.895478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:51:49.907219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.907569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.907913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.908277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.908611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.908942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.909270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.909594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.909924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.910246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.910567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.910888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:51:49.915112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ec13b4-6283-483f-87ea-fe49d6206b63 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:51:49.919037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:51:49.932019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:51:49.936388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:49.938103 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:51:50.003876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['a6ec13b4-6283-483f-87ea-fe49d6206b63'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:51:50.058572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:51:50.062911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:51:50.161577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0ce1-40f6-4080-abd3-6ccbf19b498b req-c395a300-1ede-4393-9755-9e3e195af2a3 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:50.163202 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-384d0ce1-40f6-4080-abd3-6ccbf19b498b req-c395a300-1ede-4393-9755-9e3e195af2a3 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.0803494 Nov 24 19:51:50.207115 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-384d0ce1-40f6-4080-abd3-6ccbf19b498b req-076de15c-d2f4-4533-8636-d9ebfee6da61 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 Nov 24 19:51:50.412467 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:51:50.654395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-50c485d0-4adc-41a6-a88e-efa184046cb1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:50.655814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-50c485d0-4adc-41a6-a88e-efa184046cb1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 945 time: 0.1410573 Nov 24 19:51:50.726212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24576-a017-48fe-b8b1-3170fb93f2cb req-b6395851-4eb9-4b85-94c8-0a8f536addcb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:50.727657 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-70e24576-a017-48fe-b8b1-3170fb93f2cb req-b6395851-4eb9-4b85-94c8-0a8f536addcb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.1541944 Nov 24 19:51:50.784239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-70e24576-a017-48fe-b8b1-3170fb93f2cb req-b423197c-6d19-4491-9555-c8cb25818b51 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510621 Nov 24 19:51:50.785678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-4a2c844d-3308-4ccb-85e5-d9165e3147bb service neutron] 10.222.0.41 "GET /v2.0/ports/a6ec13b4-6283-483f-87ea-fe49d6206b63/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.1227496 Nov 24 19:51:50.880778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-593f66bd-55de-44ad-8d98-e674dcb02a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:50.882266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-593f66bd-55de-44ad-8d98-e674dcb02a12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1098 time: 0.0740137 Nov 24 19:51:51.013875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-c9a707db-ab6b-4fde-a323-33f1bf5984ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:51.015320 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-c9a707db-ab6b-4fde-a323-33f1bf5984ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1273806 Nov 24 19:51:51.122677 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-833ffbab-c1a7-410a-8bbb-715fd32b3217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1002 time: 0.0992262 Nov 24 19:51:51.189209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-ecb05438-f12a-4607-b3ea-c5addcfa24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:51.190517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-ecb05438-f12a-4607-b3ea-c5addcfa24a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0617182 Nov 24 19:51:51.264626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-39ab0b64-87c6-47ad-a926-2bab624f4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:51.266075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-39ab0b64-87c6-47ad-a926-2bab624f4ec7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693507 Nov 24 19:51:51.464533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:51:51.516976 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-71584e9f-9a5a-43dd-9d23-ee129135efa7 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439883 Nov 24 19:51:51.535084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port a6ec13b4-6283-483f-87ea-fe49d6206b63 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:51:51.535466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:51.649164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:51.650063 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-e413b152-04b5-4a16-91c2-39d64b4f2603 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250765 Nov 24 19:51:51.683436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:51:51.687344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:51.689168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:51:51.758115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:51:51.760974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:51:51.802702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:51:51.856513 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'code': 200} Nov 24 19:51:51.975292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c0647-e82a-4995-b87c-b86e6164b573 req-eb6c7f58-c509-4c91-8fd3-0c6be489ec67 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:51.976764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e2c0647-e82a-4995-b87c-b86e6164b573 req-eb6c7f58-c509-4c91-8fd3-0c6be489ec67 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0839503 Nov 24 19:51:52.020328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e2c0647-e82a-4995-b87c-b86e6164b573 req-b194ab23-0349-4c10-b90e-28a40fcb9197 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 Nov 24 19:51:53.207301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6bdb8-55a8-40f2-bb69-33642385ec2b req-acbb75ec-0893-42de-8190-c665d3df1d68 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:53.209357 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ecd6bdb8-55a8-40f2-bb69-33642385ec2b req-acbb75ec-0893-42de-8190-c665d3df1d68 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0813143 Nov 24 19:51:53.260334 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ecd6bdb8-55a8-40f2-bb69-33642385ec2b req-ea8925a5-3a38-427c-986c-4555f95264c0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446246 Nov 24 19:51:54.189824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-2f6e3825-cf8c-4fde-a983-e3a87d984b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:54.191206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-2f6e3825-cf8c-4fde-a983-e3a87d984b54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 1099 time: 0.0706108 Nov 24 19:51:54.279941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-95171e39-c4c4-4de0-a18c-23490ecd1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:54.281430 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-95171e39-c4c4-4de0-a18c-23490ecd1eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 1099 time: 0.0696592 Nov 24 19:51:54.477064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-b58b83ad-b57e-4af1-a37b-01c1d7fc6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:54.478420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-b58b83ad-b57e-4af1-a37b-01c1d7fc6102 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1909268 Nov 24 19:51:54.496649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682813ad-4cba-4d9c-96d3-305755d310f0 req-42df456b-03f9-41aa-83ae-65f5f3d1e25f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:54.498031 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-682813ad-4cba-4d9c-96d3-305755d310f0 req-42df456b-03f9-41aa-83ae-65f5f3d1e25f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.1254859 Nov 24 19:51:54.624746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-682813ad-4cba-4d9c-96d3-305755d310f0 req-a8297327-38a2-4ef6-aa5c-4b8238d150c6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757391 Nov 24 19:51:54.628315 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-31aea72a-b9fd-452d-af2c-2ae43c7c1bc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 200 len: 1003 time: 0.1294160 Nov 24 19:51:54.694200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-8a6d1109-3499-4be0-b879-a4b0e00a1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:54.695610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-8a6d1109-3499-4be0-b879-a4b0e00a1c1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0610216 Nov 24 19:51:54.771763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-82100c80-06db-4b64-9475-5b201a250711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:54.773182 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-82100c80-06db-4b64-9475-5b201a250711 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710378 Nov 24 19:51:54.906156 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-32ead27e-d0ea-41a7-bb51-7cf3a411485a service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266189 Nov 24 19:51:55.035074 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fe327f0-c9e2-4ec1-83c2-e9a6214a0367 req-51ccfc89-ccf9-4535-9dc7-70aea0ff82c1 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220880 Nov 24 19:51:55.805723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a59e80-270a-45dc-92da-b619535b4c1a req-1dd3ce20-84cc-47c5-93c5-754b10399466 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:55.807155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40a59e80-270a-45dc-92da-b619535b4c1a req-1dd3ce20-84cc-47c5-93c5-754b10399466 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0783973 Nov 24 19:51:55.854200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-40a59e80-270a-45dc-92da-b619535b4c1a req-2073aa2a-04ad-4c89-a5bd-b2435922a7c2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414343 Nov 24 19:51:57.047262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e42c-8575-4155-a69c-863ed7d3a3ae req-53816c0c-6783-4eac-8986-e336bd0157ec tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:57.048770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a937e42c-8575-4155-a69c-863ed7d3a3ae req-53816c0c-6783-4eac-8986-e336bd0157ec tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 946 time: 0.0863883 Nov 24 19:51:57.093427 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a937e42c-8575-4155-a69c-863ed7d3a3ae req-8d76005d-3cab-4f9e-a72f-f66b9c31daf8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381916 Nov 24 19:51:57.506519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:51:57.637482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:51:57.650144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'mac_address': 'fa:16:3e:cb:8e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:51:57.704813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:57.720965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6ec13b4-6283-483f-87ea-fe49d6206b63 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:51:57.736390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:51:57.740952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:57.742655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:51:57.805460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['a6ec13b4-6283-483f-87ea-fe49d6206b63'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:51:57.854737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=9']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:51:57.859042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:51:58.283544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163746ae-8bb9-43e1-bbb4-e34fd7648986 req-cdbef889-4140-490a-b7aa-21be355eeb1e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:58.284995 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-163746ae-8bb9-43e1-bbb4-e34fd7648986 req-cdbef889-4140-490a-b7aa-21be355eeb1e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.0828900 Nov 24 19:51:58.439825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-163746ae-8bb9-43e1-bbb4-e34fd7648986 req-4e68e9f8-9dcf-4bd9-b629-bdde6cc3e159 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486909 Nov 24 19:51:58.621101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218eb74-770a-4240-b6bb-a7e98f5e1965 req-075b6527-7cb2-456b-a3e9-74821a3e08d1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:58.622531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8218eb74-770a-4240-b6bb-a7e98f5e1965 req-075b6527-7cb2-456b-a3e9-74821a3e08d1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.0800927 Nov 24 19:51:58.666002 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8218eb74-770a-4240-b6bb-a7e98f5e1965 req-adb68844-e8be-4f7c-875d-3848e9670287 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Nov 24 19:51:58.847784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd438e9-4f28-4fa3-baa0-5eac890015bb req-2468341e-4ad3-4014-9241-600333bc810a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:58.849900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8cd438e9-4f28-4fa3-baa0-5eac890015bb req-2468341e-4ad3-4014-9241-600333bc810a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.0816460 Nov 24 19:51:58.892431 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8cd438e9-4f28-4fa3-baa0-5eac890015bb req-5b89b928-d9bc-4a15-a86a-28dbd46a0f32 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371051 Nov 24 19:51:59.261564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80ee01-1ee8-4d12-a852-a75bc142b96b req-ea1536cf-7687-48f5-85c3-e31d6209394f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:51:59.262916 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3e80ee01-1ee8-4d12-a852-a75bc142b96b req-ea1536cf-7687-48f5-85c3-e31d6209394f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 945 time: 0.0793626 Nov 24 19:51:59.309958 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3e80ee01-1ee8-4d12-a852-a75bc142b96b req-299e4864-3e0c-454c-bb6f-2587592b98b5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414855 Nov 24 19:51:59.377734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94c1acb0-6653-4fa8-a61e-eb0fce20dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:59.517210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:51:59.585745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port a6ec13b4-6283-483f-87ea-fe49d6206b63 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:51:59.586127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:59.702191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:59.728605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:51:59.738293 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:51:59.747616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:59.750745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:51:59.789599 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'code': 200} Nov 24 19:51:59.819718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:51:59.832618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=10']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:51:59.836106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:52:00.497145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6388eb4-8012-4e56-ae45-eebe4958ca2d req-ee588130-6780-4b20-aaf1-2fa7f51668a4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:00.498610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d6388eb4-8012-4e56-ae45-eebe4958ca2d req-ee588130-6780-4b20-aaf1-2fa7f51668a4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 947 time: 0.0825388 Nov 24 19:52:00.543245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d6388eb4-8012-4e56-ae45-eebe4958ca2d req-2e988e84-bf29-4444-9111-7870cdc12027 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390799 Nov 24 19:52:01.395205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-e84c515a-acd5-456b-8e82-da8b0b7cc859 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:01.396647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-e84c515a-acd5-456b-8e82-da8b0b7cc859 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 947 time: 0.0816174 Nov 24 19:52:01.465863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Deleting port a6ec13b4-6283-483f-87ea-fe49d6206b63 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:52:01.466186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:01.761950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] For port a6ec13b4-6283-483f-87ea-fe49d6206b63, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=a6ec13b4-6283-483f-87ea-fe49d6206b63,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:52:01.762613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:01.856206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d3eff-5a0b-47bc-8e9a-bff400bd8456 req-c0f9a1fd-6952-493e-84c8-ca03c82e23f4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:01.857664 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d9d3eff-5a0b-47bc-8e9a-bff400bd8456 req-c0f9a1fd-6952-493e-84c8-ca03c82e23f4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 947 time: 0.2043667 Nov 24 19:52:01.988579 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d9d3eff-5a0b-47bc-8e9a-bff400bd8456 req-cbe2af74-181b-41b2-8750-f302eadec3db tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223161 Nov 24 19:52:02.118719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:02.119093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:02.119404 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d disassociated. External IP: 172.26.6.144, port: a6ec13b4-6283-483f-87ea-fe49d6206b63. Nov 24 19:52:02.119742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Calling delete_port for a6ec13b4-6283-483f-87ea-fe49d6206b63 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:52:02.141430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-73395c6d-4f16-4a7f-b109-c5db30b86b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:02.268709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:02.274667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-40bf1aca-3fe5-4fad-ab96-c8c2bba5afd8 tempest-DeleteServersTestJSON-1650348627 tempest-DeleteServersTestJSON-1650348627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:52:02.321946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event deleted for resources: {'Port': ['ID=a6ec13b4-6283-483f-87ea-fe49d6206b63,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:52:02.391274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.391664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.392079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.392458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.392839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.393205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.393571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.393936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.394307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.394704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.395072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.395518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:52:02.405702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:52:02.643757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:52:02.822808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:52:02.832022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:52:02.851710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:52:02.852429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:52:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:02.901139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] No DVR routers for this DVR port a6ec13b4-6283-483f-87ea-fe49d6206b63 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:52:02.903778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:02.908013 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-deleted', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:52:02.924277 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e47e96ac-f404-4e5a-bbbf-66c7ba507a5d req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "DELETE /v2.0/ports/a6ec13b4-6283-483f-87ea-fe49d6206b63 HTTP/1.1" status: 204 len: 173 time: 1.5207713 Nov 24 19:52:02.931531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:03.017742 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bea51-8e5d-4e1a-b97a-7205e10d7182', 'name': 'network-vif-deleted', 'tag': 'a6ec13b4-6283-483f-87ea-fe49d6206b63', 'status': 'completed', 'code': 200} Nov 24 19:52:03.043848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:52:03.163730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c2122679-7b3a-495f-a19d-e663accf8989 req-1cbd986b-b423-43ee-beca-6738fe02c611 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:52:03.179859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c2122679-7b3a-495f-a19d-e663accf8989 req-1cbd986b-b423-43ee-beca-6738fe02c611 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:52:03.181135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c2122679-7b3a-495f-a19d-e663accf8989 req-1cbd986b-b423-43ee-beca-6738fe02c611 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07bea51-8e5d-4e1a-b97a-7205e10d7182 HTTP/1.1" status: 200 len: 210 time: 0.0618780 Nov 24 19:52:03.401633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:03.405501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:52:03.414296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:52:03.414843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:52:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:03.552552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:52:03.601601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: a6ec13b4-6283-483f-87ea-fe49d6206b63 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:52:03.601954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device a6ec13b4-6283-483f-87ea-fe49d6206b63 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:52:03.626998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:52:03.938358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:03.942848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc167fb-a5a0-4f5e-bbf2-80212eff130c None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:52:04.164835 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862d1d8-7a79-41d9-b680-d8573c6addba None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:52:04.546054 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-467a2b6c-a647-4f62-98bf-c81ba42a822d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--686172062&fields=id&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 267 time: 0.0390034 Nov 24 19:52:04.609812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:04.698852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-3d2fad2b-f807-4c6d-bd6b-6985ebf48212 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:04.700308 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-3d2fad2b-f807-4c6d-bd6b-6985ebf48212 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.1475501 Nov 24 19:52:04.715290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-ebc127f3-fff9-4c11-a97e-d4d617fa2800 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/quotas/4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 375 time: 0.0093148 Nov 24 19:52:04.803259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-321341fb-2389-4331-8cfd-8bc3024c9cdc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828776 Nov 24 19:52:04.854759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-37d5946d-507c-47ef-8d05-f72fa23025a8 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:52:04.855762 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-37d5946d-507c-47ef-8d05-f72fa23025a8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0415046 Nov 24 19:52:04.990582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-d963b83d-f85d-4926-8b58-31ff1ed3f5c5 service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289036 Nov 24 19:52:05.122583 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-be09162f-dc9d-4ff4-a304-63b95fb8cf60 service neutron] 10.222.0.47 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263523 Nov 24 19:52:05.295677 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5593faef-f5cf-4427-b5cb-19eada779bff req-7d55b407-77fa-47ec-9594-741a97ca60be tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 210 time: 0.0419843 Nov 24 19:52:06.314170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-d4274258-3547-4278-b5b2-b11209dc1e11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:06.315533 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-d4274258-3547-4278-b5b2-b11209dc1e11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 812 time: 0.1490760 Nov 24 19:52:06.371094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-4d535c7e-631e-4a00-a451-0f66cb13c76d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 379 time: 0.0436485 Nov 24 19:52:06.381024 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'port': {'device_id': '167b3a30-2788-4b6f-8719-596883099359', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'admin_state_up': True, 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'security_groups': ['3f5e8b97-6566-4f9c-93d3-0d909c8668ea']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:52:06.505944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-057b6d01-4b58-404f-9677-c41a869034d1 req-0f434aa3-654a-48bb-bb5c-8474d9c78647 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 210 time: 0.0988162 Nov 24 19:52:06.560471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:52:06.569920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:52:06.579337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Made reservation on behalf of 4c17e7f0cfd34fe4bcc657912e56f6de for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:52:06.582923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:06.761034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Allocated IP 172.20.0.6 (19dce69c-fcef-4eac-a5fe-b30f4b8eb227/72b38637-ebda-4fb1-82fc-32c5c782ac0e/ea4a3853-f22a-4609-8fd8-25bdc874513d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:52:07.107937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:07.130390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Transition to ACTIVE for port object ea4a3853-f22a-4609-8fd8-25bdc874513d will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:52:07.158346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:07.164895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-26bd7cbe-219d-4b55-946a-caf0298ea03b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:52:07.235800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:52:07.239567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:52:07.243767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:52:07.280336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:52:07.288091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:52:07.327899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:07.328986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:07.361016 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9844513 Nov 24 19:52:07.375132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Request body: {'port': {'device_id': '167b3a30-2788-4b6f-8719-596883099359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:52:07.492983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2b6846f2-bbbe-4e27-bb10-6343d464e951 None None] Provisioning for port ea4a3853-f22a-4609-8fd8-25bdc874513d completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:52:07.498049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2b6846f2-bbbe-4e27-bb10-6343d464e951 None None] Provisioning complete for port ea4a3853-f22a-4609-8fd8-25bdc874513d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:52:07.498435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2b6846f2-bbbe-4e27-bb10-6343d464e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:07.511804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:07.553564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2b6846f2-bbbe-4e27-bb10-6343d464e951 None None] Port ea4a3853-f22a-4609-8fd8-25bdc874513d cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:52:07.842955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113b78-b694-438f-b79f-22d16985537f req-496501ba-f2bf-4cf8-9134-b63b02f345b9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:07.843556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-39113b78-b694-438f-b79f-22d16985537f req-496501ba-f2bf-4cf8-9134-b63b02f345b9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:52:07.876288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-39113b78-b694-438f-b79f-22d16985537f req-496501ba-f2bf-4cf8-9134-b63b02f345b9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:52:07.877399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39113b78-b694-438f-b79f-22d16985537f req-496501ba-f2bf-4cf8-9134-b63b02f345b9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 931 time: 0.2523832 Nov 24 19:52:07.978818 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-39113b78-b694-438f-b79f-22d16985537f req-9517cb31-4af9-4f79-9034-e713a5add13f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906463 Nov 24 19:52:07.980654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:52:07.987820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:08.002048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Transition to ACTIVE for port object ea4a3853-f22a-4609-8fd8-25bdc874513d will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:52:08.006396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:08.010806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:52:08.167216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:52:08.170147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:52:08.253137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Attempting to bind port ea4a3853-f22a-4609-8fd8-25bdc874513d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:52:08.253477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Attempting to bind port ea4a3853-f22a-4609-8fd8-25bdc874513d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:52:08.253802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Attempting to bind port ea4a3853-f22a-4609-8fd8-25bdc874513d on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:52:08.258965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Port ea4a3853-f22a-4609-8fd8-25bdc874513d on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:52:08.259282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Attempting to bind port ea4a3853-f22a-4609-8fd8-25bdc874513d on network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:52:08.264229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:52:08.264560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Checking segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:52:08.264931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Bound using segment: {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:52:08.265350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Bound port: ea4a3853-f22a-4609-8fd8-25bdc874513d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7460b8-6b8e-4297-beba-719bbc91faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:52:08.265690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:08.353793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:52:08.356596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:52:08.360751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:08.364911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9b6aa59a-bac1-4088-a8b9-4283d1070ddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:52:08.423412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:08.424371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:08.425378 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] 10.222.0.41 "PUT /v2.0/ports/ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1093 time: 1.0567758 Nov 24 19:52:08.425909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:52:08.449621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:52:08.453015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:52:08.498669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'status': 'completed', 'code': 200} Nov 24 19:52:08.541474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-2d8a0f77-e04e-4eb3-b221-c90e6d9daccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:08.542969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-2d8a0f77-e04e-4eb3-b221-c90e6d9daccf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1096 time: 0.0792942 Nov 24 19:52:08.616354 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-2cbf4e65-5237-438f-b961-98ca93786a25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 217 time: 0.0654545 Nov 24 19:52:08.679748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-ca81a4a7-354d-4734-a865-914fd3a503d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:08.681150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-ca81a4a7-354d-4734-a865-914fd3a503d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0588777 Nov 24 19:52:08.756427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336270f-0936-467f-9ef7-676a52e43846 req-c4e36ae9-bbcf-4d1e-95e4-f6b8419e48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:08.757911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-c4e36ae9-bbcf-4d1e-95e4-f6b8419e48ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705321 Nov 24 19:52:08.889814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-febcdb06-c028-4356-85b2-d838a5bd1e60 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252332 Nov 24 19:52:09.194496 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2336270f-0936-467f-9ef7-676a52e43846 req-a0af86b9-786f-4f84-b0d7-64fb1615c395 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976978 Nov 24 19:52:09.212927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e95368-f052-4f24-8db4-146b0bd4e048 req-6f7a0250-d114-4d27-8ff8-6d6a14f07351 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:09.214351 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f3e95368-f052-4f24-8db4-146b0bd4e048 req-6f7a0250-d114-4d27-8ff8-6d6a14f07351 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 943 time: 0.1271734 Nov 24 19:52:09.302685 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f3e95368-f052-4f24-8db4-146b0bd4e048 req-14e23506-23f9-46b8-80c5-8d4d95f18950 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824940 Nov 24 19:52:09.330856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-6f8cf678-4426-4753-bc66-a90b5b1c58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:09.332355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-6f8cf678-4426-4753-bc66-a90b5b1c58f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1096 time: 0.0897486 Nov 24 19:52:09.464966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-b3fc95cc-c1d0-4c0b-a2bb-0e749a138140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:09.466305 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-b3fc95cc-c1d0-4c0b-a2bb-0e749a138140 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1278310 Nov 24 19:52:09.535225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-a6bbe15f-7f16-4a9e-8b74-986c6b5405e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 217 time: 0.0620635 Nov 24 19:52:09.599273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-631c448d-6ed8-4830-97df-dcbb83ddd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:09.600679 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-631c448d-6ed8-4830-97df-dcbb83ddd238 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0595953 Nov 24 19:52:09.674770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-5941c8a1-44fe-4d20-bf03-024fa035a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:09.676314 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-5941c8a1-44fe-4d20-bf03-024fa035a7df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694280 Nov 24 19:52:09.808610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-947291bf-e920-4463-b195-f8281c74f1b2 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255522 Nov 24 19:52:09.944076 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e1721e1-0cbf-4af2-860a-5d26a4e81127 req-78460df2-1b72-4572-91ee-1d79da1b2cd7 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276891 Nov 24 19:52:10.494820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c006d-bd43-4914-b5e1-9339ffb5d9fa req-58b36a3d-a825-454f-94ca-2fb830572385 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:10.496310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ca6c006d-bd43-4914-b5e1-9339ffb5d9fa req-58b36a3d-a825-454f-94ca-2fb830572385 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 943 time: 0.0878694 Nov 24 19:52:10.540020 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ca6c006d-bd43-4914-b5e1-9339ffb5d9fa req-61e9cd81-a952-4a8d-b864-29b588692165 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380294 Nov 24 19:52:11.569059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:52:11.704281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:52:11.721908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'mac_address': 'fa:16:3e:0c:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:52:11.725562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74a587-4c66-47e7-ba45-17b3fa6c6670 req-36d91357-c1b1-4739-b5a9-9ee6416b4fab tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:11.727041 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac74a587-4c66-47e7-ba45-17b3fa6c6670 req-36d91357-c1b1-4739-b5a9-9ee6416b4fab tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 943 time: 0.0831425 Nov 24 19:52:11.771656 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac74a587-4c66-47e7-ba45-17b3fa6c6670 req-5297b24f-5269-463c-af9e-7ec35552b10e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 Nov 24 19:52:11.778923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:11.797027 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:52:11.812186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:52:11.816569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:11.818265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:52:11.883304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:52:11.886510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:52:12.177254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ea4a3853-f22a-4609-8fd8-25bdc874513d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:52:12.958406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174dce-b507-45df-935c-55ea4e5375c3 req-3e9f7b69-40e1-46f2-a52e-6cb91b4d99f7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:12.960013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d174dce-b507-45df-935c-55ea4e5375c3 req-3e9f7b69-40e1-46f2-a52e-6cb91b4d99f7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 944 time: 0.0859160 Nov 24 19:52:13.002996 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9d174dce-b507-45df-935c-55ea4e5375c3 req-b47eaeb8-97c5-4fbf-956e-9d8d2497c50e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374260 Nov 24 19:52:13.568464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:52:13.675236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port ea4a3853-f22a-4609-8fd8-25bdc874513d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:52:13.680516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port ea4a3853-f22a-4609-8fd8-25bdc874513d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:52:13.680890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:13.792650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:13.819124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:52:13.829152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:52:13.833068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:13.835155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:52:13.868254 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'code': 200} Nov 24 19:52:13.906546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:52:13.909405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:52:14.094525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd35c7-8e41-46a9-8133-a7c80ed4b28e req-06d382ce-fbd7-471e-88f8-6ca0b66d7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:14.095927 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5dd35c7-8e41-46a9-8133-a7c80ed4b28e req-06d382ce-fbd7-471e-88f8-6ca0b66d7d5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1098 time: 0.0696602 Nov 24 19:52:14.192826 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5dd35c7-8e41-46a9-8133-a7c80ed4b28e req-8b326c33-d9c8-4982-8688-8ccd9d529f81 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903788 Nov 24 19:52:14.218558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8275ee-8c04-402e-8585-9773dc03c3f0 req-17f21a3a-3ac1-4b64-9ae6-c00a2f30ac9a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:14.219981 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc8275ee-8c04-402e-8585-9773dc03c3f0 req-17f21a3a-3ac1-4b64-9ae6-c00a2f30ac9a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0988321 Nov 24 19:52:14.263632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc8275ee-8c04-402e-8585-9773dc03c3f0 req-38b4126a-bbd7-4fec-a8a4-8aa02e77fdb4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374193 Nov 24 19:52:15.452617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675ef1-5b41-4cc4-a3bd-e1baef2d0fa5 req-121f2602-bb84-420d-b950-402be88ec11b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:15.454077 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a675ef1-5b41-4cc4-a3bd-e1baef2d0fa5 req-121f2602-bb84-420d-b950-402be88ec11b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0849092 Nov 24 19:52:15.498761 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a675ef1-5b41-4cc4-a3bd-e1baef2d0fa5 req-91dac456-4086-48ea-9d0f-a597fa7dbf76 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 Nov 24 19:52:16.683181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b817e54-0038-4d95-901f-535d78e9a64d req-c6631589-f6d4-4a13-a3b7-3d12e3aaa889 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:16.684637 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b817e54-0038-4d95-901f-535d78e9a64d req-c6631589-f6d4-4a13-a3b7-3d12e3aaa889 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0787523 Nov 24 19:52:16.728094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b817e54-0038-4d95-901f-535d78e9a64d req-f1c4c39d-cfd4-41c8-92a5-6b99f59e18c1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Nov 24 19:52:17.015855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284c56-9878-43de-b504-1a83d85cd4e0 req-b311a7aa-41af-4ae1-9936-11af556cf1fa tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:17.017326 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ca284c56-9878-43de-b504-1a83d85cd4e0 req-b311a7aa-41af-4ae1-9936-11af556cf1fa tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.1904631 Nov 24 19:52:17.026795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51234) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:52:17.031810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Request body: {'floatingip': {'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:52:17.109169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:17.710688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:17.714396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:17.883076 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d associated. External IP: 172.26.6.144, port: ea4a3853-f22a-4609-8fd8-25bdc874513d. Nov 24 19:52:18.234527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:52:18.538058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:52:18.542841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:18.547294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:52:18.557266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:52:18.557883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:52:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:18.597939 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dc06617e-3eca-41ea-89ad-2eae03bade11 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "PUT /v2.0/floatingips/85f4ee43-3315-4f8f-b0ed-35dbff22ca0d HTTP/1.1" status: 200 len: 992 time: 1.5700009 Nov 24 19:52:18.598858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:52:18.652510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'status': 'completed', 'code': 200} Nov 24 19:52:18.741602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:52:18.753368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3939b3-db1d-451f-927d-e76da42d33cc req-1ee61e53-cb8b-45a3-929f-d5089d5d8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:18.755776 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da3939b3-db1d-451f-927d-e76da42d33cc req-1ee61e53-cb8b-45a3-929f-d5089d5d8c4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1098 time: 0.0764925 Nov 24 19:52:18.889892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3939b3-db1d-451f-927d-e76da42d33cc req-4eb948b5-5a5e-4bbd-85e6-42f0ab6b06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:18.891362 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da3939b3-db1d-451f-927d-e76da42d33cc req-4eb948b5-5a5e-4bbd-85e6-42f0ab6b06b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1294219 Nov 24 19:52:18.997024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da3939b3-db1d-451f-927d-e76da42d33cc req-8127ef51-2ed9-42a8-8ea3-1d1d5708c4d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1000 time: 0.0990858 Nov 24 19:52:19.063380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3939b3-db1d-451f-927d-e76da42d33cc req-061827af-4ac4-4dc8-951a-73d518852b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:19.064866 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da3939b3-db1d-451f-927d-e76da42d33cc req-061827af-4ac4-4dc8-951a-73d518852b74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0613472 Nov 24 19:52:19.096818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:0c:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167b3a30-2788-4b6f-8719-596883099359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:52:17Z', 'revision_number': 13, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:19.101596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:52:19.109993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:52:19.110612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:52:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:19.141781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3939b3-db1d-451f-927d-e76da42d33cc req-62b0b061-2b86-4af5-aefb-ac1e34294895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:19.143196 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da3939b3-db1d-451f-927d-e76da42d33cc req-62b0b061-2b86-4af5-aefb-ac1e34294895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718527 Nov 24 19:52:19.295925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:19.314022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:52:19.333788 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da3939b3-db1d-451f-927d-e76da42d33cc req-02262771-458d-4b7e-a735-f98229beb8b0 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834145 Nov 24 19:52:19.364201 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-aca01d2b-dc4f-4b4e-a094-b47a2d8ff57a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310139 Nov 24 19:52:19.476117 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da3939b3-db1d-451f-927d-e76da42d33cc req-21d6338f-4ab8-43ef-94cb-17c9ce61353a service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359012 Nov 24 19:52:19.632374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-4d04c82b-0eb3-49e1-b7c4-6047fae8cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:19.633846 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-4d04c82b-0eb3-49e1-b7c4-6047fae8cf4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1098 time: 0.0710490 Nov 24 19:52:19.682882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:0c:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167b3a30-2788-4b6f-8719-596883099359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:52:17Z', 'revision_number': 13, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:52:19.686839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08aab5-f4f3-4a9c-8ff7-b92821fdf2ea None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '85f4ee43-3315-4f8f-b0ed-35dbff22ca0d', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'floating_ip_address': '172.26.6.144', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'mac_address': 'fa:16:3e:0c:ed:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167b3a30-2788-4b6f-8719-596883099359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:46:05Z', 'updated_at': '2021-11-24T19:52:17Z', 'revision_number': 13, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:52:19.794780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-8e2cfa45-468e-4a9e-aa26-55f7a0b40ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:19.796345 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-8e2cfa45-468e-4a9e-aa26-55f7a0b40ec1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1438899 Nov 24 19:52:19.907382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-5e1d120d-a90e-4e0d-a383-ea48a622dc6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1000 time: 0.1040921 Nov 24 19:52:19.929950 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b5799-d389-4860-9722-8983fb4f646d None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:52:19.971274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-bb53353a-32ac-466b-936a-e6ea99a3b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:19.973289 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-bb53353a-32ac-466b-936a-e6ea99a3b742 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0582490 Nov 24 19:52:20.170406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-e41ff913-b6ac-4762-b10b-7ac8680213a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:52:20.171866 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-e41ff913-b6ac-4762-b10b-7ac8680213a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1931536 Nov 24 19:52:20.309513 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-907dbc87-f7eb-418e-9eb6-1c0d614c14f1 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304588 Nov 24 19:52:20.438994 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d3b305f7-ff70-4e15-8e20-094d44e567c6 req-e8b6f562-a3ea-488e-bcde-692325158ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233542 Nov 24 19:52:27.411046 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:52:29.381410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4457764f-9e2a-47de-a721-a2dca9cfb4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:29.792802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:32.143515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7555-f8f7-48bc-857d-3cad6197cf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:32.855939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:34.611767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:49.296172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:59.383515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ca7df68f-17c9-43d9-b038-1c0a665932f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:52:59.794752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:02.146411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7442-f756-493f-af5e-a712d1447278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:02.859468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:04.409314 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:53:04.614483 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:19.297871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:21.286868 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-7526c0cf-7ce1-4a22-b568-e8b8b36b40ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687966 Nov 24 19:53:21.431917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-85e2cab1-35e1-4c7a-b455-2588a9d68474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:21.433435 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-85e2cab1-35e1-4c7a-b455-2588a9d68474 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1098 time: 0.0766270 Nov 24 19:53:21.583516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-3543cd63-4aae-449d-b261-97fa0589a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:21.585035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-3543cd63-4aae-449d-b261-97fa0589a96b service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1305423 Nov 24 19:53:21.684739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-e141eee4-3aa7-464d-b1e8-61b7dc903296 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1002 time: 0.0929117 Nov 24 19:53:21.752864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-8ca37ec6-f735-4858-89a2-dc4ce333c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:21.754255 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-8ca37ec6-f735-4858-89a2-dc4ce333c569 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0603015 Nov 24 19:53:21.831002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-a98dafe4-e800-46e4-a479-3f28aff1b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:21.832466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-a98dafe4-e800-46e4-a479-3f28aff1b681 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716798 Nov 24 19:53:21.963953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-c38b3fc4-0258-4e54-8922-a6b0a3d331ea service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244771 Nov 24 19:53:22.095463 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f08ad6e-9464-4b94-952b-7c0bf8ae9221 req-dfb31a52-e4c9-4594-99e9-4f855db8c4a3 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236377 Nov 24 19:53:29.387563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e3adb5a6-527a-4c97-b45d-a2ea40084c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:29.797001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:32.150768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-894a4c65-bd89-4ab4-ba87-e02c18d24ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:32.171660 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aad8f-afba-4452-80ab-6374e0d46d06 req-ae45f641-5c0b-4584-bdf7-57c05c1bf883 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:32.173060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d06aad8f-afba-4452-80ab-6374e0d46d06 req-ae45f641-5c0b-4584-bdf7-57c05c1bf883 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0886683 Nov 24 19:53:32.216454 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d06aad8f-afba-4452-80ab-6374e0d46d06 req-57cc955d-3524-4d62-be4c-0bd9bc511d50 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377035 Nov 24 19:53:32.862456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:34.617320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:41.408210 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:53:46.334397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f112599-a17a-429a-a14d-2e18f4499fd3 req-55916c63-d8c5-43cd-abe6-6be1bd9ba4b5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:46.336482 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f112599-a17a-429a-a14d-2e18f4499fd3 req-55916c63-d8c5-43cd-abe6-6be1bd9ba4b5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0830865 Nov 24 19:53:46.376957 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-0a1473e2-a587-448d-9192-5f1020b8daa3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1654274 Nov 24 19:53:46.380383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f112599-a17a-429a-a14d-2e18f4499fd3 req-aadfdc70-8aa9-4737-bfbc-cd94603876fa tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383685 Nov 24 19:53:47.605736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-d0177b5d-b6f9-4638-9a16-0f380780e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:47.607207 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-d0177b5d-b6f9-4638-9a16-0f380780e697 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1098 time: 0.1353412 Nov 24 19:53:47.619334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e2d7a-fc0c-4cd9-bee1-0b34a5536446 req-0d454b4c-5341-4d44-9855-9b54e48f1ee2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:47.620694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-390e2d7a-fc0c-4cd9-bee1-0b34a5536446 req-0d454b4c-5341-4d44-9855-9b54e48f1ee2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.1061542 Nov 24 19:53:47.745307 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-390e2d7a-fc0c-4cd9-bee1-0b34a5536446 req-d58273d6-3b35-435e-baff-f1876893fc1c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043336 Nov 24 19:53:47.779259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-cc743c16-6558-45cc-8a47-8d6cf418e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:47.780724 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-cc743c16-6558-45cc-8a47-8d6cf418e02d service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1592064 Nov 24 19:53:47.885784 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-faedded4-6163-4ce0-b37a-8596795d044b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1002 time: 0.0984383 Nov 24 19:53:48.054826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-5b7ecb3a-ef1f-42ae-a033-cc3953fc4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:48.056207 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-5b7ecb3a-ef1f-42ae-a033-cc3953fc4194 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.1633277 Nov 24 19:53:48.133216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-604cba9c-aa81-4060-a4b6-c356809d8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:48.134673 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-604cba9c-aa81-4060-a4b6-c356809d8361 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717461 Nov 24 19:53:48.263627 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-bb57c3da-b4f2-4a60-9ff5-e8588c295afd service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221290 Nov 24 19:53:48.393968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-466d41e0-be15-4158-bed6-6bf1f647ba66 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230989 Nov 24 19:53:48.932702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ded9f-201a-43d2-b14b-75e9079a139c req-facad472-a480-44b5-a548-0c4d3d95981b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:48.934203 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f7ded9f-201a-43d2-b14b-75e9079a139c req-facad472-a480-44b5-a548-0c4d3d95981b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0797892 Nov 24 19:53:48.977693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2f7ded9f-201a-43d2-b14b-75e9079a139c req-85d3e358-6d1d-48ce-8a39-2af9abe4904c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378954 Nov 24 19:53:49.312441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:50.167836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a573-0c32-471a-b8e7-3db814d37902 req-34eb0b7a-15c0-490e-a8a4-c1596e8fbb13 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:50.169310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc72a573-0c32-471a-b8e7-3db814d37902 req-34eb0b7a-15c0-490e-a8a4-c1596e8fbb13 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0853627 Nov 24 19:53:50.212619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc72a573-0c32-471a-b8e7-3db814d37902 req-7d03eceb-98c6-4763-8607-5afa08e73be8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376709 Nov 24 19:53:51.399078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b79eeb-fa06-4526-bf42-531a9f8f20d4 req-af37ced8-48e4-427f-be6a-8c86c765aa1d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:51.400824 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22b79eeb-fa06-4526-bf42-531a9f8f20d4 req-af37ced8-48e4-427f-be6a-8c86c765aa1d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0824325 Nov 24 19:53:51.443709 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22b79eeb-fa06-4526-bf42-531a9f8f20d4 req-6936c0cf-cad2-419c-9644-6bf5c81cda82 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373547 Nov 24 19:53:52.639415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674c500-281e-4f34-a3e8-45bca2128996 req-219b3ab2-d515-4910-9d5c-032e72d987ac tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:52.640884 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c674c500-281e-4f34-a3e8-45bca2128996 req-219b3ab2-d515-4910-9d5c-032e72d987ac tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0939643 Nov 24 19:53:52.685285 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c674c500-281e-4f34-a3e8-45bca2128996 req-538e077a-459b-4387-9630-20d2c4e44795 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387163 Nov 24 19:53:53.871003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1aee1-7e78-462e-a25f-e3e2f3b51a63 req-13451ada-231e-45ae-8e26-b63f145c84a6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:53.872475 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-80a1aee1-7e78-462e-a25f-e3e2f3b51a63 req-13451ada-231e-45ae-8e26-b63f145c84a6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0818017 Nov 24 19:53:53.919857 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-80a1aee1-7e78-462e-a25f-e3e2f3b51a63 req-c9482d9a-24ec-41f2-b549-e054d097109b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416784 Nov 24 19:53:55.110218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231df2-e96e-4b30-ade8-9be01a8f95b4 req-b5d18473-3d5d-4151-929f-27f60ea97efa tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:55.111647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8231df2-e96e-4b30-ade8-9be01a8f95b4 req-b5d18473-3d5d-4151-929f-27f60ea97efa tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0838296 Nov 24 19:53:55.155815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8231df2-e96e-4b30-ade8-9be01a8f95b4 req-a0641ceb-55a7-4abc-ac39-b6ac1529bb6d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380609 Nov 24 19:53:56.346626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d9431-4714-43fb-945f-7bce44c793b4 req-f6d1ff21-c3ff-4835-b9ce-e051a143c1e0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:56.348078 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e11d9431-4714-43fb-945f-7bce44c793b4 req-f6d1ff21-c3ff-4835-b9ce-e051a143c1e0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0829842 Nov 24 19:53:56.392289 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e11d9431-4714-43fb-945f-7bce44c793b4 req-2acaceae-063d-47fd-9cdb-48bcdd2842a7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377223 Nov 24 19:53:57.584242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95cd9-1050-4516-82d5-932bb233205a req-ab9d38bb-4005-4860-aa89-75d2fb553611 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:57.585669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7be95cd9-1050-4516-82d5-932bb233205a req-ab9d38bb-4005-4860-aa89-75d2fb553611 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0792994 Nov 24 19:53:57.628475 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7be95cd9-1050-4516-82d5-932bb233205a req-ee1019b8-26bf-42cf-a33d-705b26696131 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371535 Nov 24 19:53:58.822813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991e79-53ec-4a44-9c54-dcd0dccf6632 req-a0e4b1ef-3548-475e-8b3f-01b4decd8268 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:53:58.824299 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23991e79-53ec-4a44-9c54-dcd0dccf6632 req-a0e4b1ef-3548-475e-8b3f-01b4decd8268 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0861413 Nov 24 19:53:58.870917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23991e79-53ec-4a44-9c54-dcd0dccf6632 req-10720104-d145-4a7b-a5b0-eb092f50e574 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410311 Nov 24 19:53:59.389638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-74c3fcbd-fc47-4ba7-9b28-b603a1e4cf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:53:59.798322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:00.053685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a366c-2b03-4210-b4ca-6981355067fe req-fcf8d570-2280-4bd4-9f6a-482b150c4032 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:00.055697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-906a366c-2b03-4210-b4ca-6981355067fe req-fcf8d570-2280-4bd4-9f6a-482b150c4032 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0805287 Nov 24 19:54:00.101569 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-906a366c-2b03-4210-b4ca-6981355067fe req-f92d7f9a-2145-4956-bbb3-96d97e29acf1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404191 Nov 24 19:54:01.286298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfcc3e-9f95-4ba8-8051-efa3aedf48a0 req-51eafdb5-af51-4855-a7af-eaf0d9df354a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:01.287669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eadfcc3e-9f95-4ba8-8051-efa3aedf48a0 req-51eafdb5-af51-4855-a7af-eaf0d9df354a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0803347 Nov 24 19:54:01.330861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eadfcc3e-9f95-4ba8-8051-efa3aedf48a0 req-78d1417c-cdaa-4fa0-9abe-bd21180b681a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369551 Nov 24 19:54:02.156479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-66b9651b-129e-4cb6-8e36-686320b0c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:02.530593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef853802-0f5f-4a4d-ab79-391d1f2300cc req-402a1f59-6a13-40c4-840b-abaf6fd9c892 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:02.532060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef853802-0f5f-4a4d-ab79-391d1f2300cc req-402a1f59-6a13-40c4-840b-abaf6fd9c892 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0895500 Nov 24 19:54:02.576876 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef853802-0f5f-4a4d-ab79-391d1f2300cc req-511d0065-0886-4d81-9ca6-d25b61c5f745 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 Nov 24 19:54:02.865934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:03.764041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ec584-8d91-42f1-8f99-05df2ad56d28 req-488b942a-9432-4f68-81a9-61f9eaa06dd6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:03.765502 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a3ec584-8d91-42f1-8f99-05df2ad56d28 req-488b942a-9432-4f68-81a9-61f9eaa06dd6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0794539 Nov 24 19:54:03.810862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5a3ec584-8d91-42f1-8f99-05df2ad56d28 req-af723347-8d9e-4e20-bf30-da753581ab15 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Nov 24 19:54:04.620709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:05.246071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543f57-e969-4ab8-ad55-fdac1cd8353b req-30b2a05d-d06c-4d32-b6a1-6672fdfc02b2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:05.247509 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-02543f57-e969-4ab8-ad55-fdac1cd8353b req-30b2a05d-d06c-4d32-b6a1-6672fdfc02b2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.1877344 Nov 24 19:54:05.292244 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-02543f57-e969-4ab8-ad55-fdac1cd8353b req-699b2587-94d4-4f98-bd13-a04578df40f7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390909 Nov 24 19:54:06.474523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d80f-5c82-4cd2-9eb2-6769de589153 req-bae76685-4649-4d04-af17-09d7a207bc27 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:06.475982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3063d80f-5c82-4cd2-9eb2-6769de589153 req-bae76685-4649-4d04-af17-09d7a207bc27 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0797472 Nov 24 19:54:06.522765 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3063d80f-5c82-4cd2-9eb2-6769de589153 req-2abfcdca-93c0-447e-8303-582c324bfeb0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Nov 24 19:54:07.718021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf6ac6-b0fd-4036-8b04-a6dc9e5ae8a0 req-d9fc394c-e861-4b3a-9643-04863b70d69c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:07.719498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-77cf6ac6-b0fd-4036-8b04-a6dc9e5ae8a0 req-d9fc394c-e861-4b3a-9643-04863b70d69c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0927815 Nov 24 19:54:07.764263 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-77cf6ac6-b0fd-4036-8b04-a6dc9e5ae8a0 req-27f62a03-fc3d-44b0-b665-76131222a197 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392203 Nov 24 19:54:08.954230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166df17-d130-4fbe-a12f-df7e7f49eaae req-7323676f-1566-4e1f-a7ca-785bf72cb1c3 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:08.955691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8166df17-d130-4fbe-a12f-df7e7f49eaae req-7323676f-1566-4e1f-a7ca-785bf72cb1c3 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0853186 Nov 24 19:54:08.999548 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8166df17-d130-4fbe-a12f-df7e7f49eaae req-00680538-c57e-48a6-a792-01a561af060c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380874 Nov 24 19:54:10.185305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abbf56-f0e3-4845-84dd-b954bcc44454 req-656faf25-fb2b-4695-aed2-6810b368028a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:10.188413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b6abbf56-f0e3-4845-84dd-b954bcc44454 req-656faf25-fb2b-4695-aed2-6810b368028a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0792153 Nov 24 19:54:10.230854 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b6abbf56-f0e3-4845-84dd-b954bcc44454 req-e7fe8e25-8f5f-4f0d-98aa-aa7579fd333f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385258 Nov 24 19:54:10.743561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-c1a7cce5-e3ca-4127-b7b1-743562fae2bf service neutron] 10.222.0.41 "GET /v2.0/ports/ea4a3853-f22a-4609-8fd8-25bdc874513d/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0772796 Nov 24 19:54:11.009622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-b9b0f5d5-a05c-4189-a694-18005a7ec62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:11.011084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-b9b0f5d5-a05c-4189-a694-18005a7ec62f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 1098 time: 0.0713780 Nov 24 19:54:11.105398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-f74c3869-93ad-4df3-86f5-781fe383ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:11.106855 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-f74c3869-93ad-4df3-86f5-781fe383ba10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1098 time: 0.0734074 Nov 24 19:54:11.238192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-bba644ba-38c0-4358-8aee-63e833c547d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:11.239625 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-bba644ba-38c0-4358-8aee-63e833c547d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1252940 Nov 24 19:54:11.377804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-250c9ecd-bd5d-4279-8211-4da71b1f499e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1002 time: 0.1311436 Nov 24 19:54:11.455258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-e3f73c3b-5f31-4328-a1d6-0d4195081253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:11.456619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-e3f73c3b-5f31-4328-a1d6-0d4195081253 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0718558 Nov 24 19:54:11.507424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dc254-e5c9-4095-b513-67177de804f5 req-9ea0dcce-d22f-4b17-a769-0c3dcbac40dd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:11.509420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e40dc254-e5c9-4095-b513-67177de804f5 req-9ea0dcce-d22f-4b17-a769-0c3dcbac40dd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.1713493 Nov 24 19:54:11.566669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e40dc254-e5c9-4095-b513-67177de804f5 req-da752d88-b058-4be4-8331-a019563d9b6d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508883 Nov 24 19:54:11.579082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-2e7b1d1b-9da1-49fe-8703-8b104ba9eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:11.580648 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-2e7b1d1b-9da1-49fe-8703-8b104ba9eb43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164508 Nov 24 19:54:11.712851 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-44151460-5ef5-4d30-a1c0-d837d3a82d7c service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246660 Nov 24 19:54:11.850563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-169cbcdb-0cfa-4658-8e0c-def2cf62f5e9 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309075 Nov 24 19:54:12.768279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3abee-fe43-4c90-a5d8-ce2b41d73d0b req-ed5d7bf8-d3f8-4e7a-b015-561bda325cf4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:12.769770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14f3abee-fe43-4c90-a5d8-ce2b41d73d0b req-ed5d7bf8-d3f8-4e7a-b015-561bda325cf4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0913885 Nov 24 19:54:12.818836 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-14f3abee-fe43-4c90-a5d8-ce2b41d73d0b req-f8e5ab97-3685-4b45-8561-beb6a728a1c0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420575 Nov 24 19:54:14.006045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29881973-4db1-44ee-a320-3688c1bfc99e req-41c14d8c-e799-4054-bb0f-e9dd25a6b95f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:14.007558 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-29881973-4db1-44ee-a320-3688c1bfc99e req-41c14d8c-e799-4054-bb0f-e9dd25a6b95f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0798800 Nov 24 19:54:14.051001 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-29881973-4db1-44ee-a320-3688c1bfc99e req-f2c33442-dec2-4d3a-9a4a-155d7ebde954 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376797 Nov 24 19:54:14.220597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:54:14.224492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:54:14.443741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:14.479205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:14.495552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:54:14.504019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'mac_address': 'fa:16:3e:0c:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:54:14.509146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:14.538701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:14.546479 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:14.579917 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'code': 200} Nov 24 19:54:14.622434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:14.643660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:14.647663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:54:14.656586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.656941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.657285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.657624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.657959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.658292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.658627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.658958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.659286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.659611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.659933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.660282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:14.664349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:14.674448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:14.678413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:14.681692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2cd554be-3dc5-4981-882f-1103787ea90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:14.752829 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:14.755764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:14.756879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ea4a3853-f22a-4609-8fd8-25bdc874513d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:54:15.348466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837be73-78f4-4785-842a-f22dc8efea29 req-720f41b7-d549-4623-bc99-edc5b7f0af91 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:15.349873 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6837be73-78f4-4785-842a-f22dc8efea29 req-720f41b7-d549-4623-bc99-edc5b7f0af91 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 944 time: 0.1925294 Nov 24 19:54:15.393355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6837be73-78f4-4785-842a-f22dc8efea29 req-750a4ea3-1a99-455b-bc38-e4a8fac4eacd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369446 Nov 24 19:54:16.222516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:54:16.290852 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port ea4a3853-f22a-4609-8fd8-25bdc874513d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:54:16.291225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:16.405660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:16.437260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:16.441432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:16.443669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:16.513400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:16.516453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:16.579945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6a40-4acc-4cca-8eb8-82bf10fa364d req-17be26fc-933d-49f1-84fd-acbe72d50d1a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:16.581405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9af6a40-4acc-4cca-8eb8-82bf10fa364d req-17be26fc-933d-49f1-84fd-acbe72d50d1a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0801988 Nov 24 19:54:16.581533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:54:16.629287 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d9af6a40-4acc-4cca-8eb8-82bf10fa364d req-a36ed099-f611-4609-a0d7-d8e3bbdc5d4e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Nov 24 19:54:16.637064 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'code': 200} Nov 24 19:54:17.815099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd20609-8bf2-46b4-ad2c-c4e9e43e29e8 req-afc9d98d-9649-4c1b-b344-684b04a4ec62 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:17.816557 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fd20609-8bf2-46b4-ad2c-c4e9e43e29e8 req-afc9d98d-9649-4c1b-b344-684b04a4ec62 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0788608 Nov 24 19:54:17.860692 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fd20609-8bf2-46b4-ad2c-c4e9e43e29e8 req-9696e939-984a-49f7-a86d-bca0e472d0a1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384073 Nov 24 19:54:18.407139 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:54:19.048553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2456-e5bd-4418-ab8c-a6cd5ba6cf8b req-8c5fcdf6-c7a2-4d2d-b86a-86e61e879e6a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:19.049982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d4a2456-e5bd-4418-ab8c-a6cd5ba6cf8b req-8c5fcdf6-c7a2-4d2d-b86a-86e61e879e6a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0821192 Nov 24 19:54:19.093187 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d4a2456-e5bd-4418-ab8c-a6cd5ba6cf8b req-f0d778f3-80de-4262-ac4f-7a9e2ee9483e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370567 Nov 24 19:54:19.325662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:20.266919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:54:20.278244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12459c4a-5f76-4e08-ae58-737d2f4302e8 req-2a962c91-74ec-462b-85d2-eaa1b560ff9c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:20.279714 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12459c4a-5f76-4e08-ae58-737d2f4302e8 req-2a962c91-74ec-462b-85d2-eaa1b560ff9c tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0801568 Nov 24 19:54:20.324112 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12459c4a-5f76-4e08-ae58-737d2f4302e8 req-52fd8a1a-71ac-45a4-8f86-9001ab53b052 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 Nov 24 19:54:20.402775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:20.416219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'mac_address': 'fa:16:3e:0c:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:54:20.470068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:20.486724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:54:20.502277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:20.506042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:20.509337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:20.579462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ea4a3853-f22a-4609-8fd8-25bdc874513d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:54:20.616088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=9']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:20.619819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:21.512632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c1298-a8bd-4755-bdbc-a7cfd38cae7d req-f876264c-f838-410c-b6c5-7d5098c38b62 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:21.514003 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b8c1298-a8bd-4755-bdbc-a7cfd38cae7d req-f876264c-f838-410c-b6c5-7d5098c38b62 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 944 time: 0.0841582 Nov 24 19:54:21.557475 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1b8c1298-a8bd-4755-bdbc-a7cfd38cae7d req-320b1b7a-176d-4627-8269-0694837cb6b3 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377986 Nov 24 19:54:22.139543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-de6cc31a-fc04-4bbd-81bd-dd8f3fe26ba2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:22.140990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-de6cc31a-fc04-4bbd-81bd-dd8f3fe26ba2 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.1396511 Nov 24 19:54:22.216321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15ad9c-b94d-4e41-a280-bcaa8850df82 req-74ce6d5d-5c21-4717-b335-adbf359e09c5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:22.217694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a15ad9c-b94d-4e41-a280-bcaa8850df82 req-74ce6d5d-5c21-4717-b335-adbf359e09c5 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 944 time: 0.1589692 Nov 24 19:54:22.266135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:54:22.266739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-6f069f51-23b0-43e7-8160-49dbddce47a2 service neutron] 10.222.0.41 "GET /v2.0/ports/ea4a3853-f22a-4609-8fd8-25bdc874513d/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.1184955 Nov 24 19:54:22.273782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a15ad9c-b94d-4e41-a280-bcaa8850df82 req-205afe85-77e6-4a92-8704-87c3e7cc88d4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483780 Nov 24 19:54:22.345527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-d00486ca-f0b0-4fd2-a6eb-ed67ea20e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:22.347372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-d00486ca-f0b0-4fd2-a6eb-ed67ea20e34b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1097 time: 0.0723796 Nov 24 19:54:22.380059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port ea4a3853-f22a-4609-8fd8-25bdc874513d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:54:22.380437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:22.493809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-86ecfb8f-4680-4fb6-a8ae-ec4717546b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:22.495157 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-86ecfb8f-4680-4fb6-a8ae-ec4717546b5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1288004 Nov 24 19:54:22.496276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:22.523882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:54:22.534159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:22.540348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:22.543644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:22.589128 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'code': 200} Nov 24 19:54:22.606813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-697ff5db-3aaa-4836-8181-e071e3d81edc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1002 time: 0.1036584 Nov 24 19:54:22.614165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=10']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:22.617787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:22.670446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-5eb9f206-b4aa-4185-a30b-5303761272e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:22.671879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-5eb9f206-b4aa-4185-a30b-5303761272e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0592144 Nov 24 19:54:22.750641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-49270aae-e300-4a26-98ef-730fd67aa80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:22.752048 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-49270aae-e300-4a26-98ef-730fd67aa80b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737681 Nov 24 19:54:22.886296 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-4952c6c1-a652-41d2-a563-2f9d08c3c71f service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271198 Nov 24 19:54:23.017947 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0547e7d-9895-4553-a31b-809c02b34e9a req-19d1b27e-ef04-4bb8-92fc-5642cf049c27 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248124 Nov 24 19:54:23.131421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-61c04ed0-4073-4467-9285-baaac8ae71f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:23.132953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-61c04ed0-4073-4467-9285-baaac8ae71f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1099 time: 0.0709925 Nov 24 19:54:23.385987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-a4278292-a59d-4c60-8f48-668a32bf3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:23.387459 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-a4278292-a59d-4c60-8f48-668a32bf3dab service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.2487371 Nov 24 19:54:23.537873 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-ee5ea06d-4d1d-4d27-b022-33b6f8dfc7ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1002 time: 0.1161482 Nov 24 19:54:23.598079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5fde6-992c-4df8-8e41-86f037363b05 req-2ddbe592-ad3a-4119-a9fc-4aaff53b1c0d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:23.599417 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-84c5fde6-992c-4df8-8e41-86f037363b05 req-2ddbe592-ad3a-4119-a9fc-4aaff53b1c0d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.2110853 Nov 24 19:54:23.627867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-26d60de8-1bdf-4b1c-a8ba-7058f4361426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:23.629249 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-26d60de8-1bdf-4b1c-a8ba-7058f4361426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0839794 Nov 24 19:54:23.691290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-84c5fde6-992c-4df8-8e41-86f037363b05 req-5ffecbe4-1560-430b-901a-fde6b2291064 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855861 Nov 24 19:54:23.720827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-c59b614b-1e9f-40f4-a069-01b482107806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:23.722302 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-c59b614b-1e9f-40f4-a069-01b482107806 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808785 Nov 24 19:54:23.852261 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-2b66ca2c-2a29-4342-9ed6-e882f6014d61 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232576 Nov 24 19:54:23.985564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-ea7abdf7-3418-4d82-b1ef-969d13aafdd0 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272781 Nov 24 19:54:24.876041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25d28-6863-448c-95cf-1f65d2b72f64 req-c0a967c2-a80c-4c10-92bc-f6d1cdad3841 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:24.877474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2fe25d28-6863-448c-95cf-1f65d2b72f64 req-c0a967c2-a80c-4c10-92bc-f6d1cdad3841 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0790308 Nov 24 19:54:24.922543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2fe25d28-6863-448c-95cf-1f65d2b72f64 req-db07bc8b-86f8-4c5e-9364-84ee31e4342a tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391533 Nov 24 19:54:26.111631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb25140-a79e-4c0e-a400-b51c4cab4b8a req-600fb1f2-b5e5-4310-b4b9-54e8c6d93526 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:26.113104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bb25140-a79e-4c0e-a400-b51c4cab4b8a req-600fb1f2-b5e5-4310-b4b9-54e8c6d93526 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0851388 Nov 24 19:54:26.159053 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bb25140-a79e-4c0e-a400-b51c4cab4b8a req-470a769f-6054-4cbb-8319-74e067c4ce5f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396602 Nov 24 19:54:27.187125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-7d223bfd-bdaa-4229-bc0a-ada7408a0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:27.188705 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-7d223bfd-bdaa-4229-bc0a-ada7408a0788 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359&tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de HTTP/1.1" status: 200 len: 1099 time: 0.0710328 Nov 24 19:54:27.341366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-6d9129db-e170-498b-8a87-bdfb5ad59852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:27.342824 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-6d9129db-e170-498b-8a87-bdfb5ad59852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 1099 time: 0.1296940 Nov 24 19:54:27.386627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa87e7d-abc9-4c8f-9f0e-a1ea301948d2 req-b2f1062f-a5b9-4db3-8925-3532f1b88bf0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:27.388074 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fa87e7d-abc9-4c8f-9f0e-a1ea301948d2 req-b2f1062f-a5b9-4db3-8925-3532f1b88bf0 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.1208189 Nov 24 19:54:27.516477 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9fa87e7d-abc9-4c8f-9f0e-a1ea301948d2 req-4d551e5f-cf15-4357-8a8c-ca48d58001d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769935 Nov 24 19:54:27.534296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-81194432-f933-4532-b1e0-1d2ffc50b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:27.535726 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-81194432-f933-4532-b1e0-1d2ffc50b097 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 200 len: 913 time: 0.1853540 Nov 24 19:54:27.638343 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-f01dd5bb-58eb-45ad-bed2-000ae5a727ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 200 len: 1002 time: 0.0953231 Nov 24 19:54:27.702721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-71be3bae-2d62-40fc-aa99-41617d088a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:27.704144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-71be3bae-2d62-40fc-aa99-41617d088a6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 200 len: 851 time: 0.0598330 Nov 24 19:54:27.777542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-c369562d-7525-44be-810d-12e81c3273c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:27.778869 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-c369562d-7525-44be-810d-12e81c3273c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19dce69c-fcef-4eac-a5fe-b30f4b8eb227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687611 Nov 24 19:54:28.029862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-7048059d-c1de-4c3d-9bdc-4e2fd04a6591 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437074 Nov 24 19:54:28.160409 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-edc74879-3313-4e75-bd97-18894fde03f4 service neutron] 10.222.0.41 "GET /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242559 Nov 24 19:54:28.706416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c440-1161-4ea9-8a3d-e64d1e215d6e req-7a4d6f28-d99d-4d0c-b36d-f63f13a3ffa6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:28.707997 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b256c440-1161-4ea9-8a3d-e64d1e215d6e req-7a4d6f28-d99d-4d0c-b36d-f63f13a3ffa6 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0859878 Nov 24 19:54:28.755011 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b256c440-1161-4ea9-8a3d-e64d1e215d6e req-4c3d6c68-61a0-4f72-94a2-9866c3298489 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400231 Nov 24 19:54:29.391571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e43c01ba-abbe-4b79-91af-2895c5bd1cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:29.801401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:29.945479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e681a3-68ff-49fe-ac3f-6e11dbda17ed req-4ac1d1d6-9926-497d-a8a2-603a1f6a3865 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:29.946975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8e681a3-68ff-49fe-ac3f-6e11dbda17ed req-4ac1d1d6-9926-497d-a8a2-603a1f6a3865 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0838499 Nov 24 19:54:29.994672 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8e681a3-68ff-49fe-ac3f-6e11dbda17ed req-14662912-96ce-4e28-a411-18efe06caff8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Nov 24 19:54:30.329463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:54:30.331760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:54:30.549657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:30.571835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:30.591279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'port_id': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'mac_address': 'fa:16:3e:0c:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:54:30.596702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:54:30.638110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:30.644942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:30.653346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:30.685130 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'code': 200} Nov 24 19:54:30.714191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:30.738253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:54:30.746571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=11']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:30.749761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:30.807981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:54:30.808348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:54:31.188107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c2ff-9a5a-41b6-a60b-1f9c45ccdb1d req-54b251aa-8ea8-4150-b0d5-8808844b3bb1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:31.189462 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f095c2ff-9a5a-41b6-a60b-1f9c45ccdb1d req-54b251aa-8ea8-4150-b0d5-8808844b3bb1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 944 time: 0.0835028 Nov 24 19:54:31.233161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f095c2ff-9a5a-41b6-a60b-1f9c45ccdb1d req-6284bb4b-b77e-4ebb-8e41-784ce5802bd7 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 Nov 24 19:54:31.362166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:31.379921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:54:31.395632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:31.399658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:31.401594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:31.470459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ea4a3853-f22a-4609-8fd8-25bdc874513d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:54:31.507244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=12']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:31.516149 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:32.148254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-266e0665-e8a8-449d-b999-d14ff3af6280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:32.328806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:54:32.399452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port ea4a3853-f22a-4609-8fd8-25bdc874513d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:54:32.399837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:32.421679 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc416b-b0dd-411f-bcb6-4d8e0531b5c2 req-d37211b2-3ea9-4b59-b664-8318767c0043 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:32.423139 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0bc416b-b0dd-411f-bcb6-4d8e0531b5c2 req-d37211b2-3ea9-4b59-b664-8318767c0043 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 945 time: 0.0805466 Nov 24 19:54:32.468817 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0bc416b-b0dd-411f-bcb6-4d8e0531b5c2 req-0230c5ba-726f-4039-a58c-cbe4338fef6d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390029 Nov 24 19:54:32.517902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:32.549707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:32.552995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:32.555257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:32.619254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=13']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:32.622199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:32.685929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:54:32.736302 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'code': 200} Nov 24 19:54:32.868540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:33.656412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25278a54-bd25-433b-8fc6-5fcfaba59021 req-f399b322-64cf-4bb3-8823-98354ecb43ba tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:33.657864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25278a54-bd25-433b-8fc6-5fcfaba59021 req-f399b322-64cf-4bb3-8823-98354ecb43ba tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0846176 Nov 24 19:54:33.701950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25278a54-bd25-433b-8fc6-5fcfaba59021 req-1dd164d5-ab05-42f4-8619-042400eab850 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376928 Nov 24 19:54:34.623766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:34.895280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b97dd8-b47f-47c4-b75b-a56c28ab1f44 req-316b8501-2419-4bda-be4b-8826eb275d06 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:34.896781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74b97dd8-b47f-47c4-b75b-a56c28ab1f44 req-316b8501-2419-4bda-be4b-8826eb275d06 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0802758 Nov 24 19:54:34.944968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-74b97dd8-b47f-47c4-b75b-a56c28ab1f44 req-e67ea764-aee3-44eb-9245-5129b908e7b9 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Nov 24 19:54:36.128233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924b8a-700e-4be2-a421-65359ab09ce7 req-73a25bc7-6243-4699-8129-69ec2c19ed1b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:36.129671 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cf924b8a-700e-4be2-a421-65359ab09ce7 req-73a25bc7-6243-4699-8129-69ec2c19ed1b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0804563 Nov 24 19:54:36.174341 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cf924b8a-700e-4be2-a421-65359ab09ce7 req-fcdb5bbe-b78e-4910-93b3-69b3017c635d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383737 Nov 24 19:54:37.359317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7c6b3-6c2b-49c5-a4ea-ec9d956498f3 req-ed81fe44-1c59-42be-b4e1-3bdbdc6ca3f1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:37.360804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2de7c6b3-6c2b-49c5-a4ea-ec9d956498f3 req-ed81fe44-1c59-42be-b4e1-3bdbdc6ca3f1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0834210 Nov 24 19:54:37.405945 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2de7c6b3-6c2b-49c5-a4ea-ec9d956498f3 req-6b3f8d96-6227-41d5-a65d-74b99b6ee55d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390279 Nov 24 19:54:37.599060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26e0c-a576-40a2-adfb-83e936b9a073 req-ea8baf85-674b-4958-b990-55bff1ee94a4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:37.601065 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23e26e0c-a576-40a2-adfb-83e936b9a073 req-ea8baf85-674b-4958-b990-55bff1ee94a4 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0836494 Nov 24 19:54:37.645411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23e26e0c-a576-40a2-adfb-83e936b9a073 req-48eacd58-bd70-46fd-9b3c-cd2d2ceb0abc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Nov 24 19:54:37.829888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff63ef-eee4-4d56-8553-3e9cd04d4de9 req-83010bca-fda9-463b-a009-2c6f4eeb97fd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:37.831327 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-64ff63ef-eee4-4d56-8553-3e9cd04d4de9 req-83010bca-fda9-463b-a009-2c6f4eeb97fd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0824959 Nov 24 19:54:37.875678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-64ff63ef-eee4-4d56-8553-3e9cd04d4de9 req-6cb48c56-cdac-4057-a3da-5c3249ab3a6d tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381694 Nov 24 19:54:38.251413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186b252-1534-4405-a874-9965e7280bce req-c7fd2903-b66f-43b9-a7fb-6e4c5743142f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:38.252808 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7186b252-1534-4405-a874-9965e7280bce req-c7fd2903-b66f-43b9-a7fb-6e4c5743142f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0799470 Nov 24 19:54:38.300785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7186b252-1534-4405-a874-9965e7280bce req-8a0ebdf4-8879-4a38-9d0e-40a10006734b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Nov 24 19:54:39.493972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b0717-5eb6-47bc-9bac-857f3a8229b8 req-23fa757b-a04d-4065-a468-528982ff3e36 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:39.495456 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-971b0717-5eb6-47bc-9bac-857f3a8229b8 req-23fa757b-a04d-4065-a468-528982ff3e36 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0819459 Nov 24 19:54:39.541237 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-971b0717-5eb6-47bc-9bac-857f3a8229b8 req-43b710e1-aabd-4d81-b183-778c388cba58 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394099 Nov 24 19:54:40.727840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af055d8-4e47-453d-8568-78d61f4eb29e req-e020ed90-5867-4b3e-82ee-9c7f2c44f2f8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:40.729307 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4af055d8-4e47-453d-8568-78d61f4eb29e req-e020ed90-5867-4b3e-82ee-9c7f2c44f2f8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0853510 Nov 24 19:54:40.820330 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4af055d8-4e47-453d-8568-78d61f4eb29e req-328c09bf-4d1d-4469-8214-ae646ec3b2d1 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups?id=3f5e8b97-6566-4f9c-93d3-0d909c8668ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851052 Nov 24 19:54:40.847418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c270df-9046-4966-a307-e53ff3e11349 req-fa3b21c7-adb8-4656-9b94-3da9a023227f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:40.848852 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58c270df-9046-4966-a307-e53ff3e11349 req-fa3b21c7-adb8-4656-9b94-3da9a023227f tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 946 time: 0.0991926 Nov 24 19:54:40.921376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Deleting port ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:54:40.921637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:41.165319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] For port ea4a3853-f22a-4609-8fd8-25bdc874513d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ea4a3853-f22a-4609-8fd8-25bdc874513d,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:41.165675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:41.555105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:41.555381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:41.555686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d disassociated. External IP: 172.26.6.144, port: ea4a3853-f22a-4609-8fd8-25bdc874513d. Nov 24 19:54:41.556048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Calling delete_port for ea4a3853-f22a-4609-8fd8-25bdc874513d owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:54:41.701460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:41.707109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48515765-810e-4990-9e3b-bdf26424c1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:41.751446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event deleted for resources: {'Port': ['ID=ea4a3853-f22a-4609-8fd8-25bdc874513d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:41.762585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.762888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.763265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.763659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.764029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.764403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.764773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.765146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.765500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.765860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.766219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.766576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:54:41.821447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:41.982890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c68db167-481e-4410-9ac7-e6efa8678110 req-24983ea7-d9b1-4963-bdb7-cba14ee75099 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 210 time: 0.0473452 Nov 24 19:54:42.001701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:54:42.181673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:54:42.191584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:54:42.202197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:54:42.202822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:54:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:42.256853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] No DVR routers for this DVR port ea4a3853-f22a-4609-8fd8-25bdc874513d on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:54:42.259424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:42.262306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-deleted', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:54:42.279590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58c270df-9046-4966-a307-e53ff3e11349 req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.41 "DELETE /v2.0/ports/ea4a3853-f22a-4609-8fd8-25bdc874513d HTTP/1.1" status: 204 len: 173 time: 1.4250829 Nov 24 19:54:42.310464 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b3a30-2788-4b6f-8719-596883099359', 'name': 'network-vif-deleted', 'tag': 'ea4a3853-f22a-4609-8fd8-25bdc874513d', 'status': 'completed', 'code': 200} Nov 24 19:54:42.427527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:54:42.745718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:42.749625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:54:42.758760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:54:42.759372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:54:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:42.947478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:54:43.145850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b88596eb-b8cb-4589-8fd6-33fb5c84ff6c req-9c55a7a1-4237-4506-b0c0-5d0a25b43131 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Synchronizing usage tracker for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:54:43.164667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b88596eb-b8cb-4589-8fd6-33fb5c84ff6c req-9c55a7a1-4237-4506-b0c0-5d0a25b43131 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Unset dirty status for tenant:4c17e7f0cfd34fe4bcc657912e56f6de on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:54:43.166001 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b88596eb-b8cb-4589-8fd6-33fb5c84ff6c req-9c55a7a1-4237-4506-b0c0-5d0a25b43131 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/ports?device_id=167b3a30-2788-4b6f-8719-596883099359 HTTP/1.1" status: 200 len: 210 time: 0.0632842 Nov 24 19:54:43.274179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:43.278804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9cb0c0-3039-42e5-aa39-0f9ec9f0658e None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:46:03Z', 'revision_number': 4, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '7c81e5f1-19f7-4e98-bd41-175168b8be25', 'name': '', 'network_id': '19dce69c-fcef-4eac-a5fe-b30f4b8eb227', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'mac_address': 'fa:16:3e:39:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:46:02Z', 'updated_at': '2021-11-24T19:46:07Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'subnets': [{'id': '72b38637-ebda-4fb1-82fc-32c5c782ac0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:54:43.500091 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d7bfd-aa1c-4403-abc3-c1a2a4e64f86 None None] New status for floating IP 85f4ee43-3315-4f8f-b0ed-35dbff22ca0d: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:54:44.359559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:54:44.396300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: ea4a3853-f22a-4609-8fd8-25bdc874513d {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:54:44.396665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ea4a3853-f22a-4609-8fd8-25bdc874513d not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:54:47.456593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51612) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:47.519681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-298f3886-94ca-4a81-8d74-fa49c4c1d3d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:47.547046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-298f3886-94ca-4a81-8d74-fa49c4c1d3d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:47.602313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-298f3886-94ca-4a81-8d74-fa49c4c1d3d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:47.607926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-30133c3e-9be6-4adf-bf0b-72a4da6a73ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:47.622228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f3886-94ca-4a81-8d74-fa49c4c1d3d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5e8b97-6566-4f9c-93d3-0d909c8668ea,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:47.624796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-298f3886-94ca-4a81-8d74-fa49c4c1d3d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:47.632281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-298f3886-94ca-4a81-8d74-fa49c4c1d3d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:47.633413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-298f3886-94ca-4a81-8d74-fa49c4c1d3d8 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "DELETE /v2.0/security-groups/3f5e8b97-6566-4f9c-93d3-0d909c8668ea HTTP/1.1" status: 204 len: 168 time: 0.1758394 Nov 24 19:54:47.635857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51616) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:47.652297 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.api.v2.resource [None req-f6ff2af4-00c8-4910-80f6-dcc1fd5b7f2e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] show failed (client error): The resource could not be found. Nov 24 19:54:47.653262 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6ff2af4-00c8-4910-80f6-dcc1fd5b7f2e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "GET /v2.0/security-groups/3f5e8b97-6566-4f9c-93d3-0d909c8668ea HTTP/1.1" status: 404 len: 347 time: 0.0164549 Nov 24 19:54:47.655829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51620) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:47.806650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Deleting port 0489c5b3-df95-48a1-bc16-a1973047cdd8 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:54:47.806897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:48.090212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:48.090461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:48.210564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Calling delete_port for 0489c5b3-df95-48a1-bc16-a1973047cdd8 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:54:48.350875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:48.354346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8257a2cf-55ef-4ba8-af89-c1192b2c121e tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:48.396504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Pushing event deleted for resources: {'Port': ['ID=0489c5b3-df95-48a1-bc16-a1973047cdd8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:48.400953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:48.491406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:48.508676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:48.509785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] 10.222.0.47 "DELETE /v2.0/floatingips/85f4ee43-3315-4f8f-b0ed-35dbff22ca0d HTTP/1.1" status: 204 len: 168 time: 0.8530786 Nov 24 19:54:48.512872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51624) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:49.107577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:49.326313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:49.575405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Deleting port 7c81e5f1-19f7-4e98-bd41-175168b8be25 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:54:49.576049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:49.746120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] For port 7c81e5f1-19f7-4e98-bd41-175168b8be25, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=7c81e5f1-19f7-4e98-bd41-175168b8be25,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:49.746468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:49.873399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Calling delete_port for 7c81e5f1-19f7-4e98-bd41-175168b8be25 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:54:50.055890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:50.060388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:50.131381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c81e5f1-19f7-4e98-bd41-175168b8be25,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:50.134670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:50.380384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:50.737136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:54:51.036214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:54:51.044815 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] Sync routers for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:54:51.050520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] 10.222.0.47 "PUT /v2.0/routers/7367bc9d-ff24-4538-aa78-7cb4f40d8cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5366747 Nov 24 19:54:51.053147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51630) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:51.054522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:54:51.055134 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:54:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:51.233326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:51.235523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:54:51.417961 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:51.427651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Deleting port d320a118-fb9f-41e1-8c41-5ca0451f4575 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:54:51.428182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:51.559338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:54:49Z', 'revision_number': 5, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port': {'id': 'd320a118-fb9f-41e1-8c41-5ca0451f4575', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:45:59Z', 'updated_at': '2021-11-24T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:51.563178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] Checking router: 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:54:51.571573 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] Routers {'7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:54:51.572230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:54:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:51.603277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] For port d320a118-fb9f-41e1-8c41-5ca0451f4575, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d320a118-fb9f-41e1-8c41-5ca0451f4575,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:51.603645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:51.723934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] Set router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:54:51.728568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Calling delete_port for d320a118-fb9f-41e1-8c41-5ca0451f4575 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:54:51.827579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:54:51Z', 'revision_number': 6, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:51.832361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce586cb-9b3d-4d72-a816-d4154739063a None None] The sync data for ids ['7367bc9d-ff24-4538-aa78-7cb4f40d8cf6'] in dv-neutron-818346-1-hyperv is: [{'id': '7367bc9d-ff24-4538-aa78-7cb4f40d8cf6', 'name': 'tempest-ServerActionsTestJSON-1750071643-router', 'tenant_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:45:58Z', 'updated_at': '2021-11-24T19:54:51Z', 'revision_number': 6, 'project_id': '4c17e7f0cfd34fe4bcc657912e56f6de', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:54:51.898305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:51.902111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-53b876b1-a67a-4fed-94c4-126e0dd0c725 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:51.948203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d320a118-fb9f-41e1-8c41-5ca0451f4575,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:51.951073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:52.035609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.209742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.212203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.235901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.236493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:54:52.250342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.251529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/7367bc9d-ff24-4538-aa78-7cb4f40d8cf6 HTTP/1.1" status: 204 len: 168 time: 1.1975152 Nov 24 19:54:52.254047 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51634) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:52.317080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Deleting subnet 72b38637-ebda-4fb1-82fc-32c5c782ac0e {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:54:52.320923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.492720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.572677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.642969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.647148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a208736a-bb33-415d-90fa-d68f8b634d59 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:52.681240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b38637-ebda-4fb1-82fc-32c5c782ac0e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:52.684262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:52.685231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.691463 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee38eb-2796-4267-b123-551aa78a74d3 None None] Network 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:54:52.692418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/72b38637-ebda-4fb1-82fc-32c5c782ac0e HTTP/1.1" status: 204 len: 168 time: 0.4373937 Nov 24 19:54:52.694768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51638) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:52.801431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.812906 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Deleting port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:54:52.813239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:52.963414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] DHCP port deletion for 19dce69c-fcef-4eac-a5fe-b30f4b8eb227 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:54:52.967359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Deleting port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:54:52.967809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.043831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] For port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:53.044461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.169992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Calling delete_port for 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:54:53.171946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] For port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,segment=NetworkSegment(de7460b8-6b8e-4297-beba-719bbc91faef),segment_id=de7460b8-6b8e-4297-beba-719bbc91faef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:54:53.172436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.248376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.255203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-331af6e6-71fc-426c-b865-12d83fb6c3cb tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:53.293081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d320a118-fb9f-41e1-8c41-5ca0451f4575 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:54:53.312729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=85ebaf7c-fce3-425a-aacc-5ceb1dda81d8,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:53.314551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] No DVR routers for this DVR port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:54:53.316035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:53.326699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Calling delete_port for 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:54:53.374199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: d320a118-fb9f-41e1-8c41-5ca0451f4575 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:54:53.374552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d320a118-fb9f-41e1-8c41-5ca0451f4575 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:54:53.374974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7c81e5f1-19f7-4e98-bd41-175168b8be25 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:54:53.416460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 7c81e5f1-19f7-4e98-bd41-175168b8be25 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:54:53.416821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 7c81e5f1-19f7-4e98-bd41-175168b8be25 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:54:53.417245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:54:53.430630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.455079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dce69c-fcef-4eac-a5fe-b30f4b8eb227']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:53.457447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:54:53.457807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:54:53.468654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7460b8-6b8e-4297-beba-719bbc91faef') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:53.468946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7460b8-6b8e-4297-beba-719bbc91faef') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:54:53.478686 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:54:53.479053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:54:53.481055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.497943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.504310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:54:53.504728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:54:53.517721 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:54:53.594126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.597542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0263164-becc-417c-bb7c-0b55b593d1a6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:53.610875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.621020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Pushing event deleted for resources: {'Network': ['ID=19dce69c-fcef-4eac-a5fe-b30f4b8eb227,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:53.624069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:53.634282 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] 10.222.0.47 "DELETE /v2.0/networks/19dce69c-fcef-4eac-a5fe-b30f4b8eb227 HTTP/1.1" status: 204 len: 168 time: 0.9385834 Nov 24 19:54:53.744144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51644) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:53.792424 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-152269e4-38a0-44ca-a20f-e7f3be699692 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c17e7f0cfd34fe4bcc657912e56f6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469556 Nov 24 19:54:53.794741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51648) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:53.852560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a79af1c-40cd-485c-9cb3-98979860da6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.877520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a79af1c-40cd-485c-9cb3-98979860da6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.933659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a79af1c-40cd-485c-9cb3-98979860da6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.937200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18d7a193-f48a-4c98-9a09-cddc67b72a7d tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:53.950063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79af1c-40cd-485c-9cb3-98979860da6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4717106-8897-491f-a13e-2615eac2ad4a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:53.953600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7a79af1c-40cd-485c-9cb3-98979860da6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:53.960343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7a79af1c-40cd-485c-9cb3-98979860da6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:53.961381 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7a79af1c-40cd-485c-9cb3-98979860da6c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4717106-8897-491f-a13e-2615eac2ad4a HTTP/1.1" status: 204 len: 168 time: 0.1657233 Nov 24 19:54:53.980166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Deleting port 85ebaf7c-fce3-425a-aacc-5ceb1dda81d8 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:54:53.980633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:54.088165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6712-ce12-4a12-9553-8cac76a6c90a None None] The port '85ebaf7c-fce3-425a-aacc-5ceb1dda81d8' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:54:54.730228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51672) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:54.834931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1389966709-network', 'tenant_id': 'af3ebe6c75b14e95b4679d040dfcce4e'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:54:54.839686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:54:54.843514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Usage tracker for resource:network and tenant:af3ebe6c75b14e95b4679d040dfcce4e is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:54:54.846363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:54:54.852333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:54:54.862621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Made reservation on behalf of af3ebe6c75b14e95b4679d040dfcce4e for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:54:54.864982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:54.876866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:54.891429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:54:54.895237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Usage tracker for resource:security_group_rule and tenant:af3ebe6c75b14e95b4679d040dfcce4e is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:54:54.898649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:54:54.905393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:54:55.000511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.004053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.006984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60c2030a-a60b-4df5-bf19-f1fb292f3eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:55.034707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:54:55.043981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a73b83-5e31-424e-a62a-3a968fac400f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:55.047642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:55.050301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.050667 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Added segment 3f365ea6-76f6-483d-92c8-00994c189a3e of type vlan for network 871046e9-ea6a-466f-a5ca-b2a96de484e2 Nov 24 19:54:55.077056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.109119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.110098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:55.110676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.115829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4406481b-f7cc-4ccf-a0f5-7d271a387fc6 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:55.214975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Pushing event updated for resources: {'Network': ['ID=871046e9-ea6a-466f-a5ca-b2a96de484e2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:55.221119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4867213 Nov 24 19:54:55.221119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:55.221119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51678) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:54:55.226233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 871046e9-ea6a-466f-a5ca-b2a96de484e2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:54:55.227317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Request body: {'subnet': {'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1389966709-subnet', 'tenant_id': 'af3ebe6c75b14e95b4679d040dfcce4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:54:55.232266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:54:55.236108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Usage tracker for resource:subnet and tenant:af3ebe6c75b14e95b4679d040dfcce4e is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:54:55.238952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:54:55.245075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:54:55.255170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Made reservation on behalf of af3ebe6c75b14e95b4679d040dfcce4e for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:54:55.257776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.405798 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:54:55.467624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.472111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a53a6bd-a4d7-4201-a111-59e4824cdcb5 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:55.540680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53135cb4-6b58-4637-beb3-bc64ed1d8415,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:55.543370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:55.550317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Checking segment: {'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:54:55.550670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Network hostable DHCP agents. Network: 871046e9-ea6a-466f-a5ca-b2a96de484e2, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:54:55.569233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Network 871046e9-ea6a-466f-a5ca-b2a96de484e2 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:54:55.578257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 871046e9-ea6a-466f-a5ca-b2a96de484e2) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:54:55.581915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:55.582539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:55.588932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e7da4-169a-4df3-b28e-b220d06c47db None None] Network 871046e9-ea6a-466f-a5ca-b2a96de484e2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:54:55.604998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-898541c3-289e-47b1-8322-e465b580208c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3829761 Nov 24 19:54:55.802541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79298043-a687-4e56-996e-e86c251e0762 None None] Network 871046e9-ea6a-466f-a5ca-b2a96de484e2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:54:56.257901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-e8ebc82d-435d-4acd-89ad-dd68ed3646c6 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:56.258488 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-e8ebc82d-435d-4acd-89ad-dd68ed3646c6 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Synchronizing usage tracker for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:54:56.274593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-e8ebc82d-435d-4acd-89ad-dd68ed3646c6 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Unset dirty status for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:54:56.276066 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-e8ebc82d-435d-4acd-89ad-dd68ed3646c6 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/networks?id=871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 200 len: 814 time: 0.2706218 Nov 24 19:54:56.290794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-50a6a137-e06a-4899-a622-c77b9e651752 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/quotas/af3ebe6c75b14e95b4679d040dfcce4e HTTP/1.1" status: 200 len: 375 time: 0.0093808 Nov 24 19:54:56.340128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-aa5a26cd-0c0e-4394-9522-fb488b7f43ec tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442781 Nov 24 19:54:56.350732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-e032ac7c-c7b9-4f50-aba5-f2db7cd272a2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 19:54:56.351647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-e032ac7c-c7b9-4f50-aba5-f2db7cd272a2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053926 Nov 24 19:54:56.480470 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-c4db9204-d175-4c65-8e4d-fba913cdc174 service neutron] 10.222.0.47 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235859 Nov 24 19:54:56.611845 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-2e179300-e44f-45fe-8cb2-2fa50e326d5d service neutron] 10.222.0.47 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255517 Nov 24 19:54:56.786806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2182af8b-0c36-40b1-9193-a1f88159ee4a req-638bb3cd-e5d3-492f-a1cb-27ba6da97e91 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 210 time: 0.0426905 Nov 24 19:54:57.798592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-a7937f58-1554-4b40-88dc-702465fc50cd tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:57.800051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-a7937f58-1554-4b40-88dc-702465fc50cd tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "GET /v2.0/networks?id=871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 200 len: 814 time: 0.1480432 Nov 24 19:54:57.813574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Request body: {'port': {'device_id': '2d86602e-7985-44b5-9094-0368cb434243', 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2', 'admin_state_up': True, 'tenant_id': 'af3ebe6c75b14e95b4679d040dfcce4e'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:54:57.957716 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6adbfdfe-1189-449a-bf15-81f3aeae69d4 req-81ddb88d-ebcc-43f6-bff3-6f2f3bc601a8 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 210 time: 0.0493882 Nov 24 19:54:57.998609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:54:58.002621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Usage tracker for resource:port and tenant:af3ebe6c75b14e95b4679d040dfcce4e is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:54:58.005350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:54:58.011225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:54:58.020125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Made reservation on behalf of af3ebe6c75b14e95b4679d040dfcce4e for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:54:58.023544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:58.188466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Allocated IP 172.20.0.9 (871046e9-ea6a-466f-a5ca-b2a96de484e2/53135cb4-6b58-4637-beb3-bc64ed1d8415/b1fd040a-01e2-44e5-8af5-54052a18ab15) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:54:58.391126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:58.421088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:58.426363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-107e0fd3-1a30-4b77-a9af-c4861f79f6ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:58.491012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Network 871046e9-ea6a-466f-a5ca-b2a96de484e2 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:54:58.494237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:54:58.498075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:54:58.532505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Pushing event updated for resources: {'Port': ['ID=b1fd040a-01e2-44e5-8af5-54052a18ab15,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:58.538833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:58.566951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:58.567552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:58.587977 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784832 Nov 24 19:54:58.600873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Request body: {'port': {'device_id': '2d86602e-7985-44b5-9094-0368cb434243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:54:58.711724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.249565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c697a-1e24-439e-9eb8-8fb5edfa7b65 req-2228d177-1cbb-4443-924b-dcaf3f334263 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:59.250261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c51c697a-1e24-439e-9eb8-8fb5edfa7b65 req-2228d177-1cbb-4443-924b-dcaf3f334263 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Synchronizing usage tracker for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:54:59.258894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fd040a-01e2-44e5-8af5-54052a18ab15 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:54:59.270100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.288279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c51c697a-1e24-439e-9eb8-8fb5edfa7b65 req-2228d177-1cbb-4443-924b-dcaf3f334263 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Unset dirty status for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:54:59.289440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c51c697a-1e24-439e-9eb8-8fb5edfa7b65 req-2228d177-1cbb-4443-924b-dcaf3f334263 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 931 time: 0.2213271 Nov 24 19:54:59.291876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Transition to ACTIVE for port object b1fd040a-01e2-44e5-8af5-54052a18ab15 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:54:59.311743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.317478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:59.393949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4b46-d3aa-443c-9517-5aeb53919705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.461053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c51c697a-1e24-439e-9eb8-8fb5edfa7b65 req-9a92c2ea-c9f0-41b9-b7f0-8f8f1b494323 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Synchronizing usage tracker for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:54:59.504224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd040a-01e2-44e5-8af5-54052a18ab15,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:59.514637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:59.572340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c51c697a-1e24-439e-9eb8-8fb5edfa7b65 req-9a92c2ea-c9f0-41b9-b7f0-8f8f1b494323 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Unset dirty status for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:54:59.573503 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c51c697a-1e24-439e-9eb8-8fb5edfa7b65 req-9a92c2ea-c9f0-41b9-b7f0-8f8f1b494323 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783186 Nov 24 19:54:59.595647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Attempting to bind port b1fd040a-01e2-44e5-8af5-54052a18ab15 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:54:59.596015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Attempting to bind port b1fd040a-01e2-44e5-8af5-54052a18ab15 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:54:59.596350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Attempting to bind port b1fd040a-01e2-44e5-8af5-54052a18ab15 on network 871046e9-ea6a-466f-a5ca-b2a96de484e2 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:54:59.601819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Port b1fd040a-01e2-44e5-8af5-54052a18ab15 on network 871046e9-ea6a-466f-a5ca-b2a96de484e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:54:59.602142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Attempting to bind port b1fd040a-01e2-44e5-8af5-54052a18ab15 on network 871046e9-ea6a-466f-a5ca-b2a96de484e2 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:54:59.607237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:54:59.607573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Checking segment: {'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:54:59.607970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Bound using segment: {'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:54:59.608403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Bound port: b1fd040a-01e2-44e5-8af5-54052a18ab15, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:54:59.608749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.696819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] For port b1fd040a-01e2-44e5-8af5-54052a18ab15, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:54:59.699836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] For port b1fd040a-01e2-44e5-8af5-54052a18ab15, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:54:59.703524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.707899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ed8c2602-c3a7-44bf-b33d-95e84d7744a9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:54:59.765824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:59.766440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.767806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] 10.222.0.41 "PUT /v2.0/ports/b1fd040a-01e2-44e5-8af5-54052a18ab15 HTTP/1.1" status: 200 len: 1093 time: 1.1714807 Nov 24 19:54:59.768360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d86602e-7985-44b5-9094-0368cb434243', 'tag': 'b1fd040a-01e2-44e5-8af5-54052a18ab15'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:54:59.801764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd040a-01e2-44e5-8af5-54052a18ab15,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:54:59.810778 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:54:59.847330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:54:59.853525 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d86602e-7985-44b5-9094-0368cb434243', 'tag': 'b1fd040a-01e2-44e5-8af5-54052a18ab15', 'status': 'completed', 'code': 200} Nov 24 19:54:59.889029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-513c3168-14de-4afb-81fd-8b5fb33e425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:54:59.890489 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-513c3168-14de-4afb-81fd-8b5fb33e425b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 1096 time: 0.0848410 Nov 24 19:54:59.962571 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-7bbdaf4f-415e-4053-b639-2916192b1281 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15 HTTP/1.1" status: 200 len: 217 time: 0.0644052 Nov 24 19:55:00.024266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-a1f94a41-b340-46cd-8bd3-10fd7e2c6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:00.025963 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-a1f94a41-b340-46cd-8bd3-10fd7e2c6ae1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53135cb4-6b58-4637-beb3-bc64ed1d8415 HTTP/1.1" status: 200 len: 854 time: 0.0571928 Nov 24 19:55:00.071950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-9f5c8ffd-def4-4604-9af1-0ae3521f1b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=871046e9-ea6a-466f-a5ca-b2a96de484e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396879 Nov 24 19:55:00.202919 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-a83fbecb-2e2b-4641-b996-d26ff5a6661a service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242807 Nov 24 19:55:00.337443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7de4f5fd-7e69-4c2c-b64e-0f90e55aa779 req-89f0564b-ce80-483b-a559-68416a3a6a4c service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262467 Nov 24 19:55:00.456503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-d8d29e05-2235-4dd1-842c-0ad9f651b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:00.457952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-d8d29e05-2235-4dd1-842c-0ad9f651b08d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 1096 time: 0.0729208 Nov 24 19:55:00.587613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-629ae696-bf09-403d-a823-5a2e9528becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:00.588996 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-629ae696-bf09-403d-a823-5a2e9528becd service neutron] 10.222.0.41 "GET /v2.0/networks?id=871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 200 len: 915 time: 0.1245580 Nov 24 19:55:00.658875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-aa390068-1fda-4f52-80f3-677fb83909d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15 HTTP/1.1" status: 200 len: 217 time: 0.0622957 Nov 24 19:55:00.889268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-0493479d-9a78-4b96-8c6e-6c8d0f1c867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:00.890704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-0493479d-9a78-4b96-8c6e-6c8d0f1c867c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53135cb4-6b58-4637-beb3-bc64ed1d8415 HTTP/1.1" status: 200 len: 854 time: 0.2253990 Nov 24 19:55:00.941766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-dc36a761-db81-4e39-9a5b-fb5d091c9c5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=871046e9-ea6a-466f-a5ca-b2a96de484e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425987 Nov 24 19:55:00.954592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc256b97-4ad9-4711-9c41-70c616d66ca2 req-f3560668-57c6-4665-b191-b45f6500f039 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:00.955979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc256b97-4ad9-4711-9c41-70c616d66ca2 req-f3560668-57c6-4665-b191-b45f6500f039 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 943 time: 0.1470516 Nov 24 19:55:01.084403 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc256b97-4ad9-4711-9c41-70c616d66ca2 req-db9e0936-e872-459b-8379-5aa4a7d99f9b tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088252 Nov 24 19:55:01.124896 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-8a123d1d-3fab-4957-8801-889bd9013f2f service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679206 Nov 24 19:55:01.259092 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e14b0faf-08f1-4b3a-8071-842e15eae51b req-f618ae55-4554-422b-b5ac-fe6a59521c19 service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266310 Nov 24 19:55:02.153096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6b18e5f5-0905-438b-b8e4-377e50c35195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:02.282601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b6d26-28e3-4db7-aa31-62cc455f04e8 req-50ed5739-f4f5-4be3-a0bf-17840d82a1e4 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:02.284050 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-171b6d26-28e3-4db7-aa31-62cc455f04e8 req-50ed5739-f4f5-4be3-a0bf-17840d82a1e4 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 943 time: 0.0872278 Nov 24 19:55:02.328843 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-171b6d26-28e3-4db7-aa31-62cc455f04e8 req-0b361c22-cb6f-4045-bd17-ddc471bf204c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Nov 24 19:55:02.871101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:03.512055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a2920-e06f-44d6-8140-9de7f24fb64f req-1cff7c6f-d53b-4ddd-99f7-aec974f046b1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:03.513474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2a8a2920-e06f-44d6-8140-9de7f24fb64f req-1cff7c6f-d53b-4ddd-99f7-aec974f046b1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 943 time: 0.0806901 Nov 24 19:55:03.557338 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2a8a2920-e06f-44d6-8140-9de7f24fb64f req-3f241945-224b-4f50-be5d-39c121a52c2f tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Nov 24 19:55:04.436507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b1fd040a-01e2-44e5-8af5-54052a18ab15 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:55:04.566978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b1fd040a-01e2-44e5-8af5-54052a18ab15, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:04.579763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'b1fd040a-01e2-44e5-8af5-54052a18ab15', 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2', 'port_id': 'b1fd040a-01e2-44e5-8af5-54052a18ab15', 'mac_address': 'fa:16:3e:d9:9f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53135cb4-6b58-4637-beb3-bc64ed1d8415', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:55:04.643790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:04.645764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:04.666999 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fd040a-01e2-44e5-8af5-54052a18ab15 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:55:04.683202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b1fd040a-01e2-44e5-8af5-54052a18ab15, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:04.688354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:04.690271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:04.750258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf5896-e199-4ca3-adf6-eb642397b47a req-f27207ca-2d65-4520-9ab3-7c91da4d0d1c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:04.751996 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fecf5896-e199-4ca3-adf6-eb642397b47a req-f27207ca-2d65-4520-9ab3-7c91da4d0d1c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 944 time: 0.0864494 Nov 24 19:55:04.756156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b1fd040a-01e2-44e5-8af5-54052a18ab15,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:04.759212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:04.798400 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fecf5896-e199-4ca3-adf6-eb642397b47a req-28e817b4-0914-4f3c-b9c2-335287ffae60 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Nov 24 19:55:05.046127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['b1fd040a-01e2-44e5-8af5-54052a18ab15'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:55:05.982896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72549cf-4761-40ee-8ced-9911fdb70152 req-91eb2f27-4217-4c08-9043-683a69bee783 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:05.984373 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b72549cf-4761-40ee-8ced-9911fdb70152 req-91eb2f27-4217-4c08-9043-683a69bee783 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 944 time: 0.0795636 Nov 24 19:55:06.031772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b72549cf-4761-40ee-8ced-9911fdb70152 req-8487e949-6d14-4a5e-8ac2-3df1e1a429f3 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Nov 24 19:55:06.499099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b1fd040a-01e2-44e5-8af5-54052a18ab15 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:55:06.565251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port b1fd040a-01e2-44e5-8af5-54052a18ab15 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:06.570161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port b1fd040a-01e2-44e5-8af5-54052a18ab15 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:06.570545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:06.689076 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:06.716296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d86602e-7985-44b5-9094-0368cb434243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd040a-01e2-44e5-8af5-54052a18ab15'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:55:06.725717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port b1fd040a-01e2-44e5-8af5-54052a18ab15, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:06.730054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:06.731986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-248101c7-c806-436d-a4db-5727b06f88cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:06.798960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=b1fd040a-01e2-44e5-8af5-54052a18ab15,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:06.802123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:06.811941 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d86602e-7985-44b5-9094-0368cb434243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd040a-01e2-44e5-8af5-54052a18ab15', 'code': 200} Nov 24 19:55:07.032822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae09a-1e1f-49fe-a697-b4f77aa7888e req-cc916aa8-29cf-44bc-a7b9-3fa6e76a3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:07.034273 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1c2ae09a-1e1f-49fe-a697-b4f77aa7888e req-cc916aa8-29cf-44bc-a7b9-3fa6e76a3ad9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 1098 time: 0.0703080 Nov 24 19:55:07.075600 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1c2ae09a-1e1f-49fe-a697-b4f77aa7888e req-d441051c-ac15-45fc-82cf-0273ad791c69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346777 Nov 24 19:55:07.218264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f15883-0d41-4275-b72d-0a296624fca8 req-60ce93a5-7f17-4f7e-b4f8-f464910e3a45 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:07.219706 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-98f15883-0d41-4275-b72d-0a296624fca8 req-60ce93a5-7f17-4f7e-b4f8-f464910e3a45 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0833464 Nov 24 19:55:07.265555 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-98f15883-0d41-4275-b72d-0a296624fca8 req-06c7a483-4af9-4507-9f9c-b8122e2a370c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393927 Nov 24 19:55:08.461971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043bde-14bf-4e3f-a60f-7fab323f656b req-4d0f20fa-a319-4c18-a225-dfeee70af4eb tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:08.463402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15043bde-14bf-4e3f-a60f-7fab323f656b req-4d0f20fa-a319-4c18-a225-dfeee70af4eb tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0853004 Nov 24 19:55:08.506787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15043bde-14bf-4e3f-a60f-7fab323f656b req-9fb8fcb6-90d8-477a-a44a-448adb5f02e3 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Nov 24 19:55:09.706048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7d1c8-2568-4ce9-9854-b36c79640a1f req-c6471d93-704a-4109-8c7b-134f6a811dee tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:09.707535 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a5f7d1c8-2568-4ce9-9854-b36c79640a1f req-c6471d93-704a-4109-8c7b-134f6a811dee tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0910211 Nov 24 19:55:09.756054 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a5f7d1c8-2568-4ce9-9854-b36c79640a1f req-ad76f1b2-bad8-43e9-a124-f24c547aa88d tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Nov 24 19:55:10.087780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-4110a90a-5be8-47f1-a5a9-3ce3949e480a tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:10.089179 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-4110a90a-5be8-47f1-a5a9-3ce3949e480a tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/networks?id=871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 200 len: 814 time: 0.1689315 Nov 24 19:55:10.106511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-6b0bd134-9ced-4016-99b6-7f300aa7b01e tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/quotas/af3ebe6c75b14e95b4679d040dfcce4e HTTP/1.1" status: 200 len: 375 time: 0.0114524 Nov 24 19:55:10.192009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-d9f2631d-082b-4618-b9bb-59bce2c7dc81 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801268 Nov 24 19:55:10.394878 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-40cc2a78-d14a-47f0-92f0-fbbf03ac1e5b service neutron] 10.222.0.47 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959999 Nov 24 19:55:10.629696 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-34cb7ae8-cd84-46ac-83d4-b0952df58fdf service neutron] 10.222.0.47 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281260 Nov 24 19:55:10.805136 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a2c67984-de37-4109-ba23-ac7c4c3de418 req-3f42c4b6-1b5a-43db-b6da-911fd0e31db7 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 210 time: 0.0460060 Nov 24 19:55:11.818122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-8880d361-c2a0-4e2e-9427-ad78404f8c67 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:11.819704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-8880d361-c2a0-4e2e-9427-ad78404f8c67 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "GET /v2.0/networks?id=871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 200 len: 814 time: 0.1488717 Nov 24 19:55:11.831411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Request body: {'port': {'device_id': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2', 'admin_state_up': True, 'tenant_id': 'af3ebe6c75b14e95b4679d040dfcce4e'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:11.975657 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e53a10ce-30ee-4194-9185-5ac329fe2b1e req-faf86e03-9730-412e-b62b-60373087241c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 210 time: 0.0518489 Nov 24 19:55:12.021776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:12.031655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:12.042379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Made reservation on behalf of af3ebe6c75b14e95b4679d040dfcce4e for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:12.045972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:12.210445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Allocated IP 172.20.0.8 (871046e9-ea6a-466f-a5ca-b2a96de484e2/53135cb4-6b58-4637-beb3-bc64ed1d8415/2f9a26af-80cb-42e4-80bc-9957a20613a2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:55:12.408648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:12.437770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:12.444207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:12.449392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['b1fd040a-01e2-44e5-8af5-54052a18ab15'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:55:12.513277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Network 871046e9-ea6a-466f-a5ca-b2a96de484e2 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:55:12.516423 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:12.520353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:55:12.550526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Pushing event updated for resources: {'Port': ['ID=2f9a26af-80cb-42e4-80bc-9957a20613a2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:12.557497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:12.587819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:12.588482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:12.612527 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847300 Nov 24 19:55:12.624550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Request body: {'port': {'device_id': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:12.736180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:13.074230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9a26af-80cb-42e4-80bc-9957a20613a2 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:55:13.081591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:13.138178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Transition to ACTIVE for port object 2f9a26af-80cb-42e4-80bc-9957a20613a2 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:13.141795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:13.147267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f977401-a5d2-4393-a81b-755738ce9e41 tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:13.421392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a26af-80cb-42e4-80bc-9957a20613a2,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:13.429216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:13.493846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac6ff7-e202-4ceb-981b-a0c4e914cc2a req-b0daaef5-d816-40b7-ad04-0d10bdf04615 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:13.494456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-64ac6ff7-e202-4ceb-981b-a0c4e914cc2a req-b0daaef5-d816-40b7-ad04-0d10bdf04615 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Synchronizing usage tracker for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:55:13.526350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Attempting to bind port 2f9a26af-80cb-42e4-80bc-9957a20613a2 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:55:13.526687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Attempting to bind port 2f9a26af-80cb-42e4-80bc-9957a20613a2 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:55:13.527014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Attempting to bind port 2f9a26af-80cb-42e4-80bc-9957a20613a2 on network 871046e9-ea6a-466f-a5ca-b2a96de484e2 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:55:13.530511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-64ac6ff7-e202-4ceb-981b-a0c4e914cc2a req-b0daaef5-d816-40b7-ad04-0d10bdf04615 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Unset dirty status for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:55:13.531691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-64ac6ff7-e202-4ceb-981b-a0c4e914cc2a req-b0daaef5-d816-40b7-ad04-0d10bdf04615 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 931 time: 0.4431820 Nov 24 19:55:13.533598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Port 2f9a26af-80cb-42e4-80bc-9957a20613a2 on network 871046e9-ea6a-466f-a5ca-b2a96de484e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:55:13.533921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Attempting to bind port 2f9a26af-80cb-42e4-80bc-9957a20613a2 on network 871046e9-ea6a-466f-a5ca-b2a96de484e2 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:55:13.540493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:55:13.540829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Checking segment: {'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:13.541216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Bound using segment: {'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:55:13.541672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Bound port: 2f9a26af-80cb-42e4-80bc-9957a20613a2, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f365ea6-76f6-483d-92c8-00994c189a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:55:13.542051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:13.638008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-64ac6ff7-e202-4ceb-981b-a0c4e914cc2a req-5b90d54f-6705-4932-a678-94b2141e0bf7 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869939 Nov 24 19:55:13.668407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] For port 2f9a26af-80cb-42e4-80bc-9957a20613a2, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:55:13.671680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] For port 2f9a26af-80cb-42e4-80bc-9957a20613a2, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2f9a26af-80cb-42e4-80bc-9957a20613a2,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:55:13.675839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:13.681125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-257aa530-6860-467a-a751-59f2d1537a3e tempest-ServerDiskConfigTestJSON-1236067881 tempest-ServerDiskConfigTestJSON-1236067881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:13.735228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:13.735829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:13.737208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f9a26af-80cb-42e4-80bc-9957a20613a2 HTTP/1.1" status: 200 len: 1093 time: 1.1169274 Nov 24 19:55:13.737764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'tag': '2f9a26af-80cb-42e4-80bc-9957a20613a2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:55:13.760535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9a26af-80cb-42e4-80bc-9957a20613a2,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:13.764126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:13.805595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'tag': '2f9a26af-80cb-42e4-80bc-9957a20613a2', 'status': 'completed', 'code': 200} Nov 24 19:55:13.848820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-16b97af0-49fe-4776-8db7-dee6e97ec3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:13.850398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-16b97af0-49fe-4776-8db7-dee6e97ec3d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 1096 time: 0.0781195 Nov 24 19:55:13.919759 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-5baaad28-6b8f-4a8e-a886-59ac1f9250dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a26af-80cb-42e4-80bc-9957a20613a2 HTTP/1.1" status: 200 len: 217 time: 0.0615458 Nov 24 19:55:13.984774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-c14521ce-fb84-4f56-a856-69ddd73237e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:13.986186 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-c14521ce-fb84-4f56-a856-69ddd73237e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53135cb4-6b58-4637-beb3-bc64ed1d8415 HTTP/1.1" status: 200 len: 854 time: 0.0607646 Nov 24 19:55:14.034035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-28122e03-4d47-4f05-a326-fc1ddf9c2485 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=871046e9-ea6a-466f-a5ca-b2a96de484e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401304 Nov 24 19:55:14.166034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-d1850924-2c1e-4479-a560-7072ec8a096b service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250687 Nov 24 19:55:14.296879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-49ba5842-0cc5-4a62-8cb1-418230518455 req-4feab7de-1632-4fc3-8282-5b0bd5683a40 service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249721 Nov 24 19:55:14.438911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-e74ced18-b12f-4a0d-bac5-c9544e363e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:14.440406 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-e74ced18-b12f-4a0d-bac5-c9544e363e65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 1096 time: 0.0736756 Nov 24 19:55:14.572206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-1da9c61e-d43d-4b6d-b837-4def97dd8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:14.573563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-1da9c61e-d43d-4b6d-b837-4def97dd8dbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 200 len: 915 time: 0.1265628 Nov 24 19:55:14.644957 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-35c9975e-67f4-40b6-915e-de8c0d23df42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9a26af-80cb-42e4-80bc-9957a20613a2 HTTP/1.1" status: 200 len: 217 time: 0.0646901 Nov 24 19:55:14.705951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-aed2f006-9567-40f1-ad11-8572a02fbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:14.707397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-aed2f006-9567-40f1-ad11-8572a02fbb43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53135cb4-6b58-4637-beb3-bc64ed1d8415 HTTP/1.1" status: 200 len: 854 time: 0.0569937 Nov 24 19:55:14.786972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-8f0098fa-0395-40de-8dcf-4ede542ad6c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=871046e9-ea6a-466f-a5ca-b2a96de484e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723705 Nov 24 19:55:14.946089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7386d-d210-4d03-b702-071cead27932 req-46106c25-822f-490b-b496-7e95b6195aa5 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:14.947542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-04c7386d-d210-4d03-b702-071cead27932 req-46106c25-822f-490b-b496-7e95b6195aa5 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 943 time: 0.1966705 Nov 24 19:55:14.952676 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-4f45668d-00c9-428c-a99a-ad53f5940922 service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549249 Nov 24 19:55:15.184639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-04c7386d-d210-4d03-b702-071cead27932 req-5fa2d9fa-7f65-484b-a2d3-3482a611bc61 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310157 Nov 24 19:55:15.229969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4c3a46d-49ec-4922-8176-311a73f886b8 req-3b403e07-378c-4299-a36a-617d1f79d59d service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619107 Nov 24 19:55:16.367677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863925c1-1f06-4195-bac8-03863f75bbc5 req-6b865285-78d6-45f9-aaa9-55d3b44f1d14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:16.369146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-863925c1-1f06-4195-bac8-03863f75bbc5 req-6b865285-78d6-45f9-aaa9-55d3b44f1d14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 943 time: 0.0791650 Nov 24 19:55:16.413146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-863925c1-1f06-4195-bac8-03863f75bbc5 req-a9005875-893f-4101-b42e-5c9bb89d3d20 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Nov 24 19:55:17.597691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d99bb-6881-4d4c-87f6-f28211f956d2 req-3deba76e-2284-4bf3-82a6-d6ff9af69f19 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:17.599138 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-223d99bb-6881-4d4c-87f6-f28211f956d2 req-3deba76e-2284-4bf3-82a6-d6ff9af69f19 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 943 time: 0.0840797 Nov 24 19:55:17.643875 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-223d99bb-6881-4d4c-87f6-f28211f956d2 req-4eeb7f92-1cda-4d01-932d-356fca6b2f13 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387669 Nov 24 19:55:18.548310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2f9a26af-80cb-42e4-80bc-9957a20613a2 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:55:18.682875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 2f9a26af-80cb-42e4-80bc-9957a20613a2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2f9a26af-80cb-42e4-80bc-9957a20613a2,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:18.696129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '2f9a26af-80cb-42e4-80bc-9957a20613a2', 'network_id': '871046e9-ea6a-466f-a5ca-b2a96de484e2', 'port_id': '2f9a26af-80cb-42e4-80bc-9957a20613a2', 'mac_address': 'fa:16:3e:c3:5d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53135cb4-6b58-4637-beb3-bc64ed1d8415', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:55:18.789869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:18.806558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9a26af-80cb-42e4-80bc-9957a20613a2 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:55:18.822161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 2f9a26af-80cb-42e4-80bc-9957a20613a2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2f9a26af-80cb-42e4-80bc-9957a20613a2,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:18.825923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:18.828415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5313c-5d90-41d7-9c42-4b29d7b8692a req-44b27c8b-bf84-48bd-be7f-10df45a4ea8c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:18.828921 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:18.829900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8b5313c-5d90-41d7-9c42-4b29d7b8692a req-44b27c8b-bf84-48bd-be7f-10df45a4ea8c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 943 time: 0.0813811 Nov 24 19:55:18.883789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8b5313c-5d90-41d7-9c42-4b29d7b8692a req-479bf89b-d5b9-4834-8616-41877f03e190 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Nov 24 19:55:18.895540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=2f9a26af-80cb-42e4-80bc-9957a20613a2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:18.905205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905205 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.905912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.906214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.906626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:18.910358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:19.156402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['2f9a26af-80cb-42e4-80bc-9957a20613a2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:55:19.349688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:20.072349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a8822-7a9b-47fd-a013-bebaefda4e15 req-0f90d53e-08b2-442d-88f5-1891d4b86dfc tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:20.073801 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-085a8822-7a9b-47fd-a013-bebaefda4e15 req-0f90d53e-08b2-442d-88f5-1891d4b86dfc tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 944 time: 0.0838621 Nov 24 19:55:20.117519 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-085a8822-7a9b-47fd-a013-bebaefda4e15 req-4137715f-4076-417a-a769-cd1760a01961 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Nov 24 19:55:20.545434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2f9a26af-80cb-42e4-80bc-9957a20613a2 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:55:20.611364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 2f9a26af-80cb-42e4-80bc-9957a20613a2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:20.616517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 2f9a26af-80cb-42e4-80bc-9957a20613a2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:20.616894 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:20.730785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:20.757422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a26af-80cb-42e4-80bc-9957a20613a2'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:55:20.767387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 2f9a26af-80cb-42e4-80bc-9957a20613a2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2f9a26af-80cb-42e4-80bc-9957a20613a2,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:20.772151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:20.773954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:20.808229 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9a26af-80cb-42e4-80bc-9957a20613a2', 'code': 200} Nov 24 19:55:20.843424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=2f9a26af-80cb-42e4-80bc-9957a20613a2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:20.846212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:21.088474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301f086-1d34-43e3-8f8f-e0c3973f8cb5 req-9d02c594-c645-4967-b2bd-1ca72dff3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:21.089872 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d301f086-1d34-43e3-8f8f-e0c3973f8cb5 req-9d02c594-c645-4967-b2bd-1ca72dff3621 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 1098 time: 0.1134312 Nov 24 19:55:21.133624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d301f086-1d34-43e3-8f8f-e0c3973f8cb5 req-7399ceea-abd3-4411-a7e2-18fc734440bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354428 Nov 24 19:55:21.303661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266944a-e5c9-4178-b604-1de88c31fecc req-860ea0e8-85bf-4dc0-b313-5be60fe47429 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:21.305136 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a266944a-e5c9-4178-b604-1de88c31fecc req-860ea0e8-85bf-4dc0-b313-5be60fe47429 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 945 time: 0.0856967 Nov 24 19:55:21.349517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a266944a-e5c9-4178-b604-1de88c31fecc req-39f3ad93-daf0-4ac1-ad0f-5192e2ace859 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Nov 24 19:55:22.539678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982ba96-bd1b-49b8-8fbe-108e0c2d068a req-00b64d4e-d5e2-44b3-a1d1-54281c35622f tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:22.541173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8982ba96-bd1b-49b8-8fbe-108e0c2d068a req-00b64d4e-d5e2-44b3-a1d1-54281c35622f tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 945 time: 0.0832336 Nov 24 19:55:22.591115 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8982ba96-bd1b-49b8-8fbe-108e0c2d068a req-d5dfa948-9e2f-401d-a04f-6d706377ea52 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442853 Nov 24 19:55:23.296687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-1dfda6af-8680-41cf-b122-32bec50cd132 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707619 Nov 24 19:55:23.435736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-145ec69e-eda5-4b41-9e98-2c9af98f8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:23.437287 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-145ec69e-eda5-4b41-9e98-2c9af98f8b7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 1098 time: 0.0732765 Nov 24 19:55:23.588986 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-cab70f18-cc1b-41ab-aa72-8531442c5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:23.590385 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-cab70f18-cc1b-41ab-aa72-8531442c5adf service neutron] 10.222.0.41 "GET /v2.0/networks?id=871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 200 len: 915 time: 0.1267009 Nov 24 19:55:23.661703 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-eff68211-5dc6-4e29-a50f-692c3a2ae86d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15 HTTP/1.1" status: 200 len: 217 time: 0.0648332 Nov 24 19:55:23.780037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-2303fd8b-5080-4531-aa04-fac5c675272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:23.781461 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-2303fd8b-5080-4531-aa04-fac5c675272a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53135cb4-6b58-4637-beb3-bc64ed1d8415 HTTP/1.1" status: 200 len: 854 time: 0.1137922 Nov 24 19:55:23.839793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd7bd-5d56-495f-8122-38eaeeb0ff51 req-96bf910b-f447-43c0-a211-de48a5298359 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:23.841161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-330dd7bd-5d56-495f-8122-38eaeeb0ff51 req-96bf910b-f447-43c0-a211-de48a5298359 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 945 time: 0.1425703 Nov 24 19:55:23.847598 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-d986d58d-75a0-43be-bc12-f24770c21afc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=871046e9-ea6a-466f-a5ca-b2a96de484e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489106 Nov 24 19:55:23.967160 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-330dd7bd-5d56-495f-8122-38eaeeb0ff51 req-0bcd40ad-2475-4a35-9af6-b865e005f74c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185167 Nov 24 19:55:24.012911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-043a1ee7-c595-42f8-bb4f-cd1fb8feb7b8 service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513946 Nov 24 19:55:24.153090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e8e7830d-187c-4894-99dd-1cae55249d5d req-64daab39-18b4-41f9-b941-7c3886b90236 service neutron] 10.222.0.41 "GET /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270361 Nov 24 19:55:24.345108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01390e-1b3d-426f-a32a-abc9482492ae req-5de3ee19-f5dd-4a74-a5df-9d29ec424444 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:24.346535 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b01390e-1b3d-426f-a32a-abc9482492ae req-5de3ee19-f5dd-4a74-a5df-9d29ec424444 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 945 time: 0.0790637 Nov 24 19:55:24.390388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b01390e-1b3d-426f-a32a-abc9482492ae req-87c28b32-6084-405c-88aa-20c4911dab03 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Nov 24 19:55:25.582140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6ba7e-8a0a-4e2f-aa15-2ab126ede18b req-5b66e73c-4626-4b25-ac00-aa2e8ee4d2d1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:25.584405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0af6ba7e-8a0a-4e2f-aa15-2ab126ede18b req-5b66e73c-4626-4b25-ac00-aa2e8ee4d2d1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 945 time: 0.0841548 Nov 24 19:55:25.627040 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0af6ba7e-8a0a-4e2f-aa15-2ab126ede18b req-dd8541c2-ccee-48e7-b9e3-af1cb96b3002 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370088 Nov 24 19:55:25.814518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-a4c0efce-b27d-4a5c-ac86-9bdc07f45020 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:25.815951 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-a4c0efce-b27d-4a5c-ac86-9bdc07f45020 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 945 time: 0.0836947 Nov 24 19:55:25.995171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Deleting port 2f9a26af-80cb-42e4-80bc-9957a20613a2 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:25.995509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:26.234272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] For port 2f9a26af-80cb-42e4-80bc-9957a20613a2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2f9a26af-80cb-42e4-80bc-9957a20613a2,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:26.234523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:26.358254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Calling delete_port for 2f9a26af-80cb-42e4-80bc-9957a20613a2 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:55:26.500277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:26.505833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-54d6adb4-c574-4be9-b124-8824200c1d53 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:26.512431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['b1fd040a-01e2-44e5-8af5-54052a18ab15', '2f9a26af-80cb-42e4-80bc-9957a20613a2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:55:26.552952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Pushing event deleted for resources: {'Port': ['ID=2f9a26af-80cb-42e4-80bc-9957a20613a2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:26.556491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:26.631644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] No DVR routers for this DVR port 2f9a26af-80cb-42e4-80bc-9957a20613a2 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:55:26.634225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:26.636981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'name': 'network-vif-deleted', 'tag': '2f9a26af-80cb-42e4-80bc-9957a20613a2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:55:26.655829 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db10c2e4-0635-4f0d-bc77-b2ccc77faed9 req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "DELETE /v2.0/ports/2f9a26af-80cb-42e4-80bc-9957a20613a2 HTTP/1.1" status: 204 len: 173 time: 0.8334146 Nov 24 19:55:26.692144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee16f14-ecdc-4e74-808b-dfdd0b99cb52', 'name': 'network-vif-deleted', 'tag': '2f9a26af-80cb-42e4-80bc-9957a20613a2', 'status': 'completed', 'code': 200} Nov 24 19:55:26.781964 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4e04b2c2-f748-4b50-8d8e-8705553d4b07 req-0721b35d-3d3e-482c-8136-6d3e2c62b669 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Synchronizing usage tracker for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:55:26.797087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4e04b2c2-f748-4b50-8d8e-8705553d4b07 req-0721b35d-3d3e-482c-8136-6d3e2c62b669 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Unset dirty status for tenant:af3ebe6c75b14e95b4679d040dfcce4e on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:55:26.798212 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4e04b2c2-f748-4b50-8d8e-8705553d4b07 req-0721b35d-3d3e-482c-8136-6d3e2c62b669 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ee16f14-ecdc-4e74-808b-dfdd0b99cb52 HTTP/1.1" status: 200 len: 210 time: 0.0594304 Nov 24 19:55:28.057738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c8b0-fe28-4c4f-bdb9-26f5acfd4bed req-56188c58-5808-4855-9074-c581cf13057a tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:28.059188 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c64c8b0-fe28-4c4f-bdb9-26f5acfd4bed req-56188c58-5808-4855-9074-c581cf13057a tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0820088 Nov 24 19:55:28.104710 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c64c8b0-fe28-4c4f-bdb9-26f5acfd4bed req-1b6a8901-2ba1-4884-8a8d-795e7ed8c369 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 Nov 24 19:55:28.311302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d5fe9-c54d-45b4-acc4-5b93c91bbcb8 req-53aecf8f-f038-4a1b-8d00-6e04ddf13799 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:28.312775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-096d5fe9-c54d-45b4-acc4-5b93c91bbcb8 req-53aecf8f-f038-4a1b-8d00-6e04ddf13799 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0830576 Nov 24 19:55:28.357239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-096d5fe9-c54d-45b4-acc4-5b93c91bbcb8 req-c1a55496-d337-46d2-8b11-2accb85ea0d5 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Nov 24 19:55:28.539577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65956b81-6821-4db3-b607-5bee7b1e1933 req-a58a8bc8-b29c-46e0-a9fa-a351bcc275cc tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:28.541061 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-65956b81-6821-4db3-b607-5bee7b1e1933 req-a58a8bc8-b29c-46e0-a9fa-a351bcc275cc tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0802937 Nov 24 19:55:28.605643 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-65956b81-6821-4db3-b607-5bee7b1e1933 req-86df9d07-34cc-45e8-8d8f-1802528e4f9e tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590010 Nov 24 19:55:28.891437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409b569-5c71-445d-a8b3-b709eac9c775 req-4323f361-d136-48bd-9c53-8b6cf5eb60f0 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:28.892969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a409b569-5c71-445d-a8b3-b709eac9c775 req-4323f361-d136-48bd-9c53-8b6cf5eb60f0 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0833614 Nov 24 19:55:28.944370 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a409b569-5c71-445d-a8b3-b709eac9c775 req-366b4c7d-65af-4d5f-9dcc-680684d83f0e tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453293 Nov 24 19:55:29.135083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8f80c-7b0b-4640-8bb3-7fc57e8bd446 req-ba08628d-b7f3-45fe-9466-02b67894335c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:29.136552 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cce8f80c-7b0b-4640-8bb3-7fc57e8bd446 req-ba08628d-b7f3-45fe-9466-02b67894335c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0838530 Nov 24 19:55:29.180252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cce8f80c-7b0b-4640-8bb3-7fc57e8bd446 req-e736d258-a20e-40f2-b9bb-2519d89de565 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380404 Nov 24 19:55:29.385067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2639e-a54c-4e3a-a0e0-9cce308d3640 req-5a0bc0e3-4f4a-43ca-a49d-4a1afe8ccb37 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:29.386540 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61b2639e-a54c-4e3a-a0e0-9cce308d3640 req-5a0bc0e3-4f4a-43ca-a49d-4a1afe8ccb37 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0791674 Nov 24 19:55:29.397097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-17320ad7-0564-4b03-bc89-9a13cb4b8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:29.434649 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61b2639e-a54c-4e3a-a0e0-9cce308d3640 req-695d6dd5-36cd-4f15-99d3-bc8cdb2c930d tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Nov 24 19:55:29.809207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:29.973313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47da1-afe3-4dc6-b209-d29ca5a61570 req-e690f817-9dcb-40fc-ad6b-2fb20d1bb685 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:29.974889 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48c47da1-afe3-4dc6-b209-d29ca5a61570 req-e690f817-9dcb-40fc-ad6b-2fb20d1bb685 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0868139 Nov 24 19:55:30.017951 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-48c47da1-afe3-4dc6-b209-d29ca5a61570 req-0b30e9ba-facd-4c1e-b33e-2620f7ab6680 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Nov 24 19:55:30.602956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2f9a26af-80cb-42e4-80bc-9957a20613a2 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:55:30.640324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 2f9a26af-80cb-42e4-80bc-9957a20613a2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:55:30.640692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2f9a26af-80cb-42e4-80bc-9957a20613a2 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:55:31.206083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0ba1-edc8-4182-be70-f4e2b7d84cb0 req-b318a4e1-6114-4d6a-9292-44dc2c74818a tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:31.208282 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b45d0ba1-edc8-4182-be70-f4e2b7d84cb0 req-b318a4e1-6114-4d6a-9292-44dc2c74818a tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0809426 Nov 24 19:55:31.258268 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b45d0ba1-edc8-4182-be70-f4e2b7d84cb0 req-48e33efd-98c4-4d75-b98f-878575930eef tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/security-groups?id=05a73b83-5e31-424e-a62a-3a968fac400f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Nov 24 19:55:31.650592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-bf75236b-2873-4658-9d9d-eb855c4bda18 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:31.652083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-bf75236b-2873-4658-9d9d-eb855c4bda18 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 945 time: 0.0797465 Nov 24 19:55:31.719719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Deleting port b1fd040a-01e2-44e5-8af5-54052a18ab15 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:31.720083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:31.964869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] For port b1fd040a-01e2-44e5-8af5-54052a18ab15, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=b1fd040a-01e2-44e5-8af5-54052a18ab15,segment=NetworkSegment(3f365ea6-76f6-483d-92c8-00994c189a3e),segment_id=3f365ea6-76f6-483d-92c8-00994c189a3e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:31.965229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:32.089264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Calling delete_port for b1fd040a-01e2-44e5-8af5-54052a18ab15 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:55:32.156877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1461d744-57f0-4dae-9acc-fcd286172410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:32.338207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:32.344281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-78c30992-5069-4144-928a-0c2c7f86c567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:32.350216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['b1fd040a-01e2-44e5-8af5-54052a18ab15'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:55:32.405475 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:55:32.424826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Pushing event deleted for resources: {'Port': ['ID=b1fd040a-01e2-44e5-8af5-54052a18ab15,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:32.434807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:32.466466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-284268ac-78fc-45cb-8617-009a6087f0df req-9135068d-393a-4ea1-bbdf-91a07248103c tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d86602e-7985-44b5-9094-0368cb434243 HTTP/1.1" status: 200 len: 210 time: 0.0818686 Nov 24 19:55:32.514273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] No DVR routers for this DVR port b1fd040a-01e2-44e5-8af5-54052a18ab15 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:55:32.516596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:32.519044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d86602e-7985-44b5-9094-0368cb434243', 'name': 'network-vif-deleted', 'tag': 'b1fd040a-01e2-44e5-8af5-54052a18ab15'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:55:32.533899 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-12007daa-5205-4cf0-892e-c9bc00bb1ee4 req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] 10.222.0.41 "DELETE /v2.0/ports/b1fd040a-01e2-44e5-8af5-54052a18ab15 HTTP/1.1" status: 204 len: 173 time: 0.8763895 Nov 24 19:55:32.565675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d86602e-7985-44b5-9094-0368cb434243', 'name': 'network-vif-deleted', 'tag': 'b1fd040a-01e2-44e5-8af5-54052a18ab15', 'status': 'completed', 'code': 200} Nov 24 19:55:32.873449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:33.558976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51840) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:33.619405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Deleting subnet 53135cb4-6b58-4637-beb3-bc64ed1d8415 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:55:33.622234 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:33.675485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:33.730006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:33.796594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:33.799938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6bb66011-52a7-4a6e-b648-31d355407a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:33.836833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53135cb4-6b58-4637-beb3-bc64ed1d8415,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:33.840384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:33.842712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:33.849173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/53135cb4-6b58-4637-beb3-bc64ed1d8415 HTTP/1.1" status: 204 len: 168 time: 0.2885261 Nov 24 19:55:33.851509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51844) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:33.952128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.081401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.107811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871046e9-ea6a-466f-a5ca-b2a96de484e2']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:34.120416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f365ea6-76f6-483d-92c8-00994c189a3e') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:34.120713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f365ea6-76f6-483d-92c8-00994c189a3e') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:34.132090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.148269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.154885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:34.155455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:34.169324 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:34.245442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.249848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.252381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e5758dca-73a9-4f81-8db2-d533ed70491a tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:34.273395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Pushing event deleted for resources: {'Network': ['ID=871046e9-ea6a-466f-a5ca-b2a96de484e2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:34.275904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:34.282914 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c46ed905-640c-45ec-9383-28fc2994c728 admin admin] 10.222.0.47 "DELETE /v2.0/networks/871046e9-ea6a-466f-a5ca-b2a96de484e2 HTTP/1.1" status: 204 len: 168 time: 0.4303844 Nov 24 19:55:34.391499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51850) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:34.441901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-025d33e8-7876-4cee-8cc9-810fe328fe07 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af3ebe6c75b14e95b4679d040dfcce4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491219 Nov 24 19:55:34.445069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51854) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:34.501187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.528044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.581360 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.587012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:34.600374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a73b83-5e31-424e-a62a-3a968fac400f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:34.604197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:34.607298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:34.608436 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/05a73b83-5e31-424e-a62a-3a968fac400f HTTP/1.1" status: 204 len: 168 time: 0.1624901 Nov 24 19:55:34.635052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.329646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51878) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:35.430241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-647362970'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:35.437322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:35.441139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:network and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:35.444701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:35.451087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:35.461757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:35.465180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.477294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.491643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:35.495441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:security_group_rule and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:35.498217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:35.503898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:35.586610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.590095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.594141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed46-cfbe-4e56-bd82-fbbb680ae2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:35.622856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:35.631825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790df739-d489-44c7-a9bd-401de2168fb6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:35.635329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:35.637776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.638121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Added segment f7595ba2-204d-43b6-8084-bb23ecaa71cc of type vlan for network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 Nov 24 19:55:35.664834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.693376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.698819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:35.699401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:35.704218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2cf288b0-a7e8-4c45-930d-d12561312ea8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:35.804763 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4739861 Nov 24 19:55:35.810622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Network': ['ID=3aa5e054-2280-4a96-bf64-e7c39ad684f5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:35.813365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:35.822071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:36.607418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b1fd040a-01e2-44e5-8af5-54052a18ab15 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:55:36.642118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: b1fd040a-01e2-44e5-8af5-54052a18ab15 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:55:36.642474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device b1fd040a-01e2-44e5-8af5-54052a18ab15 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:55:39.082758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51884) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:39.088771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'subnet': {'network_id': '3aa5e054-2280-4a96-bf64-e7c39ad684f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:39.201188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:39.204897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:subnet and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:39.207798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:39.213541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:39.222796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:39.227511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.562966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.566327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-74358ee7-4323-4afb-a29a-66d0eb255ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:39.642357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Subnet': ['ID=44c37d44-a093-4c98-b5c7-5001c101151a,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:39.647184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:39.651452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Checking segment: {'id': 'f7595ba2-204d-43b6-8084-bb23ecaa71cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3aa5e054-2280-4a96-bf64-e7c39ad684f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:39.651808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network hostable DHCP agents. Network: 3aa5e054-2280-4a96-bf64-e7c39ad684f5, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:39.669876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:39.678496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 3aa5e054-2280-4a96-bf64-e7c39ad684f5) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:39.682405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:39.682988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.688053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d18fa1-e0eb-41d0-99c0-4acc6e1023d9 None None] Network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:39.704437 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e69f4e58-c670-4a66-a5af-a469febea0d8 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6205759 Nov 24 19:55:39.707947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51888) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:39.715605 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1839816199'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:39.720557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:39.725040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:network and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:39.728213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:39.733973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:39.743915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:39.747311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.777489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:39.787053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.787400 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Added segment d9d4b1b9-227c-4c20-aeaa-6b78a9cf9b33 of type vlan for network 268ef651-1f37-4387-946f-a73a890ff026 Nov 24 19:55:39.812814 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.844586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.850801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:39.851395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.856622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-befb1a44-11d3-4f0c-8c61-1e4878f20dc6 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:39.909398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-3aa5e054-2280-4a96-bf64-e7c39ad684f5', 'network_id': '3aa5e054-2280-4a96-bf64-e7c39ad684f5', 'tenant_id': '70159f67c3a943f0a063d8a68a7d1fd2', 'fixed_ips': [{'subnet_id': '44c37d44-a093-4c98-b5c7-5001c101151a'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:39.910240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:39.956106 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2461364 Nov 24 19:55:39.959917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51892) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:39.966146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'subnet': {'network_id': '268ef651-1f37-4387-946f-a73a890ff026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:39.967696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Network': ['ID=268ef651-1f37-4387-946f-a73a890ff026,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:39.977014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.977403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.977783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.978160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.978530 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.978900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.979268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.979636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.980027 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.980409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.981699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.982079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:39.985770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:39.995146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 268ef651-1f37-4387-946f-a73a890ff026 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:40.079007 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:40.082951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:subnet and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:40.086239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:40.091889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:40.101316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:40.104902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.166144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Allocated IP 2001:db8:0:ffff::2 (3aa5e054-2280-4a96-bf64-e7c39ad684f5/44c37d44-a093-4c98-b5c7-5001c101151a/a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:55:40.337478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.340946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ff47b6cb-8dcc-4cc8-a13c-92df90a51537 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:40.380224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.392496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Transition to ACTIVE for port object a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:40.411877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Transition to ACTIVE for port object a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:40.412129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Subnet': ['ID=bd8d2e5f-b51f-4f83-ab61-75d14c523881,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:40.417300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:40.418540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.424557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:40.426121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Checking segment: {'id': 'd9d4b1b9-227c-4c20-aeaa-6b78a9cf9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '268ef651-1f37-4387-946f-a73a890ff026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:40.426475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network hostable DHCP agents. Network: 268ef651-1f37-4387-946f-a73a890ff026, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:40.445507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network 268ef651-1f37-4387-946f-a73a890ff026 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:40.454490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 268ef651-1f37-4387-946f-a73a890ff026) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:40.459004 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:40.459754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.483025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5218413 Nov 24 19:55:40.485728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51896) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:40.500868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40220e96-69e5-471e-b397-4c175ada694c None None] Network 268ef651-1f37-4387-946f-a73a890ff026 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:40.595417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:55:40.606901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:40.615367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:55:40.621228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Pushing event updated for resources: {'Port': ['ID=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:40.633074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.651574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:40.703926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.765450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Attempting to bind port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:55:40.766066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Attempting to bind port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'f7595ba2-204d-43b6-8084-bb23ecaa71cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3aa5e054-2280-4a96-bf64-e7c39ad684f5'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:55:40.766180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Attempting to bind port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 on network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:55:40.783118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:55:40.783382 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.783512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Checking segment: {'id': 'f7595ba2-204d-43b6-8084-bb23ecaa71cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3aa5e054-2280-4a96-bf64-e7c39ad684f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:40.783995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.784406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Bound using segment: {'id': 'f7595ba2-204d-43b6-8084-bb23ecaa71cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3aa5e054-2280-4a96-bf64-e7c39ad684f5'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:55:40.784875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Bound port: a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7595ba2-204d-43b6-8084-bb23ecaa71cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3aa5e054-2280-4a96-bf64-e7c39ad684f5'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:55:40.785265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.788131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39ccee45-b857-4110-ae83-ddb83a98a675 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:40.843893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8d2e5f-b51f-4f83-ab61-75d14c523881,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:40.846274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:40.908631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e17d1-58b4-49de-b339-5b8c60b86959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-268ef651-1f37-4387-946f-a73a890ff026', 'network_id': '268ef651-1f37-4387-946f-a73a890ff026', 'tenant_id': '70159f67c3a943f0a063d8a68a7d1fd2', 'fixed_ips': [{'subnet_id': 'bd8d2e5f-b51f-4f83-ab61-75d14c523881'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:40.909535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3d1e17d1-58b4-49de-b339-5b8c60b86959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.921509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.948378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ef651-1f37-4387-946f-a73a890ff026']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:40.960217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d4b1b9-227c-4c20-aeaa-6b78a9cf9b33') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:40.960508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d4b1b9-227c-4c20-aeaa-6b78a9cf9b33') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:40.971437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.976416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] For port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:55:40.992460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:40.997849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] For port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,segment=NetworkSegment(f7595ba2-204d-43b6-8084-bb23ecaa71cc),segment_id=f7595ba2-204d-43b6-8084-bb23ecaa71cc)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:55:40.998895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:40.999349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.006355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.010182 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2142de40-0972-458a-bbe5-9d8dcfc48aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:41.014889 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:41.095445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.100662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733df50-312c-4409-a066-4fce08573449 None None] Network 268ef651-1f37-4387-946f-a73a890ff026 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:41.101706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.104874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cc58da52-137b-4ee8-a218-6dc344ab1d57 tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:41.122949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733df50-312c-4409-a066-4fce08573449 None None] Network 268ef651-1f37-4387-946f-a73a890ff026 could not be found, it might have been deleted concurrently. {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 19:55:41.127948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Pushing event updated for resources: {'Port': ['ID=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:41.133178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Network': ['ID=268ef651-1f37-4387-946f-a73a890ff026,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:41.135395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:41.136783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:41.141168 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/268ef651-1f37-4387-946f-a73a890ff026 HTTP/1.1" status: 204 len: 168 time: 0.6543281 Nov 24 19:55:41.144619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51900) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:41.150874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421217490'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:41.156075 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:41.160021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:network and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:41.164009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:41.169946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:41.186837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:41.190521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.219105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:41.229935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.230276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Added segment f303b500-b4e4-4f71-a127-42e0b00ac9ed of type vlan for network 8ad25f36-fa1c-46bc-9cf7-ad6954c364c9 Nov 24 19:55:41.259700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.299871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.304995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:41.305609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.309479 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eff335b4-e50d-437b-a3d4-011200c0a087 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:41.415276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2696197 Nov 24 19:55:41.418247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51904) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:41.426186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'subnet': {'network_id': '8ad25f36-fa1c-46bc-9cf7-ad6954c364c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:41.441577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Network': ['ID=8ad25f36-fa1c-46bc-9cf7-ad6954c364c9,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:41.444620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:41.452415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 8ad25f36-fa1c-46bc-9cf7-ad6954c364c9 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:41.544927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:41.548992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:subnet and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:41.552747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:41.559044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:41.571868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:41.575566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.669222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Performing IP validity checks on allocation pools {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 19:55:41.669642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.ipam_backend_mixin [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 19:55:41.805624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:41.809536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5f797592-ac5a-4996-9285-c748cc820392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:42.007650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Subnet': ['ID=8f71c296-a21e-49ac-8004-a8ce334eb441,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:42.018718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.019112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.019493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.019875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.020271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.020726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.021214 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.021588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.021959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.022327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.022694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.023058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:55:42.026850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:42.030620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Checking segment: {'id': 'f303b500-b4e4-4f71-a127-42e0b00ac9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8ad25f36-fa1c-46bc-9cf7-ad6954c364c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:42.030620 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network hostable DHCP agents. Network: 8ad25f36-fa1c-46bc-9cf7-ad6954c364c9, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:42.042826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09d704-e76b-4f00-bc90-31cee0c02c7d None None] Network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:42.050370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network 8ad25f36-fa1c-46bc-9cf7-ad6954c364c9 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:42.060364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 8ad25f36-fa1c-46bc-9cf7-ad6954c364c9) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:42.064489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:42.065222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.085921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6e0c313e-dd28-449a-873b-de1e8977af69 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6666729 Nov 24 19:55:42.088580 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51908) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:42.113436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa14453-d82e-496e-941d-51113ed72e93 None None] Network 8ad25f36-fa1c-46bc-9cf7-ad6954c364c9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:42.216079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-945647a0-54fc-4271-8006-2afd9656cecf None None] Provisioning for port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:42.228605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.294390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.372466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.377097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-96ed8157-7e4c-45f3-be58-9cf823fdd4b0 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:42.415927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Subnet': ['ID=8f71c296-a21e-49ac-8004-a8ce334eb441,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:42.430211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:42.471499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae4f22-bed2-46d5-9c52-9c8634831fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-8ad25f36-fa1c-46bc-9cf7-ad6954c364c9', 'network_id': '8ad25f36-fa1c-46bc-9cf7-ad6954c364c9', 'tenant_id': '70159f67c3a943f0a063d8a68a7d1fd2', 'fixed_ips': [{'subnet_id': '8f71c296-a21e-49ac-8004-a8ce334eb441'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:42.472359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-78ae4f22-bed2-46d5-9c52-9c8634831fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.509736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.536930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad25f36-fa1c-46bc-9cf7-ad6954c364c9']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:42.550168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f303b500-b4e4-4f71-a127-42e0b00ac9ed') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:42.550523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f303b500-b4e4-4f71-a127-42e0b00ac9ed') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:42.564763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.585160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.590294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345084ac-cc19-4e47-968d-b57faab3e1fe None None] Network 8ad25f36-fa1c-46bc-9cf7-ad6954c364c9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:42.592278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:42.592834 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:42.610289 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:42.699012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.702630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3c9bf525-8fa0-4e38-8c18-f90dec3d8e2e tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:42.717726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.729152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Network': ['ID=8ad25f36-fa1c-46bc-9cf7-ad6954c364c9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:42.732203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:42.733718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-08aceb6a-ef7c-497f-be5b-7a73cec9ee40 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/8ad25f36-fa1c-46bc-9cf7-ad6954c364c9 HTTP/1.1" status: 204 len: 168 time: 0.6442266 Nov 24 19:55:42.737497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51912) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:42.743904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204766912'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:42.749392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:42.754130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:network and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:42.757716 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:42.763986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:42.776091 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:42.779589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.807143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:42.815340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.815672 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Added segment ce002a68-799d-418b-ada2-23e8cc649289 of type vlan for network 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 Nov 24 19:55:42.841084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.869468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.874883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:42.875454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:42.878929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a1334471-b0da-4d9f-8708-9e8909998280 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:42.978019 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2393601 Nov 24 19:55:42.980739 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51916) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:42.988199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'subnet': {'network_id': '5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:43.002437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Network': ['ID=5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:43.007116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-92ee7225-3a62-44f1-ae76-1a2fcfc56d0a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:43.012703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:43.103978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:43.108122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:subnet and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:43.110848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:43.117185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:43.128289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:43.131770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.311468 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:55:43.350279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.354841 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3f4a51ef-8d32-4479-8e7e-ec0e60bb9226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:43.382489 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:43.387238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:43.387521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.433987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Subnet': ['ID=af376f2a-d7bf-4e4a-9bac-f08de4fbffef,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:43.437425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:43.443399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Checking segment: {'id': 'ce002a68-799d-418b-ada2-23e8cc649289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:43.443757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network hostable DHCP agents. Network: 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:43.461958 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:43.470869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:43.475581 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:43.476189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.481314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb82d19-2533-44d7-954b-272dc20633e0 None None] Network 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:43.498747 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5167646 Nov 24 19:55:43.502138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51920) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:43.508320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941843926'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:43.513256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:43.517055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:network and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:43.520336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:43.526456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:43.537487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:43.541053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.568678 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:43.579319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.579661 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Added segment 4152ee31-c4cd-4b76-8424-e2f10f04d607 of type vlan for network 6a5d1ecf-beed-425a-bf25-ddb15c221ecc Nov 24 19:55:43.586791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.606062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.635601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.641403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:43.641987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.648109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1abd0268-8da3-4b62-9a8b-84c616aa0e40 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:43.650364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,segment=NetworkSegment(f7595ba2-204d-43b6-8084-bb23ecaa71cc),segment_id=f7595ba2-204d-43b6-8084-bb23ecaa71cc)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:43.681054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.686155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:43.734580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2313113 Nov 24 19:55:43.737609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51924) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:43.744698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Request body: {'subnet': {'network_id': '6a5d1ecf-beed-425a-bf25-ddb15c221ecc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:43.756661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Network': ['ID=6a5d1ecf-beed-425a-bf25-ddb15c221ecc,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:43.759278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:43.794356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 6a5d1ecf-beed-425a-bf25-ddb15c221ecc details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:43.824996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:43.870790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:43.872857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5', 'network_id': '5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5', 'tenant_id': '70159f67c3a943f0a063d8a68a7d1fd2', 'fixed_ips': [{'subnet_id': 'af376f2a-d7bf-4e4a-9bac-f08de4fbffef'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:43.873715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:43.995674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:43.999464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Usage tracker for resource:subnet and tenant:70159f67c3a943f0a063d8a68a7d1fd2 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:44.002346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:44.009061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:44.017866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Made reservation on behalf of 70159f67c3a943f0a063d8a68a7d1fd2 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:44.021346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.073802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Allocated IP 2001:db8::2 (5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5/af376f2a-d7bf-4e4a-9bac-f08de4fbffef/8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:55:44.244444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.247924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ea52d2ef-27d6-4ada-9fbd-f62ffccfd196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:44.283505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.294925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Transition to ACTIVE for port object 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:44.313037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Transition to ACTIVE for port object 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:44.319840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.324994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:44.328079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event updated for resources: {'Subnet': ['ID=547f6456-d06f-43f9-9587-9d682eb85e17,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:44.331527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:44.338397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Checking segment: {'id': '4152ee31-c4cd-4b76-8424-e2f10f04d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6a5d1ecf-beed-425a-bf25-ddb15c221ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:44.338748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network hostable DHCP agents. Network: 6a5d1ecf-beed-425a-bf25-ddb15c221ecc, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:44.357885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Network 6a5d1ecf-beed-425a-bf25-ddb15c221ecc is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:44.368262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 6a5d1ecf-beed-425a-bf25-ddb15c221ecc) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:44.372391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:44.372979 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.387311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c8a80-c4bc-477a-8f2a-6f81ad47451a None None] Network 6a5d1ecf-beed-425a-bf25-ddb15c221ecc requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:44.396717 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6570449 Nov 24 19:55:44.399712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51928) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:44.412253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Network 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:55:44.416526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:44.418886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:55:44.522217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Pushing event updated for resources: {'Port': ['ID=8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:44.544222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.556554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:44.594198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Attempting to bind port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:55:44.594575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Attempting to bind port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'ce002a68-799d-418b-ada2-23e8cc649289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:55:44.595167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Attempting to bind port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff on network 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:55:44.612019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:55:44.612405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Checking segment: {'id': 'ce002a68-799d-418b-ada2-23e8cc649289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:44.612812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.613207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Bound using segment: {'id': 'ce002a68-799d-418b-ada2-23e8cc649289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:55:44.613678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Bound port: 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce002a68-799d-418b-ada2-23e8cc649289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:55:44.614065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.623389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.701108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.706029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-42e35146-d8ec-4857-b913-795db2397733 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:44.742048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Subnet': ['ID=547f6456-d06f-43f9-9587-9d682eb85e17,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:44.744404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:44.782165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ade6a1-f46d-487a-94cb-7aa16f5bd03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-6a5d1ecf-beed-425a-bf25-ddb15c221ecc', 'network_id': '6a5d1ecf-beed-425a-bf25-ddb15c221ecc', 'tenant_id': '70159f67c3a943f0a063d8a68a7d1fd2', 'fixed_ips': [{'subnet_id': '547f6456-d06f-43f9-9587-9d682eb85e17'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:44.782985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f9ade6a1-f46d-487a-94cb-7aa16f5bd03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.795359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] For port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:55:44.841872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.852384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] For port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff,segment=NetworkSegment(ce002a68-799d-418b-ada2-23e8cc649289),segment_id=ce002a68-799d-418b-ada2-23e8cc649289)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:55:44.869066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5d1ecf-beed-425a-bf25-ddb15c221ecc']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:44.881924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4152ee31-c4cd-4b76-8424-e2f10f04d607') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:44.882217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4152ee31-c4cd-4b76-8424-e2f10f04d607') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:44.891440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.894339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.896522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:44.913229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.920135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:44.920666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:44.937259 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:45.002051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Pushing event updated for resources: {'Port': ['ID=8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:45.009793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd33a94-83bd-469c-8fce-d9f3c7c8b040 None None] Network 6a5d1ecf-beed-425a-bf25-ddb15c221ecc requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:45.025760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:45.029715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.033453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:45.049665 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.061830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Network': ['ID=6a5d1ecf-beed-425a-bf25-ddb15c221ecc,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:45.065190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:45.069590 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/6a5d1ecf-beed-425a-bf25-ddb15c221ecc HTTP/1.1" status: 204 len: 168 time: 0.6683629 Nov 24 19:55:45.070882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51932) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:45.110684 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aead104-dde3-4593-a785-ffb6495819fe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] GET failed (client error): The resource could not be found. Nov 24 19:55:45.111204 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0aead104-dde3-4593-a785-ffb6495819fe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Synchronizing usage tracker for tenant:70159f67c3a943f0a063d8a68a7d1fd2 on resource:subnet {{(pid=87486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:55:45.138803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0aead104-dde3-4593-a785-ffb6495819fe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Unset dirty status for tenant:70159f67c3a943f0a063d8a68a7d1fd2 on resource:subnet {{(pid=87486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:55:45.140163 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0aead104-dde3-4593-a785-ffb6495819fe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "GET /v2.0/subnets/547f6456-d06f-43f9-9587-9d682eb85e17 HTTP/1.1" status: 404 len: 337 time: 0.0681367 Nov 24 19:55:45.142894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51936) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:45.177404 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87b6ce6-375a-48ea-8413-fe7ecd0034fc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] DELETE failed (client error): The resource could not be found. Nov 24 19:55:45.177867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87b6ce6-375a-48ea-8413-fe7ecd0034fc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:55:45.179876 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e87b6ce6-375a-48ea-8413-fe7ecd0034fc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/6a5d1ecf-beed-425a-bf25-ddb15c221ecc HTTP/1.1" status: 404 len: 339 time: 0.0358963 Nov 24 19:55:45.188909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51940) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:45.235421 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5def51e-c1b3-4fe7-92bb-4d8a28b8736b tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] DELETE failed (client error): The resource could not be found. Nov 24 19:55:45.235882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5def51e-c1b3-4fe7-92bb-4d8a28b8736b tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:55:45.237840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f5def51e-c1b3-4fe7-92bb-4d8a28b8736b tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/subnets/547f6456-d06f-43f9-9587-9d682eb85e17 HTTP/1.1" status: 404 len: 337 time: 0.0478549 Nov 24 19:55:45.241418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51944) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:45.267843 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe9d5d1-66cb-47ef-8066-f4e1415c4f6a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] DELETE failed (client error): The resource could not be found. Nov 24 19:55:45.268340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe9d5d1-66cb-47ef-8066-f4e1415c4f6a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:55:45.270044 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1fe9d5d1-66cb-47ef-8066-f4e1415c4f6a tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/6a5d1ecf-beed-425a-bf25-ddb15c221ecc HTTP/1.1" status: 404 len: 339 time: 0.0274000 Nov 24 19:55:45.273317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 51948) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:45.350555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Deleting subnet af376f2a-d7bf-4e4a-9bac-f08de4fbffef {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:55:45.353869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.385165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:55:45.409295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.455534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:45.461605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:55:45.498496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.533557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:45.533942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.574864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.578572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f46ccc72-f4ad-43d9-8443-fe1ce6d00846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:45.621088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Subnet': ['ID=af376f2a-d7bf-4e4a-9bac-f08de4fbffef,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:45.623932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:45.626466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.645307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51952) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:45.648738 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d79e840e-58fc-454a-ac34-b4f015cf8ffe tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/subnets/af376f2a-d7bf-4e4a-9bac-f08de4fbffef HTTP/1.1" status: 204 len: 168 time: 0.3740015 Nov 24 19:55:45.768290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.780299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Deleting port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:45.780637 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:45.982766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ca861-5d3f-435d-b296-a89bbcb29d50 None None] Network 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:45.998187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] For port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff,segment=NetworkSegment(ce002a68-799d-418b-ada2-23e8cc649289),segment_id=ce002a68-799d-418b-ada2-23e8cc649289)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:45.998546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.116595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-449d0585-f70a-4473-9f7e-a0b978f3b36f None None] Provisioning for port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:46.133969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Calling delete_port for 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:55:46.151180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-449d0585-f70a-4473-9f7e-a0b978f3b36f None None] Provisioning complete for port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:46.151569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-449d0585-f70a-4473-9f7e-a0b978f3b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.308226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-449d0585-f70a-4473-9f7e-a0b978f3b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.332469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888296f-090c-441f-a5f3-d47a6017a0a3 None None] DHCP port deletion for 5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:55:46.336955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.342066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bab95bff-4e4f-476e-85f4-7e405cad7903 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:46.387624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No DVR routers for this DVR port 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:55:46.389321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Port': ['ID=8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:46.418045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:46.514455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.539199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:46.550688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce002a68-799d-418b-ada2-23e8cc649289') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:46.550981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce002a68-799d-418b-ada2-23e8cc649289') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:46.562692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.578447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.584416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:46.584789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:46.599077 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:46.678692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.681901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2b61b1dc-d34c-4122-8b4d-72440d54014a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:46.695763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.706232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Network': ['ID=5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:46.708924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:46.710651 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/5d71eb0f-8d5a-48d0-a184-a19c41e9cbe5 HTTP/1.1" status: 204 len: 168 time: 1.0636468 Nov 24 19:55:46.713122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51956) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:46.750423 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d62af61-7962-409d-bb18-cb279da0e017 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] DELETE failed (client error): The resource could not be found. Nov 24 19:55:46.750860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d62af61-7962-409d-bb18-cb279da0e017 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:55:46.752478 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6d62af61-7962-409d-bb18-cb279da0e017 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/subnets/8f71c296-a21e-49ac-8004-a8ce334eb441 HTTP/1.1" status: 404 len: 337 time: 0.0384789 Nov 24 19:55:46.755542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51960) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:46.779299 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5943a87f-469d-490a-a296-fd318b08f93f tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] DELETE failed (client error): The resource could not be found. Nov 24 19:55:46.779912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5943a87f-469d-490a-a296-fd318b08f93f tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:55:46.781292 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5943a87f-469d-490a-a296-fd318b08f93f tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/8ad25f36-fa1c-46bc-9cf7-ad6954c364c9 HTTP/1.1" status: 404 len: 339 time: 0.0250180 Nov 24 19:55:46.783492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51964) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:46.823265 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-760030bb-0ce5-402f-ba9a-91a403240ae2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] DELETE failed (client error): The resource could not be found. Nov 24 19:55:46.823699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760030bb-0ce5-402f-ba9a-91a403240ae2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:55:46.825294 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-760030bb-0ce5-402f-ba9a-91a403240ae2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/subnets/bd8d2e5f-b51f-4f83-ab61-75d14c523881 HTTP/1.1" status: 404 len: 337 time: 0.0409348 Nov 24 19:55:46.827597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51968) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:46.850761 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae945f59-6076-4050-b164-9fbfd73690f0 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] DELETE failed (client error): The resource could not be found. Nov 24 19:55:46.851199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae945f59-6076-4050-b164-9fbfd73690f0 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 19:55:46.852763 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-ae945f59-6076-4050-b164-9fbfd73690f0 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/268ef651-1f37-4387-946f-a73a890ff026 HTTP/1.1" status: 404 len: 339 time: 0.0242846 Nov 24 19:55:46.854954 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51972) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:46.917951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Deleting subnet 44c37d44-a093-4c98-b5c7-5001c101151a {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:55:46.920877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:46.977633 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.059251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.129703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.133800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a0b10780-2c24-48d1-8841-7ea81e9c7754 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:47.178386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Subnet': ['ID=44c37d44-a093-4c98-b5c7-5001c101151a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:47.181386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:47.182526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.187658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896b487-331f-4195-bc6f-46475092ee31 None None] Network 3aa5e054-2280-4a96-bf64-e7c39ad684f5 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:47.198114 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c68442ad-8f80-4179-9037-b0d07b6a7ed4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/subnets/44c37d44-a093-4c98-b5c7-5001c101151a HTTP/1.1" status: 204 len: 168 time: 0.3420935 Nov 24 19:55:47.200306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51976) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:47.294971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:55:47.318549 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.329154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Deleting port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:47.329486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.353239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:55:47.353594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8ba479a5-9f2c-4ada-a1b3-a99ef3c59aff not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:55:47.467174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] DHCP port deletion for 3aa5e054-2280-4a96-bf64-e7c39ad684f5 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:55:47.471595 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Deleting port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:47.472089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.537868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] For port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,segment=NetworkSegment(f7595ba2-204d-43b6-8084-bb23ecaa71cc),segment_id=f7595ba2-204d-43b6-8084-bb23ecaa71cc)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:47.538224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.660156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Calling delete_port for a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:55:47.678097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] For port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,segment=NetworkSegment(f7595ba2-204d-43b6-8084-bb23ecaa71cc),segment_id=f7595ba2-204d-43b6-8084-bb23ecaa71cc)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:47.678505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.737514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.742208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7c50706-75b0-44b3-ae7b-0d272907499c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:47.786851 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Port': ['ID=a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:47.789797 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:47.790599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] No DVR routers for this DVR port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:55:47.832407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Calling delete_port for a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:55:47.905810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:55:47.906181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:55:47.916086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.941551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa5e054-2280-4a96-bf64-e7c39ad684f5']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:47.957436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7595ba2-204d-43b6-8084-bb23ecaa71cc') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:47.957733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7595ba2-204d-43b6-8084-bb23ecaa71cc') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:47.969104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.985237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:47.992293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:47.992831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:48.007446 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:48.085254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.088625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6afd6951-d22c-44c9-830e-ffbcad6c94a4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:48.103732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.118776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Pushing event deleted for resources: {'Network': ['ID=3aa5e054-2280-4a96-bf64-e7c39ad684f5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:48.121723 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:48.123207 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] 10.222.0.47 "DELETE /v2.0/networks/3aa5e054-2280-4a96-bf64-e7c39ad684f5 HTTP/1.1" status: 204 len: 168 time: 0.9219999 Nov 24 19:55:48.380802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51984) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:48.407462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Deleting port a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:48.408015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.474157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3eed5-58cb-40fb-8800-3c5d1b9f50e6 None None] The port 'a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:55:48.528173 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-56b411f8-4d4b-4446-9bda-cfd1a2d46fa2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70159f67c3a943f0a063d8a68a7d1fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458428 Nov 24 19:55:48.530372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 51990) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:48.588142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.613296 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.666057 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.669727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1b480b3b-1173-4652-a410-151877e965de tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:48.683073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790df739-d489-44c7-a9bd-401de2168fb6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:48.685978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:48.690182 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:48.691297 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/790df739-d489-44c7-a9bd-401de2168fb6 HTTP/1.1" status: 204 len: 168 time: 0.1600232 Nov 24 19:55:49.292263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:55:49.327050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:55:49.327418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a8cad868-bc2b-41c0-8bd7-3fd16f1a8c66 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:55:49.344041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.367917 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52014) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:49.467128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1130741372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:49.474237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:49.478332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Usage tracker for resource:router and tenant:46481f8760c34497ab4eb1ae327f24b3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:49.481143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:49.487929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:49.497821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.498774 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.514235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.535032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.557043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.558158 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1b442dd7-b936-4ab4-b06b-e7efbbb4000b tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1892462 Nov 24 19:55:49.560877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52020) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:49.566243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-343001354'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:49.571015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:49.575405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Usage tracker for resource:network and tenant:46481f8760c34497ab4eb1ae327f24b3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:49.578309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:49.584332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:49.593683 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Made reservation on behalf of 46481f8760c34497ab4eb1ae327f24b3 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:49.597026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.609850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.624738 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:49.628588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Usage tracker for resource:security_group_rule and tenant:46481f8760c34497ab4eb1ae327f24b3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:49.631479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:49.637159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:49.716717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.720404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.723214 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e2917a38-a1f5-4272-9085-330a031eb592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:49.751752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:49.764879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f35324-250a-4b57-b1aa-b601e291d0db,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:49.769041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:49.769962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.770335 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Added segment 0ad7deb9-0098-46fe-80ee-6da2be5c9150 of type vlan for network fa608ae1-6107-4af1-a3c8-5b75037a73d2 Nov 24 19:55:49.797070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.825676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.831252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:49.831829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:49.835411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e0fb24ea-e88d-4a8f-bdf3-f8550c6bea86 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:50.052494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event updated for resources: {'Network': ['ID=fa608ae1-6107-4af1-a3c8-5b75037a73d2,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:50.055851 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4940250 Nov 24 19:55:50.056817 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2a7253d9-e51d-46d0-b221-b83355411c19 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:50.058769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52024) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:50.063265 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network fa608ae1-6107-4af1-a3c8-5b75037a73d2 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:50.064113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Request body: {'subnet': {'network_id': 'fa608ae1-6107-4af1-a3c8-5b75037a73d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:50.174714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:50.178548 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Usage tracker for resource:subnet and tenant:46481f8760c34497ab4eb1ae327f24b3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:50.181347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:50.187003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:50.196995 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Made reservation on behalf of 46481f8760c34497ab4eb1ae327f24b3 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:50.200397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.414912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.419143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6dc5af1f-87e4-4008-85f0-a8d4d3db5d22 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:50.495488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event updated for resources: {'Subnet': ['ID=88fd4479-b911-4183-9550-8cc2738404b2,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:50.499126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:50.499810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Checking segment: {'id': '0ad7deb9-0098-46fe-80ee-6da2be5c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fa608ae1-6107-4af1-a3c8-5b75037a73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:50.500190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Network hostable DHCP agents. Network: fa608ae1-6107-4af1-a3c8-5b75037a73d2, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:50.519885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Network fa608ae1-6107-4af1-a3c8-5b75037a73d2 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:50.529345 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, fa608ae1-6107-4af1-a3c8-5b75037a73d2) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:50.533102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:50.533682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.538593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c234c3c-8407-4152-90ff-24e126db2f86 None None] Network fa608ae1-6107-4af1-a3c8-5b75037a73d2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:50.555088 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e03265ea-8d89-48e1-8d51-e824440e3be7 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4953079 Nov 24 19:55:50.558332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52028) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:50.564138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-706836494'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:50.569689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:50.573648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Usage tracker for resource:network and tenant:46481f8760c34497ab4eb1ae327f24b3 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:50.576595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:50.583672 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:50.593463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Made reservation on behalf of 46481f8760c34497ab4eb1ae327f24b3 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:50.596924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.626732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:50.635642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.636002 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Added segment 785e8179-96db-45a3-82c7-42ef901509cf of type vlan for network 08056761-5927-43f6-a720-b0bf71372a76 Nov 24 19:55:50.662604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.691130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.697195 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:50.697782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.702730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f4ff318b-8ddf-43d7-b7e7-4e43891ae2b8 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:50.757953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-fa608ae1-6107-4af1-a3c8-5b75037a73d2', 'network_id': 'fa608ae1-6107-4af1-a3c8-5b75037a73d2', 'tenant_id': '46481f8760c34497ab4eb1ae327f24b3', 'fixed_ips': [{'subnet_id': '88fd4479-b911-4183-9550-8cc2738404b2'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:50.758806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:50.797565 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2380185 Nov 24 19:55:50.800520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52032) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:50.806912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event updated for resources: {'Network': ['ID=08056761-5927-43f6-a720-b0bf71372a76,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:50.807163 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Request body: {'subnet': {'network_id': '08056761-5927-43f6-a720-b0bf71372a76', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:50.809579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:50.818564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 08056761-5927-43f6-a720-b0bf71372a76 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:50.921898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:50.925614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Usage tracker for resource:subnet and tenant:46481f8760c34497ab4eb1ae327f24b3 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:50.929263 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:50.935052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:50.945937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Made reservation on behalf of 46481f8760c34497ab4eb1ae327f24b3 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:50.949742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.013011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Allocated IP 172.20.0.2 (fa608ae1-6107-4af1-a3c8-5b75037a73d2/88fd4479-b911-4183-9550-8cc2738404b2/586acabd-99ca-4ce0-a63b-58f9261a60f9) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:55:51.172010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.175649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:51.233866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.245136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Transition to ACTIVE for port object 586acabd-99ca-4ce0-a63b-58f9261a60f9 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:51.256426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event updated for resources: {'Subnet': ['ID=928de4c8-471d-4661-89a6-5480c20bc009,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:51.261635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:51.264144 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Checking segment: {'id': '785e8179-96db-45a3-82c7-42ef901509cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '08056761-5927-43f6-a720-b0bf71372a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:51.264452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Network hostable DHCP agents. Network: 08056761-5927-43f6-a720-b0bf71372a76, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:51.264593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Transition to ACTIVE for port object 586acabd-99ca-4ce0-a63b-58f9261a60f9 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:51.269887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.281238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:51.285436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Network 08056761-5927-43f6-a720-b0bf71372a76 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:51.295606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 08056761-5927-43f6-a720-b0bf71372a76) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:51.299645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:51.300250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.324016 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9c82446d-47a3-4c9f-9873-7f0ef34f73f0 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5197635 Nov 24 19:55:51.324221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2bd606-f68c-4195-af39-80eb3a545525 None None] Network 08056761-5927-43f6-a720-b0bf71372a76 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:51.324349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52036) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:51.329407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d98d8d44-f901-4b45-9c2c-98b9b9276c97 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Request body: {'router': {'external_gateway_info': {'network_id': '08056761-5927-43f6-a720-b0bf71372a76'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:51.357180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Network fa608ae1-6107-4af1-a3c8-5b75037a73d2 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:55:51.361811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:51.364352 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:55:51.495257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Pushing event updated for resources: {'Port': ['ID=586acabd-99ca-4ce0-a63b-58f9261a60f9,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:51.498005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:51.541890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Attempting to bind port 586acabd-99ca-4ce0-a63b-58f9261a60f9 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:55:51.542172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Attempting to bind port 586acabd-99ca-4ce0-a63b-58f9261a60f9 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '0ad7deb9-0098-46fe-80ee-6da2be5c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fa608ae1-6107-4af1-a3c8-5b75037a73d2'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:55:51.542543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Attempting to bind port 586acabd-99ca-4ce0-a63b-58f9261a60f9 on network fa608ae1-6107-4af1-a3c8-5b75037a73d2 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:55:51.558947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:55:51.559325 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Checking segment: {'id': '0ad7deb9-0098-46fe-80ee-6da2be5c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fa608ae1-6107-4af1-a3c8-5b75037a73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:51.559730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.560152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Bound using segment: {'id': '0ad7deb9-0098-46fe-80ee-6da2be5c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fa608ae1-6107-4af1-a3c8-5b75037a73d2'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:55:51.560623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Bound port: 586acabd-99ca-4ce0-a63b-58f9261a60f9, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad7deb9-0098-46fe-80ee-6da2be5c9150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fa608ae1-6107-4af1-a3c8-5b75037a73d2'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:55:51.561002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.706570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d98d8d44-f901-4b45-9c2c-98b9b9276c97 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.778399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-08056761-5927-43f6-a720-b0bf71372a76', 'network_id': '08056761-5927-43f6-a720-b0bf71372a76', 'tenant_id': '46481f8760c34497ab4eb1ae327f24b3', 'fixed_ips': [{'subnet_id': '928de4c8-471d-4661-89a6-5480c20bc009'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:51.779258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.788925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] For port 586acabd-99ca-4ce0-a63b-58f9261a60f9, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:55:51.804361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] For port 586acabd-99ca-4ce0-a63b-58f9261a60f9, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=586acabd-99ca-4ce0-a63b-58f9261a60f9,segment=NetworkSegment(0ad7deb9-0098-46fe-80ee-6da2be5c9150),segment_id=0ad7deb9-0098-46fe-80ee-6da2be5c9150)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:55:51.844548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:51.849235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:51.957598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Pushing event updated for resources: {'Port': ['ID=586acabd-99ca-4ce0-a63b-58f9261a60f9,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:51.960903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:51.989726 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.api.v2.resource [None req-d98d8d44-f901-4b45-9c2c-98b9b9276c97 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 19:55:51.991989 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d98d8d44-f901-4b45-9c2c-98b9b9276c97 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "PUT /v2.0/routers/e3b79759-8c30-4aea-94e9-5320e1677efb HTTP/1.1" status: 400 len: 364 time: 0.6655622 Nov 24 19:55:51.996790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52040) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:52.029844 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Allocated IP 172.21.0.2 (08056761-5927-43f6-a720-b0bf71372a76/928de4c8-471d-4661-89a6-5480c20bc009/149aba0d-0656-40ce-b69f-cae9dec6691d) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:55:52.070635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Deleting subnet 928de4c8-471d-4661-89a6-5480c20bc009 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:55:52.264279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.274980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Transition to ACTIVE for port object 149aba0d-0656-40ce-b69f-cae9dec6691d will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:52.292895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Transition to ACTIVE for port object 149aba0d-0656-40ce-b69f-cae9dec6691d will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:52.297550 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.298049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.302739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:52.354047 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.366901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Network 08056761-5927-43f6-a720-b0bf71372a76 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:55:52.369885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:52.373487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:55:52.379219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Pushing event updated for resources: {'Port': ['ID=149aba0d-0656-40ce-b69f-cae9dec6691d,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:52.383723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:52.443789 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.470308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Attempting to bind port 149aba0d-0656-40ce-b69f-cae9dec6691d on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:55:52.470684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Attempting to bind port 149aba0d-0656-40ce-b69f-cae9dec6691d by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '785e8179-96db-45a3-82c7-42ef901509cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '08056761-5927-43f6-a720-b0bf71372a76'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:55:52.471053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Attempting to bind port 149aba0d-0656-40ce-b69f-cae9dec6691d on network 08056761-5927-43f6-a720-b0bf71372a76 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:55:52.476620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:55:52.476996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Checking segment: {'id': '785e8179-96db-45a3-82c7-42ef901509cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '08056761-5927-43f6-a720-b0bf71372a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:52.477400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.477796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Bound using segment: {'id': '785e8179-96db-45a3-82c7-42ef901509cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '08056761-5927-43f6-a720-b0bf71372a76'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:55:52.478254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Bound port: 149aba0d-0656-40ce-b69f-cae9dec6691d, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e8179-96db-45a3-82c7-42ef901509cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '08056761-5927-43f6-a720-b0bf71372a76'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:55:52.478632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.516901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.522463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4a167837-799f-4d50-a397-6e404787c2ce tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:52.559157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event deleted for resources: {'Subnet': ['ID=928de4c8-471d-4661-89a6-5480c20bc009,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:52.562122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:52.563108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.569148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] For port 149aba0d-0656-40ce-b69f-cae9dec6691d, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:55:52.570601 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f8eb7c6e-ae1f-415a-ab9f-b812b6dcccbf tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "DELETE /v2.0/subnets/928de4c8-471d-4661-89a6-5480c20bc009 HTTP/1.1" status: 204 len: 168 time: 0.5728433 Nov 24 19:55:52.572323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] For port 149aba0d-0656-40ce-b69f-cae9dec6691d, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=149aba0d-0656-40ce-b69f-cae9dec6691d,segment=NetworkSegment(785e8179-96db-45a3-82c7-42ef901509cf),segment_id=785e8179-96db-45a3-82c7-42ef901509cf)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:55:52.573157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52044) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:52.577857 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.582844 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:52.704009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Pushing event updated for resources: {'Port': ['ID=149aba0d-0656-40ce-b69f-cae9dec6691d,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:52.704480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.708481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:52.716635 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Deleting port 149aba0d-0656-40ce-b69f-cae9dec6691d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:52.716979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:52.729760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d754e6-77d0-483c-9d3f-1b04c3b09ff8 None None] Network 08056761-5927-43f6-a720-b0bf71372a76 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:52.954435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba898c-fbdb-423a-82b4-d93bfa6eefb9 None None] Network fa608ae1-6107-4af1-a3c8-5b75037a73d2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:53.053955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] For port 149aba0d-0656-40ce-b69f-cae9dec6691d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=149aba0d-0656-40ce-b69f-cae9dec6691d,segment=NetworkSegment(785e8179-96db-45a3-82c7-42ef901509cf),segment_id=785e8179-96db-45a3-82c7-42ef901509cf)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:53.054813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.055042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6f3866d-a28a-411e-a78c-bbe7bd7ba843 None None] Provisioning for port 586acabd-99ca-4ce0-a63b-58f9261a60f9 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:53.180476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Calling delete_port for 149aba0d-0656-40ce-b69f-cae9dec6691d owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:55:53.259761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.264341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-70c95f7a-187f-4df9-a81f-201672486bef tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:53.314108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event deleted for resources: {'Port': ['ID=149aba0d-0656-40ce-b69f-cae9dec6691d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:53.317303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:53.320846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] No DVR routers for this DVR port 149aba0d-0656-40ce-b69f-cae9dec6691d on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:55:53.346842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 586acabd-99ca-4ce0-a63b-58f9261a60f9 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:55:53.415627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0cb8a2-2073-4eb0-9d79-55342a145fc4 None None] get_active_networks_info from dv-neutron-818346-1-hyperv {{(pid=87487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 19:55:53.453942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.459427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 586acabd-99ca-4ce0-a63b-58f9261a60f9 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:53.470762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 586acabd-99ca-4ce0-a63b-58f9261a60f9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:53.471301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.479806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08056761-5927-43f6-a720-b0bf71372a76']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:53.491861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785e8179-96db-45a3-82c7-42ef901509cf') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:53.492189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785e8179-96db-45a3-82c7-42ef901509cf') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:53.503420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.519946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.526997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:53.527385 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:53.541882 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:53.560912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-dcc4d21e-6237-4cfd-898f-1cf1175ac564 None None] Provisioning complete for port 586acabd-99ca-4ce0-a63b-58f9261a60f9 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:53.561294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d21e-6237-4cfd-898f-1cf1175ac564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.624564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.628303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39e4925a-6b10-496c-8146-6537033daa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:53.643089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.656117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event deleted for resources: {'Network': ['ID=08056761-5927-43f6-a720-b0bf71372a76,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:53.664267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52048) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:53.664778 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "DELETE /v2.0/networks/08056761-5927-43f6-a720-b0bf71372a76 HTTP/1.1" status: 204 len: 168 time: 1.0901227 Nov 24 19:55:53.665383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:53.667275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0cb8a2-2073-4eb0-9d79-55342a145fc4 None None] Resources bound (agent type, host, resource id): {{(pid=87487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 19:55:53.736811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Deleting subnet 88fd4479-b911-4183-9550-8cc2738404b2 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:55:53.740272 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.793572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.824135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.881795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.937113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d21e-6237-4cfd-898f-1cf1175ac564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.958526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:53.963228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6e9fdc49-5de9-47d1-a7b7-4e3c3a87b856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:53.998897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event deleted for resources: {'Subnet': ['ID=88fd4479-b911-4183-9550-8cc2738404b2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:54.000748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.003314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:54.007950 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2076efd7-c648-4f45-a7a4-fc5f2f6328e2 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "DELETE /v2.0/subnets/88fd4479-b911-4183-9550-8cc2738404b2 HTTP/1.1" status: 204 len: 168 time: 0.3426726 Nov 24 19:55:54.010354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52052) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:54.120098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:55:54.120485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:55:54.127107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.135899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-dcc4d21e-6237-4cfd-898f-1cf1175ac564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:55:54.136284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-dcc4d21e-6237-4cfd-898f-1cf1175ac564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:55:54.138697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Deleting port 586acabd-99ca-4ce0-a63b-58f9261a60f9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:54.139039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.226147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b7e4e-79cc-4be9-93f3-4266674b6c50 None None] Network fa608ae1-6107-4af1-a3c8-5b75037a73d2 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:54.346768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] For port 586acabd-99ca-4ce0-a63b-58f9261a60f9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=586acabd-99ca-4ce0-a63b-58f9261a60f9,segment=NetworkSegment(0ad7deb9-0098-46fe-80ee-6da2be5c9150),segment_id=0ad7deb9-0098-46fe-80ee-6da2be5c9150)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:55:54.347037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.470654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985bf4f5-27cf-4d7b-bbb9-7a3790e4e2a5 None None] DHCP port deletion for fa608ae1-6107-4af1-a3c8-5b75037a73d2 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:55:54.471634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Calling delete_port for 586acabd-99ca-4ce0-a63b-58f9261a60f9 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:55:54.475209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-985bf4f5-27cf-4d7b-bbb9-7a3790e4e2a5 None None] Deleting port 586acabd-99ca-4ce0-a63b-58f9261a60f9 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:55:54.475588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-985bf4f5-27cf-4d7b-bbb9-7a3790e4e2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.551103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.557511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:54.565553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-985bf4f5-27cf-4d7b-bbb9-7a3790e4e2a5 None None] The port '586acabd-99ca-4ce0-a63b-58f9261a60f9' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:55:54.603540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] No DVR routers for this DVR port 586acabd-99ca-4ce0-a63b-58f9261a60f9 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:55:54.605083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event deleted for resources: {'Port': ['ID=586acabd-99ca-4ce0-a63b-58f9261a60f9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:54.631535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:54.687643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Port 586acabd-99ca-4ce0-a63b-58f9261a60f9 update to ACTIVE by agent not found {{(pid=87487) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 19:55:54.689195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4d21e-6237-4cfd-898f-1cf1175ac564 None None] Port 586acabd-99ca-4ce0-a63b-58f9261a60f9 update to ACTIVE by agent not found {{(pid=87487) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 19:55:54.731383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.756564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa608ae1-6107-4af1-a3c8-5b75037a73d2']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:54.768167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad7deb9-0098-46fe-80ee-6da2be5c9150') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:54.768453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad7deb9-0098-46fe-80ee-6da2be5c9150') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:55:54.780329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.796278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.802762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:55:54.803161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:55:54.817012 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:55:54.896939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.900574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bca62f3d-99cf-413d-9aef-d1d6cbe0792e tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:54.914818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:54.926860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Pushing event deleted for resources: {'Network': ['ID=fa608ae1-6107-4af1-a3c8-5b75037a73d2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:54.929464 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "DELETE /v2.0/networks/fa608ae1-6107-4af1-a3c8-5b75037a73d2 HTTP/1.1" status: 204 len: 168 time: 0.9181964 Nov 24 19:55:54.930361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:54.932157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52056) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:54.975872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6c5e7051-db3a-4d25-bfa2-5e5886fbf832 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Synchronizing usage tracker for tenant:46481f8760c34497ab4eb1ae327f24b3 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:55:54.991276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6c5e7051-db3a-4d25-bfa2-5e5886fbf832 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Unset dirty status for tenant:46481f8760c34497ab4eb1ae327f24b3 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:55:54.992381 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c5e7051-db3a-4d25-bfa2-5e5886fbf832 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b79759-8c30-4aea-94e9-5320e1677efb HTTP/1.1" status: 200 len: 205 time: 0.0592439 Nov 24 19:55:54.995009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52060) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:55.129436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9abb3121-8224-4073-a916-9b2dcf34a171 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:55.296126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 586acabd-99ca-4ce0-a63b-58f9261a60f9 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:55:55.330586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 586acabd-99ca-4ce0-a63b-58f9261a60f9 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:55:55.330943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 586acabd-99ca-4ce0-a63b-58f9261a60f9 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:55:55.426509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9abb3121-8224-4073-a916-9b2dcf34a171 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:55.429330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9abb3121-8224-4073-a916-9b2dcf34a171 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:55.451401 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9abb3121-8224-4073-a916-9b2dcf34a171 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:55.451894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abb3121-8224-4073-a916-9b2dcf34a171 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Fanout notify agent at l3_agent the message router_deleted on router e3b79759-8c30-4aea-94e9-5320e1677efb {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:55:55.463522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9abb3121-8224-4073-a916-9b2dcf34a171 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:55.464613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9abb3121-8224-4073-a916-9b2dcf34a171 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] 10.222.0.47 "DELETE /v2.0/routers/e3b79759-8c30-4aea-94e9-5320e1677efb HTTP/1.1" status: 204 len: 168 time: 0.4687278 Nov 24 19:55:55.726765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52068) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:55.871989 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8eb55202-c00b-4071-9485-105774523450 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46481f8760c34497ab4eb1ae327f24b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439822 Nov 24 19:55:55.874560 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52074) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:56.063070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-31287b5c-754a-49d5-8333-febbb9868ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:56.090244 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-31287b5c-754a-49d5-8333-febbb9868ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:56.144142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-31287b5c-754a-49d5-8333-febbb9868ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:56.148711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-52aca3ac-4595-4b51-8ef6-14e7743b0709 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:56.161243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31287b5c-754a-49d5-8333-febbb9868ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f35324-250a-4b57-b1aa-b601e291d0db,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:56.163628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-31287b5c-754a-49d5-8333-febbb9868ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:56.166925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-31287b5c-754a-49d5-8333-febbb9868ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:56.168728 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-31287b5c-754a-49d5-8333-febbb9868ad4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50f35324-250a-4b57-b1aa-b601e291d0db HTTP/1.1" status: 204 len: 168 time: 0.2929165 Nov 24 19:55:56.811638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52098) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:56.919092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-463132631-network', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:56.923892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:56.928319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Usage tracker for resource:network and tenant:f65eb8c8a3004d779309a72df347f8ee is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:56.931102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:56.937401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:56.947065 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Made reservation on behalf of f65eb8c8a3004d779309a72df347f8ee for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:56.949485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:56.961491 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:56.976049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:56.979796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Usage tracker for resource:security_group_rule and tenant:f65eb8c8a3004d779309a72df347f8ee is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:56.982547 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:56.988134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:57.068746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.072236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.074984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-27177433-a419-4baf-8cd1-cca635df4c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:57.104863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:55:57.113010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f7c59-e1d3-4182-9924-3ef887d82376,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:57.117081 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:57.119474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.119778 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Added segment e25f46f4-7fd7-4f04-b9ba-bd93dce62213 of type vlan for network 91320235-c5c9-4076-bad7-80ad727a3833 Nov 24 19:55:57.145620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.173632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.174659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:57.175249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.181077 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1c38d9ad-7a79-4824-8e65-f301fff29985 tempest-RoutersIpV6Test-1411198028 tempest-RoutersIpV6Test-1411198028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:57.281497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Pushing event updated for resources: {'Network': ['ID=91320235-c5c9-4076-bad7-80ad727a3833,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:57.284454 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4716830 Nov 24 19:55:57.285365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:57.288781 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52104) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:57.292400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 91320235-c5c9-4076-bad7-80ad727a3833 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:55:57.294194 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Request body: {'subnet': {'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-subnet', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:57.299176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:57.303407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Usage tracker for resource:subnet and tenant:f65eb8c8a3004d779309a72df347f8ee is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:57.306260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:57.311923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:57.322118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Made reservation on behalf of f65eb8c8a3004d779309a72df347f8ee for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:55:57.324487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.527752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.532054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3efdcaab-db3b-443b-a589-37019b96268a tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:57.605888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab599be-5241-4405-81f7-78c9782c69cf,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:57.609764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:57.613762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Checking segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:57.614176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Network hostable DHCP agents. Network: 91320235-c5c9-4076-bad7-80ad727a3833, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:55:57.633938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Network 91320235-c5c9-4076-bad7-80ad727a3833 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:55:57.643632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 91320235-c5c9-4076-bad7-80ad727a3833) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:57.648218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:55:57.648799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.653412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805bf1d8-eb5c-48c2-8585-ebde8fb48dd6 None None] Network 91320235-c5c9-4076-bad7-80ad727a3833 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:57.670632 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-fb1fcf1b-6928-4abc-976c-9ceef6b11b74 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3807349 Nov 24 19:55:57.673311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52108) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:55:57.678725 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:55:57.683323 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:55:57.687444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Usage tracker for resource:router and tenant:f65eb8c8a3004d779309a72df347f8ee is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:55:57.690426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:55:57.697162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:55:57.710303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.711276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.726910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.865032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-91320235-c5c9-4076-bad7-80ad727a3833', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'fixed_ips': [{'subnet_id': 'fab599be-5241-4405-81f7-78c9782c69cf'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:55:57.865886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:57.995755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.023023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Allocated IP 172.20.0.2 (91320235-c5c9-4076-bad7-80ad727a3833/fab599be-5241-4405-81f7-78c9782c69cf/d44e7c12-5280-45fb-a8bf-cbd175a92ebd) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:55:58.271277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.281594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Transition to ACTIVE for port object d44e7c12-5280-45fb-a8bf-cbd175a92ebd will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:58.301008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Transition to ACTIVE for port object d44e7c12-5280-45fb-a8bf-cbd175a92ebd will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:55:58.306091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.311194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:58.313312 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.342668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.370883 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Network 91320235-c5c9-4076-bad7-80ad727a3833 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:55:58.373615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:58.376177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:55:58.417006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Pushing event updated for resources: {'Port': ['ID=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:58.419993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:58.478577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Attempting to bind port d44e7c12-5280-45fb-a8bf-cbd175a92ebd on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:55:58.478963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Attempting to bind port d44e7c12-5280-45fb-a8bf-cbd175a92ebd by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:55:58.479344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Attempting to bind port d44e7c12-5280-45fb-a8bf-cbd175a92ebd on network 91320235-c5c9-4076-bad7-80ad727a3833 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:55:58.485157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:55:58.485550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Checking segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:55:58.485962 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.486369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Bound using segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:55:58.486851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Bound port: d44e7c12-5280-45fb-a8bf-cbd175a92ebd, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:55:58.487241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.581081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] For port d44e7c12-5280-45fb-a8bf-cbd175a92ebd, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:55:58.584777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] For port d44e7c12-5280-45fb-a8bf-cbd175a92ebd, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:55:58.588443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.592856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:58.603802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Allocated IP 172.26.6.9 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/169a25b2-7392-43b9-894d-d13f054900a6) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:55:58.670375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Pushing event updated for resources: {'Port': ['ID=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:58.673425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:58.758899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.789264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:58.793031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8b550eef-a424-4710-842d-e3e1bb23ea6c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:55:58.863625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:55:58.867250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:55:58.870892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:55:58.905389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Pushing event updated for resources: {'Port': ['ID=169a25b2-7392-43b9-894d-d13f054900a6,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:55:58.911608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:55:59.292309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:59.354111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d44e7c12-5280-45fb-a8bf-cbd175a92ebd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:55:59.420490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb174b36-ec74-4838-a7cb-41eca9120673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:59.437345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port d44e7c12-5280-45fb-a8bf-cbd175a92ebd completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:59.656731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db456b9-3689-4af7-ab3a-42f4292103b1 None None] Network 91320235-c5c9-4076-bad7-80ad727a3833 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:55:59.672404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:59.753140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Provisioning for port d44e7c12-5280-45fb-a8bf-cbd175a92ebd completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:55:59.772088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Provisioning complete for port d44e7c12-5280-45fb-a8bf-cbd175a92ebd triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:55:59.772464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:59.884885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:55:59.909535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Router 59964e49-53e9-4e08-98a6-6815ce6ce730 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:56:00.005237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:00.052003 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-46f13933-46b9-44f5-806d-4af258a419db None None] For port d44e7c12-5280-45fb-a8bf-cbd175a92ebd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:00.057202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:00.059143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:00.133656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Pushing event updated for resources: {'Port': ['ID=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:00.137066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:00.249217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:56:00.257987 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Sync routers for ids ['59964e49-53e9-4e08-98a6-6815ce6ce730'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:56:00.266955 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Routers {'59964e49-53e9-4e08-98a6-6815ce6ce730'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:00.267567 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:55:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['59964e49-53e9-4e08-98a6-6815ce6ce730'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:00.276412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:00.280294 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6032732 Nov 24 19:56:00.280472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52112) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:56:00.285021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ad67afd6-85b1-40e3-8d88-295d791dfecf None None] Provisioning complete for port d44e7c12-5280-45fb-a8bf-cbd175a92ebd triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:00.285553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ad67afd6-85b1-40e3-8d88-295d791dfecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:00.482781 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Set router 59964e49-53e9-4e08-98a6-6815ce6ce730 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:00.768030 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '169a25b2-7392-43b9-894d-d13f054900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:55:59Z', 'revision_number': 3, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port': {'id': '169a25b2-7392-43b9-894d-d13f054900a6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:55:58Z', 'updated_at': '2021-11-24T19:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:00.772603 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Checking router: 59964e49-53e9-4e08-98a6-6815ce6ce730 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:56:00.772961 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Updating router 59964e49-53e9-4e08-98a6-6815ce6ce730 port 169a25b2-7392-43b9-894d-d13f054900a6 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:56:00.825476 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:00.956938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.157186 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.165782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Allocated IP 172.20.0.1 (91320235-c5c9-4076-bad7-80ad727a3833/fab599be-5241-4405-81f7-78c9782c69cf/672a4b75-79f5-4b9e-b0cf-2e9d9cef9757) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:56:01.169345 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Transition to ACTIVE for port object 169a25b2-7392-43b9-894d-d13f054900a6 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:01.176185 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.181854 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:01.259388 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Attempting to bind port 169a25b2-7392-43b9-894d-d13f054900a6 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:56:01.260017 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Attempting to bind port 169a25b2-7392-43b9-894d-d13f054900a6 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:56:01.260282 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Attempting to bind port 169a25b2-7392-43b9-894d-d13f054900a6 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:01.267734 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Pushing event updated for resources: {'Port': ['ID=169a25b2-7392-43b9-894d-d13f054900a6,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:01.272354 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:56:01.272741 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:01.273152 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.273554 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:56:01.274042 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Bound port: 169a25b2-7392-43b9-894d-d13f054900a6, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:56:01.274423 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.313062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d44e7c12-5280-45fb-a8bf-cbd175a92ebd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:01.324271 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.324622 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.324954 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.325341 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.325679 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.326202 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.326532 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.326857 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.327181 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.327512 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.327826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.328335 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:01.330539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.346720 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:01.352245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Transition to ACTIVE for port object 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:01.362954 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] For port 169a25b2-7392-43b9-894d-d13f054900a6, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:56:01.366846 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] For port 169a25b2-7392-43b9-894d-d13f054900a6, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=169a25b2-7392-43b9-894d-d13f054900a6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:56:01.371784 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.376757 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-2e5b0541-e8ac-461a-8d59-e17072ac22a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:01.380237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.385256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5eb3550f-7402-4f11-9378-596a4eb0589b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:01.389026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d44e7c12-5280-45fb-a8bf-cbd175a92ebd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:01.389511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.451220 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Network 91320235-c5c9-4076-bad7-80ad727a3833 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:01.454122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:01.456710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:56:01.467268 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Routers {'59964e49-53e9-4e08-98a6-6815ce6ce730'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:01.467899 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:55:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['59964e49-53e9-4e08-98a6-6815ce6ce730'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:01.506011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Pushing event updated for resources: {'Port': ['ID=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:01.509426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:01.523652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.547194 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Pushing event updated for resources: {'Port': ['ID=169a25b2-7392-43b9-894d-d13f054900a6,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:01.556261 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:01.662783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.666657 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] Set router 59964e49-53e9-4e08-98a6-6815ce6ce730 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:01.735996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fbfd22a9-142c-4a85-b95f-fd93f7cf0e0f None None] Provisioning for port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:01.742760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fbfd22a9-142c-4a85-b95f-fd93f7cf0e0f None None] Provisioning complete for port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:01.743400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fbfd22a9-142c-4a85-b95f-fd93f7cf0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:01.808513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd22a9-142c-4a85-b95f-fd93f7cf0e0f None None] Port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:56:02.002864 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '169a25b2-7392-43b9-894d-d13f054900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:55:59Z', 'revision_number': 3, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port': {'id': '169a25b2-7392-43b9-894d-d13f054900a6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:55:58Z', 'updated_at': '2021-11-24T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:02.007813 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0555a1-bb96-4397-8b48-27193e1c0cfa None None] The sync data for ids ['59964e49-53e9-4e08-98a6-6815ce6ce730'] in dv-neutron-818346-1-hyperv is: [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '169a25b2-7392-43b9-894d-d13f054900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:55:59Z', 'revision_number': 3, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port': {'id': '169a25b2-7392-43b9-894d-d13f054900a6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:55:58Z', 'updated_at': '2021-11-24T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:56:02.048364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:02.053962 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:02.079086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-024173ac-704f-4d81-b956-4454f9e401ed tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:02.167277 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Pushing event updated for resources: {'Port': ['ID=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:02.167655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-41d3e7d1-d833-44bc-a3be-2e8f94473997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:02.171677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:02.172466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:02.331703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Network 91320235-c5c9-4076-bad7-80ad727a3833 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:02.333570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:02.543772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Router 59964e49-53e9-4e08-98a6-6815ce6ce730 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:56:02.634207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5fef23ca-0068-4910-84e4-764808a7f224 None None] Provisioning complete for port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:02.635128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5fef23ca-0068-4910-84e4-764808a7f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:02.692888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-5fef23ca-0068-4910-84e4-764808a7f224 None None] Port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:56:02.749072 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:56:02.758543 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] 10.222.0.47 "PUT /v2.0/routers/59964e49-53e9-4e08-98a6-6815ce6ce730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4770753 Nov 24 19:56:02.878830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.267053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52130) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:56:03.274394 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1351973593-network', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:56:03.281419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:56:03.287732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Usage tracker for resource:network and tenant:a598e9fc47104adda1ee3ac88b86750a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:56:03.291645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:56:03.297640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:56:03.311611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Made reservation on behalf of a598e9fc47104adda1ee3ac88b86750a for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:56:03.314128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.328341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.344381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 169a25b2-7392-43b9-894d-d13f054900a6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:03.346474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:56:03.351512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Usage tracker for resource:security_group_rule and tenant:a598e9fc47104adda1ee3ac88b86750a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:56:03.354950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:56:03.360942 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:56:03.428907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 169a25b2-7392-43b9-894d-d13f054900a6 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:03.433598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 169a25b2-7392-43b9-894d-d13f054900a6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:03.433978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.461076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.465443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.470337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-421ac115-2c44-4251-afa3-99571693c8e4 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:03.496417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:56:03.509910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8657e77c-efaf-4cd3-9ce9-11286365c2e4,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:03.514099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:03.515112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.515525 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Added segment c7197b29-123b-4ba9-833d-6e4dc313c767 of type vlan for network d475b7f8-1285-4470-bbdb-9795ae39caf4 Nov 24 19:56:03.547525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.581852 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.582554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:03.583120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.586906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ee0e5da9-cb1b-4867-be9f-44d246f5e99b tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:03.601692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.619151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 169a25b2-7392-43b9-894d-d13f054900a6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=169a25b2-7392-43b9-894d-d13f054900a6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:03.622607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.625800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:03.678019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Sync routers for ids ['59964e49-53e9-4e08-98a6-6815ce6ce730'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:56:03.688413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Pushing event updated for resources: {'Network': ['ID=d475b7f8-1285-4470-bbdb-9795ae39caf4,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:03.694176 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4234126 Nov 24 19:56:03.694176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:03.694494 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52134) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:56:03.700307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Request body: {'subnet': {'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-subnet', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:56:03.702343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Routers {'59964e49-53e9-4e08-98a6-6815ce6ce730'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:03.702969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:56:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['59964e49-53e9-4e08-98a6-6815ce6ce730'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:03.705039 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:56:03.709025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Usage tracker for resource:subnet and tenant:a598e9fc47104adda1ee3ac88b86750a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:56:03.711860 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:56:03.717511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:56:03.732231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Made reservation on behalf of a598e9fc47104adda1ee3ac88b86750a for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:56:03.734504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.754890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:56:03.849577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=169a25b2-7392-43b9-894d-d13f054900a6,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:03.852840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:03.944381 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:03.948159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2756a102-4865-46ba-a324-a16a1066488d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:03.989173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Set router 59964e49-53e9-4e08-98a6-6815ce6ce730 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:04.016048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ea6596-4963-40fb-8678-27a2d25f6073,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:04.019645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:04.026993 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Checking segment: {'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:04.027343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Network hostable DHCP agents. Network: d475b7f8-1285-4470-bbdb-9795ae39caf4, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:56:04.046870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:56:04.057897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, d475b7f8-1285-4470-bbdb-9795ae39caf4) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:04.061849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:04.062443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.082682 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3871534 Nov 24 19:56:04.085400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52138) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:56:04.090283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:56:04.094778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:56:04.098704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Usage tracker for resource:router and tenant:a598e9fc47104adda1ee3ac88b86750a is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:56:04.101828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:56:04.107516 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:56:04.114257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18409c-2ee5-4198-8b03-0de15c803d52 None None] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:56:04.121792 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.122955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.139343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.491260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-d475b7f8-1285-4470-bbdb-9795ae39caf4', 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'fixed_ips': [{'subnet_id': '43ea6596-4963-40fb-8678-27a2d25f6073'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:56:04.492141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.506903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '169a25b2-7392-43b9-894d-d13f054900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:56:01Z', 'revision_number': 4, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port': {'id': '169a25b2-7392-43b9-894d-d13f054900a6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:55:58Z', 'updated_at': '2021-11-24T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '672a4b75-79f5-4b9e-b0cf-2e9d9cef9757', 'name': '', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'mac_address': 'fa:16:3e:b5:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:01Z', 'updated_at': '2021-11-24T19:56:01Z', 'revision_number': 2, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'subnets': [{'id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:04.513011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Checking router: 59964e49-53e9-4e08-98a6-6815ce6ce730 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:56:04.513371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Updating router 59964e49-53e9-4e08-98a6-6815ce6ce730 port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:56:04.529685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.626865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.686549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.824505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Allocated IP 172.20.0.2 (d475b7f8-1285-4470-bbdb-9795ae39caf4/43ea6596-4963-40fb-8678-27a2d25f6073/42c80dac-561c-43ec-bf4e-7d27ef31a837) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:56:04.843096 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:04.874154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.015211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Allocated IP 172.26.6.28 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/3948aa1b-8a1f-4cc2-954b-12d0cb623e6a) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:56:05.169245 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.199673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.203418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:05.258977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.267024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:05.269780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:05.273600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:56:05.275393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Transition to ACTIVE for port object 42c80dac-561c-43ec-bf4e-7d27ef31a837 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:05.295510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.313590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Pushing event updated for resources: {'Port': ['ID=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:05.314461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Transition to ACTIVE for port object 42c80dac-561c-43ec-bf4e-7d27ef31a837 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:05.322226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 169a25b2-7392-43b9-894d-d13f054900a6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:05.322636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:05.346161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Transition to ACTIVE for port object 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:05.355902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.366520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:05.410268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.452423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:05.459929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:05.517337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:56:05.519514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Pushing event updated for resources: {'Port': ['ID=42c80dac-561c-43ec-bf4e-7d27ef31a837,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:05.530948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:05.532801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:05.715202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.753970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4273c31-d80d-41b8-a260-4c24631d2e58 None None] Pushing event updated for resources: {'Port': ['ID=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:05.767753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f4273c31-d80d-41b8-a260-4c24631d2e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:05.772770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 169a25b2-7392-43b9-894d-d13f054900a6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:05.773158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.804761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Attempting to bind port 42c80dac-561c-43ec-bf4e-7d27ef31a837 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:56:05.805137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Attempting to bind port 42c80dac-561c-43ec-bf4e-7d27ef31a837 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:56:05.805504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Attempting to bind port 42c80dac-561c-43ec-bf4e-7d27ef31a837 on network d475b7f8-1285-4470-bbdb-9795ae39caf4 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:05.837216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:56:05.837599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Checking segment: {'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:05.838004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.838403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Bound using segment: {'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:56:05.838889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Bound port: 42c80dac-561c-43ec-bf4e-7d27ef31a837, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:56:05.839266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.858719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Attempting to bind port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:56:05.859096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Attempting to bind port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:56:05.859471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Attempting to bind port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 on network 91320235-c5c9-4076-bad7-80ad727a3833 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:05.876541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:56:05.876913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Checking segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:05.877326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:05.877717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Bound using segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:56:05.878194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Bound port: 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:56:05.878578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:06.082891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] For port 42c80dac-561c-43ec-bf4e-7d27ef31a837, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:56:06.098912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] For port 42c80dac-561c-43ec-bf4e-7d27ef31a837, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=42c80dac-561c-43ec-bf4e-7d27ef31a837,segment=NetworkSegment(c7197b29-123b-4ba9-833d-6e4dc313c767),segment_id=c7197b29-123b-4ba9-833d-6e4dc313c767)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:56:06.100215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] For port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:56:06.103333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] For port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:56:06.105190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:06.108966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:06.141197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:06.202580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Routers {'59964e49-53e9-4e08-98a6-6815ce6ce730'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:06.203224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:56:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['59964e49-53e9-4e08-98a6-6815ce6ce730'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:06.220378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:06.259402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Pushing event updated for resources: {'Port': ['ID=42c80dac-561c-43ec-bf4e-7d27ef31a837,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:06.273790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:06.274269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-87b38545-16b5-45f6-baff-4bd06daeb7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:06.430989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4273c31-d80d-41b8-a260-4c24631d2e58 None None] Pushing event updated for resources: {'Port': ['ID=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:06.435736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f4273c31-d80d-41b8-a260-4c24631d2e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:06.460446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] Set router 59964e49-53e9-4e08-98a6-6815ce6ce730 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:06.467190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Router 6faca7c4-5343-4513-b512-1d7aff1a53cb is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:56:06.677963 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:56:06.689975 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Sync routers for ids ['6faca7c4-5343-4513-b512-1d7aff1a53cb'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:56:06.700426 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Routers {'6faca7c4-5343-4513-b512-1d7aff1a53cb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:06.701089 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:56:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6faca7c4-5343-4513-b512-1d7aff1a53cb'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:06.703820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:06.707935 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6188526 Nov 24 19:56:06.708219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52142) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:56:06.861720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '169a25b2-7392-43b9-894d-d13f054900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:56:01Z', 'revision_number': 4, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port': {'id': '169a25b2-7392-43b9-894d-d13f054900a6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:55:58Z', 'updated_at': '2021-11-24T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '672a4b75-79f5-4b9e-b0cf-2e9d9cef9757', 'name': '', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'mac_address': 'fa:16:3e:b5:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:01Z', 'updated_at': '2021-11-24T19:56:06Z', 'revision_number': 4, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'subnets': [{'id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:06.865942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ee466-67ba-4746-8a42-f15c874f4f1e None None] The sync data for ids ['59964e49-53e9-4e08-98a6-6815ce6ce730'] in dv-neutron-818346-1-hyperv is: [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '169a25b2-7392-43b9-894d-d13f054900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:56:01Z', 'revision_number': 4, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port': {'id': '169a25b2-7392-43b9-894d-d13f054900a6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:55:58Z', 'updated_at': '2021-11-24T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '672a4b75-79f5-4b9e-b0cf-2e9d9cef9757', 'name': '', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'mac_address': 'fa:16:3e:b5:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:01Z', 'updated_at': '2021-11-24T19:56:06Z', 'revision_number': 4, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'subnets': [{'id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:56:06.887661 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Set router 6faca7c4-5343-4513-b512-1d7aff1a53cb gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:07.267152 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:05Z', 'revision_number': 3, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port': {'id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:60:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:07.272856 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Checking router: 6faca7c4-5343-4513-b512-1d7aff1a53cb for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:56:07.273226 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Updating router 6faca7c4-5343-4513-b512-1d7aff1a53cb port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:56:07.361160 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.426944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 42c80dac-561c-43ec-bf4e-7d27ef31a837 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:07.458821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19973213-54fc-4780-b595-34b2458c09be None None] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:56:07.627248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Provisioning for port 42c80dac-561c-43ec-bf4e-7d27ef31a837 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:07.637112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 42c80dac-561c-43ec-bf4e-7d27ef31a837 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:07.649983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Provisioning complete for port 42c80dac-561c-43ec-bf4e-7d27ef31a837 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:07.650547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.696644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.724431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 42c80dac-561c-43ec-bf4e-7d27ef31a837 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:07.725086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.752320 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.768556 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Transition to ACTIVE for port object 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:07.779914 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.783656 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a8eec79f-e24d-4577-be64-6342eecf32e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:07.872620 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457c941-4c3a-4dcf-af9e-0f25715359ee None None] Pushing event updated for resources: {'Port': ['ID=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:07.888303 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c457c941-4c3a-4dcf-af9e-0f25715359ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:07.889433 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Attempting to bind port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:56:07.889852 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Attempting to bind port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:56:07.890228 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Attempting to bind port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:07.901312 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:56:07.902226 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:07.903028 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.903437 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:56:07.903925 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Bound port: 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:56:07.904337 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.912802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:07.987274 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Allocated IP 172.20.0.1 (d475b7f8-1285-4470-bbdb-9795ae39caf4/43ea6596-4963-40fb-8678-27a2d25f6073/b0eccb18-acce-485e-aa94-17e35b042c4c) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:56:08.016691 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] For port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:56:08.022321 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] For port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:56:08.023558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] For port 42c80dac-561c-43ec-bf4e-7d27ef31a837, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=42c80dac-561c-43ec-bf4e-7d27ef31a837,segment=NetworkSegment(c7197b29-123b-4ba9-833d-6e4dc313c767),segment_id=c7197b29-123b-4ba9-833d-6e4dc313c767)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:08.028952 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.040455 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-ba2a0afe-d1cf-43f6-a961-d177d8a8ae8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:08.043764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.048955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:08.102001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.106074 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Routers {'6faca7c4-5343-4513-b512-1d7aff1a53cb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:08.106733 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:56:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6faca7c4-5343-4513-b512-1d7aff1a53cb'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:08.175056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.196058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Transition to ACTIVE for port object b0eccb18-acce-485e-aa94-17e35b042c4c will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:08.199790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Pushing event updated for resources: {'Port': ['ID=42c80dac-561c-43ec-bf4e-7d27ef31a837,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:08.205695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:08.217722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:56:08.218095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:56:08.230568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.237730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bcac23db-9d5e-4261-83f0-53aab34f18af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:08.327477 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:08.330990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:08.334181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:56:08.354789 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457c941-4c3a-4dcf-af9e-0f25715359ee None None] Pushing event updated for resources: {'Port': ['ID=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:08.360880 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c457c941-4c3a-4dcf-af9e-0f25715359ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:08.365464 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] Set router 6faca7c4-5343-4513-b512-1d7aff1a53cb gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:08.393482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.397537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0eccb18-acce-485e-aa94-17e35b042c4c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:08.401279 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:08.536717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.573683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-97c66e4d-ad5a-47ac-af52-b3103676443f None None] Provisioning complete for port 42c80dac-561c-43ec-bf4e-7d27ef31a837 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:08.574172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-97c66e4d-ad5a-47ac-af52-b3103676443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.693788 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:05Z', 'revision_number': 3, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port': {'id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:60:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:08.700090 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643783f-f3dc-4013-9950-93d2976f1d2e None None] The sync data for ids ['6faca7c4-5343-4513-b512-1d7aff1a53cb'] in dv-neutron-818346-1-hyperv is: [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:05Z', 'revision_number': 3, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port': {'id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:60:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:56:08.780807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:08.801809 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.807351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.836478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:08.848875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:08.853878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:08.854269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.923887 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0eccb18-acce-485e-aa94-17e35b042c4c,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:08.927385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:08.928417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:08.928553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d1bf4510-1d21-47e9-956c-88b805a988ab None None] Provisioning for port b0eccb18-acce-485e-aa94-17e35b042c4c completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:08.934998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d1bf4510-1d21-47e9-956c-88b805a988ab None None] Provisioning complete for port b0eccb18-acce-485e-aa94-17e35b042c4c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:08.935395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1bf4510-1d21-47e9-956c-88b805a988ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:09.059395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:09.071473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf4510-1d21-47e9-956c-88b805a988ab None None] Port b0eccb18-acce-485e-aa94-17e35b042c4c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:56:09.083952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:09.085715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:09.103351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:09.108272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:09.113100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:09.199903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:09.204050 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:09.319861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Router 6faca7c4-5343-4513-b512-1d7aff1a53cb has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:56:09.409534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6f7cc374-7c2f-4483-9028-a1aa6428a23c None None] Provisioning complete for port b0eccb18-acce-485e-aa94-17e35b042c4c triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:09.409910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6f7cc374-7c2f-4483-9028-a1aa6428a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:09.412407 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:56:09.439547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 42c80dac-561c-43ec-bf4e-7d27ef31a837 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:09.525319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6f7cc374-7c2f-4483-9028-a1aa6428a23c None None] Port b0eccb18-acce-485e-aa94-17e35b042c4c cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:56:09.542753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 42c80dac-561c-43ec-bf4e-7d27ef31a837 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:09.543240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:09.670758 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:56:09.688407 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] 10.222.0.47 "PUT /v2.0/routers/6faca7c4-5343-4513-b512-1d7aff1a53cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9788127 Nov 24 19:56:09.721319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:09.793567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:09.794004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:09.914451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:09.981322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:09.985937 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:09.986317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:10.105495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:10.121584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:10.126308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:10.128264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2142de40-0972-458a-bbe5-9d8dcfc48aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:10.201049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:10.205167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:10.416275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Sync routers for ids ['6faca7c4-5343-4513-b512-1d7aff1a53cb'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:56:10.426970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Routers {'6faca7c4-5343-4513-b512-1d7aff1a53cb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:10.427806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:56:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6faca7c4-5343-4513-b512-1d7aff1a53cb'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:10.595687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-b30981eb-eb2d-45f5-9578-160889122a27 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:10.597059 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-b30981eb-eb2d-45f5-9578-160889122a27 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/networks?id=91320235-c5c9-4076-bad7-80ad727a3833 HTTP/1.1" status: 200 len: 816 time: 0.2676387 Nov 24 19:56:10.610536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Set router 6faca7c4-5343-4513-b512-1d7aff1a53cb gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:10.612514 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-c96cbd3c-ff9e-48f4-998f-99e7abcfe563 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/quotas/f65eb8c8a3004d779309a72df347f8ee HTTP/1.1" status: 200 len: 375 time: 0.0091975 Nov 24 19:56:10.704353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-d03eaa99-624c-485a-a50e-c70e8af3e39e tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f65eb8c8a3004d779309a72df347f8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856864 Nov 24 19:56:10.871028 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-38239e7a-0b55-4d92-8152-abf2a2e599a5 service neutron] 10.222.0.47 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547778 Nov 24 19:56:10.944193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:08Z', 'revision_number': 4, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port': {'id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:60:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'b0eccb18-acce-485e-aa94-17e35b042c4c', 'name': '', 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'mac_address': 'fa:16:3e:cb:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '43ea6596-4963-40fb-8678-27a2d25f6073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:07Z', 'updated_at': '2021-11-24T19:56:08Z', 'revision_number': 2, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'subnets': [{'id': '43ea6596-4963-40fb-8678-27a2d25f6073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:10.948880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Checking router: 6faca7c4-5343-4513-b512-1d7aff1a53cb for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:56:10.949908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Updating router 6faca7c4-5343-4513-b512-1d7aff1a53cb port b0eccb18-acce-485e-aa94-17e35b042c4c binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:56:11.011901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:11.032511 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-ec02ef20-1093-4323-bcaa-28ee7f7029db service neutron] 10.222.0.47 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511631 Nov 24 19:56:11.239492 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1d6a4e96-9697-4d40-85a0-46b831cd1ac2 req-2f3b2d23-db43-4486-923b-b5e869651068 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 210 time: 0.0506735 Nov 24 19:56:11.329598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:11.501940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:11.502587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:11.584207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:11.600423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Transition to ACTIVE for port object b0eccb18-acce-485e-aa94-17e35b042c4c will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:11.640047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:11.685746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:11.865484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eba365-d226-4a53-97b4-018b685d5f2f None None] Pushing event updated for resources: {'Port': ['ID=b0eccb18-acce-485e-aa94-17e35b042c4c,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:11.872492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-44eba365-d226-4a53-97b4-018b685d5f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:11.928096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Attempting to bind port b0eccb18-acce-485e-aa94-17e35b042c4c on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:56:11.928474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Attempting to bind port b0eccb18-acce-485e-aa94-17e35b042c4c by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:56:11.928844 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Attempting to bind port b0eccb18-acce-485e-aa94-17e35b042c4c on network d475b7f8-1285-4470-bbdb-9795ae39caf4 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:11.934746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:56:11.935383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Checking segment: {'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:11.936033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:11.936631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Bound using segment: {'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:56:11.937248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Bound port: b0eccb18-acce-485e-aa94-17e35b042c4c, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7197b29-123b-4ba9-833d-6e4dc313c767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:56:11.937809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:12.027811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] For port b0eccb18-acce-485e-aa94-17e35b042c4c, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:56:12.030898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] For port b0eccb18-acce-485e-aa94-17e35b042c4c, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b0eccb18-acce-485e-aa94-17e35b042c4c,segment=NetworkSegment(c7197b29-123b-4ba9-833d-6e4dc313c767),segment_id=c7197b29-123b-4ba9-833d-6e4dc313c767)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:56:12.034674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:12.039623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:12.130282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Routers {'6faca7c4-5343-4513-b512-1d7aff1a53cb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:56:12.131073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:56:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6faca7c4-5343-4513-b512-1d7aff1a53cb'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:12.198152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eba365-d226-4a53-97b4-018b685d5f2f None None] Pushing event updated for resources: {'Port': ['ID=b0eccb18-acce-485e-aa94-17e35b042c4c,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:12.203255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-44eba365-d226-4a53-97b4-018b685d5f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:12.348847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] Set router 6faca7c4-5343-4513-b512-1d7aff1a53cb gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:56:12.465619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54c206b1-239e-4b28-b9cf-d5fb49d6cbea req-d947332a-3f67-43f0-91d7-b291b684bf22 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 210 time: 0.0556402 Nov 24 19:56:12.475589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-05d727fb-f299-4b2a-ba93-994a324fe75b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:12.477345 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-05d727fb-f299-4b2a-ba93-994a324fe75b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "GET /v2.0/networks?id=91320235-c5c9-4076-bad7-80ad727a3833 HTTP/1.1" status: 200 len: 816 time: 0.2693005 Nov 24 19:56:12.491155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Request body: {'port': {'device_id': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'admin_state_up': True, 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:56:12.677421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:56:12.682766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Usage tracker for resource:port and tenant:f65eb8c8a3004d779309a72df347f8ee is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:56:12.685687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:56:12.692464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:56:12.703702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Made reservation on behalf of f65eb8c8a3004d779309a72df347f8ee for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:56:12.707851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:12.765056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:08Z', 'revision_number': 4, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port': {'id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:60:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'b0eccb18-acce-485e-aa94-17e35b042c4c', 'name': '', 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'mac_address': 'fa:16:3e:cb:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '43ea6596-4963-40fb-8678-27a2d25f6073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:07Z', 'updated_at': '2021-11-24T19:56:12Z', 'revision_number': 4, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'subnets': [{'id': '43ea6596-4963-40fb-8678-27a2d25f6073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:56:12.769297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc310a6-8066-49c8-97c1-344dd0fd4856 None None] The sync data for ids ['6faca7c4-5343-4513-b512-1d7aff1a53cb'] in dv-neutron-818346-1-hyperv is: [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:08Z', 'revision_number': 4, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port': {'id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:60:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'b0eccb18-acce-485e-aa94-17e35b042c4c', 'name': '', 'network_id': 'd475b7f8-1285-4470-bbdb-9795ae39caf4', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'mac_address': 'fa:16:3e:cb:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '43ea6596-4963-40fb-8678-27a2d25f6073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:07Z', 'updated_at': '2021-11-24T19:56:12Z', 'revision_number': 4, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'subnets': [{'id': '43ea6596-4963-40fb-8678-27a2d25f6073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:56:12.895944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Allocated IP 172.20.0.10 (91320235-c5c9-4076-bad7-80ad727a3833/fab599be-5241-4405-81f7-78c9782c69cf/4ec57105-520c-463d-b373-5346e4b9564f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:56:13.117010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.134420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Transition to ACTIVE for port object 4ec57105-520c-463d-b373-5346e4b9564f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:13.159218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.165388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f7a59a3a-fcad-49af-acba-dd6e8d43b052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:13.237319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Network 91320235-c5c9-4076-bad7-80ad727a3833 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:13.241384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:13.245445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:56:13.278062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Pushing event updated for resources: {'Port': ['ID=4ec57105-520c-463d-b373-5346e4b9564f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:13.284958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:13.335123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:13.335776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.362077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b0eccb18-acce-485e-aa94-17e35b042c4c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:13.370233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8839915 Nov 24 19:56:13.388612 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Request body: {'port': {'device_id': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:56:13.459399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port b0eccb18-acce-485e-aa94-17e35b042c4c completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:13.465071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b0eccb18-acce-485e-aa94-17e35b042c4c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:13.465466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.528357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.606730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.616866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-236cdea5-219d-4e84-8328-bb71a1c9d0be None None] Provisioning for port 4ec57105-520c-463d-b373-5346e4b9564f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:13.625407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-236cdea5-219d-4e84-8328-bb71a1c9d0be None None] Provisioning complete for port 4ec57105-520c-463d-b373-5346e4b9564f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:13.625848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-236cdea5-219d-4e84-8328-bb71a1c9d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.700120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-236cdea5-219d-4e84-8328-bb71a1c9d0be None None] Port 4ec57105-520c-463d-b373-5346e4b9564f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:56:13.702458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port b0eccb18-acce-485e-aa94-17e35b042c4c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b0eccb18-acce-485e-aa94-17e35b042c4c,segment=NetworkSegment(c7197b29-123b-4ba9-833d-6e4dc313c767),segment_id=c7197b29-123b-4ba9-833d-6e4dc313c767)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:13.708215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:13.710296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:13.780373 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=b0eccb18-acce-485e-aa94-17e35b042c4c,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:13.784364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:13.841484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5ed3-0f6c-4260-b4d5-7fb9b3871391 req-cc633342-82ac-4e36-a9db-ac6651c273e2 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:13.842220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b69e5ed3-0f6c-4260-b4d5-7fb9b3871391 req-cc633342-82ac-4e36-a9db-ac6651c273e2 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Synchronizing usage tracker for tenant:f65eb8c8a3004d779309a72df347f8ee on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:56:13.885215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b69e5ed3-0f6c-4260-b4d5-7fb9b3871391 req-cc633342-82ac-4e36-a9db-ac6651c273e2 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Unset dirty status for tenant:f65eb8c8a3004d779309a72df347f8ee on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:56:13.886401 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b69e5ed3-0f6c-4260-b4d5-7fb9b3871391 req-cc633342-82ac-4e36-a9db-ac6651c273e2 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 932 time: 0.2815316 Nov 24 19:56:14.070481 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b69e5ed3-0f6c-4260-b4d5-7fb9b3871391 req-5ad89416-70c6-4736-bd1f-0df4d6a4a634 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605061 Nov 24 19:56:14.139474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec57105-520c-463d-b373-5346e4b9564f {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:56:14.147593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:14.163500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Transition to ACTIVE for port object 4ec57105-520c-463d-b373-5346e4b9564f will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:14.167723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:14.172674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a537446e-da84-4a3b-9bf4-c1ed0e797c14 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:14.333836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Pushing event updated for resources: {'Port': ['ID=4ec57105-520c-463d-b373-5346e4b9564f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:14.341411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:14.412226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Attempting to bind port 4ec57105-520c-463d-b373-5346e4b9564f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:56:14.412445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Attempting to bind port 4ec57105-520c-463d-b373-5346e4b9564f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:56:14.412778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Attempting to bind port 4ec57105-520c-463d-b373-5346e4b9564f on network 91320235-c5c9-4076-bad7-80ad727a3833 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:14.417564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Port 4ec57105-520c-463d-b373-5346e4b9564f on network 91320235-c5c9-4076-bad7-80ad727a3833 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:56:14.417911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Attempting to bind port 4ec57105-520c-463d-b373-5346e4b9564f on network 91320235-c5c9-4076-bad7-80ad727a3833 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:14.422993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:56:14.423335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Checking segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:14.423719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Bound using segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:56:14.424174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Bound port: 4ec57105-520c-463d-b373-5346e4b9564f, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:56:14.424524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:14.521727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] For port 4ec57105-520c-463d-b373-5346e4b9564f, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:56:14.524927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] For port 4ec57105-520c-463d-b373-5346e4b9564f, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4ec57105-520c-463d-b373-5346e4b9564f,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:56:14.528622 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:14.532295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fc9e5f0e-76bb-49af-a376-a3f78d3a0462 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:14.589984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:14.590603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:14.592008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] 10.222.0.41 "PUT /v2.0/ports/4ec57105-520c-463d-b373-5346e4b9564f HTTP/1.1" status: 200 len: 1094 time: 1.2134173 Nov 24 19:56:14.592484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'tag': '4ec57105-520c-463d-b373-5346e4b9564f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:56:14.612553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Pushing event updated for resources: {'Port': ['ID=4ec57105-520c-463d-b373-5346e4b9564f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:14.615868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:14.672960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'tag': '4ec57105-520c-463d-b373-5346e4b9564f', 'status': 'completed', 'code': 200} Nov 24 19:56:14.716497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-3bb1d894-9b95-4a52-a2fe-4917e70a3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:14.718007 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-3bb1d894-9b95-4a52-a2fe-4917e70a3914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f65eb8c8a3004d779309a72df347f8ee&device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 1097 time: 0.0878873 Nov 24 19:56:14.789914 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-3d3a84f5-c914-4d0c-a7a9-4b4e045bd5ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec57105-520c-463d-b373-5346e4b9564f HTTP/1.1" status: 200 len: 217 time: 0.0644445 Nov 24 19:56:14.859619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-10cdb9e2-20ec-40f8-8fb3-1d4dd9ebde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:14.860996 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-10cdb9e2-20ec-40f8-8fb3-1d4dd9ebde9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fab599be-5241-4405-81f7-78c9782c69cf HTTP/1.1" status: 200 len: 855 time: 0.0649776 Nov 24 19:56:14.936657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-d3e740bf-fb21-4158-bfad-ea44c94c0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:14.938148 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-d3e740bf-fb21-4158-bfad-ea44c94c0314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91320235-c5c9-4076-bad7-80ad727a3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697277 Nov 24 19:56:15.070317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-a7b4cf91-df9e-4fb3-9428-25c0bfbc1fe2 service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257029 Nov 24 19:56:15.278332 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6bf1b3a3-a3e9-4e44-b8d4-14c892818d81 req-c86bbf2c-a0e3-4262-a85d-5343ad16cc47 service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010670 Nov 24 19:56:15.302213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c796-069e-44c6-b1d5-6d8c5c3819fd req-1b7602cd-972d-4a37-b266-d67e45711882 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:15.303693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4cc7c796-069e-44c6-b1d5-6d8c5c3819fd req-1b7602cd-972d-4a37-b266-d67e45711882 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 944 time: 0.1204519 Nov 24 19:56:15.317028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b0eccb18-acce-485e-aa94-17e35b042c4c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:15.395654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b0eccb18-acce-485e-aa94-17e35b042c4c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:15.396055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:15.405601 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4cc7c796-069e-44c6-b1d5-6d8c5c3819fd req-7add77d7-8e1d-47f0-801b-e2b199d07556 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925806 Nov 24 19:56:15.427408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-46589c4f-ab36-47a6-ab6c-ac5104916718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:15.427408 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-46589c4f-ab36-47a6-ab6c-ac5104916718 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f65eb8c8a3004d779309a72df347f8ee&device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 1097 time: 0.0947773 Nov 24 19:56:15.565500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-1b37a33d-4503-4446-85f4-a98eeadd9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:15.567266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-1b37a33d-4503-4446-85f4-a98eeadd9e0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=91320235-c5c9-4076-bad7-80ad727a3833 HTTP/1.1" status: 200 len: 917 time: 0.1354029 Nov 24 19:56:15.639254 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-e3fac63f-f8da-42d2-87fc-8eb2cc0475ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec57105-520c-463d-b373-5346e4b9564f HTTP/1.1" status: 200 len: 217 time: 0.0655193 Nov 24 19:56:15.705236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-29790288-caab-44c4-aa21-5543617756ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:15.706654 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-29790288-caab-44c4-aa21-5543617756ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fab599be-5241-4405-81f7-78c9782c69cf HTTP/1.1" status: 200 len: 855 time: 0.0606947 Nov 24 19:56:15.784110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-feaa2ac4-1556-47d9-aa38-0149ac0ad6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:15.785628 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-feaa2ac4-1556-47d9-aa38-0149ac0ad6a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91320235-c5c9-4076-bad7-80ad727a3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720031 Nov 24 19:56:16.030291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-0274fe04-685f-4335-aca0-1fc476c6e839 service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371860 Nov 24 19:56:16.162863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ca80c64-6644-4e5c-b4a4-7bafcd29866e req-922ec91e-877f-46f2-bee6-f2dddd561bfd service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249650 Nov 24 19:56:16.594174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a19c-b4cd-47fa-86e5-ca4b725c6ea2 req-6e1bb136-3286-4997-8981-cf41094e1744 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:16.595607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8172a19c-b4cd-47fa-86e5-ca4b725c6ea2 req-6e1bb136-3286-4997-8981-cf41094e1744 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 944 time: 0.0805030 Nov 24 19:56:16.641933 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8172a19c-b4cd-47fa-86e5-ca4b725c6ea2 req-d2534ae2-843f-4a6f-b6e8-8aca4174b0da tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Nov 24 19:56:17.823729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32751e-7b04-423b-a27c-79159b1d3524 req-1473e7a1-3de9-47fc-9ec7-38c1c9113569 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:17.825203 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f32751e-7b04-423b-a27c-79159b1d3524 req-1473e7a1-3de9-47fc-9ec7-38c1c9113569 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 944 time: 0.0802698 Nov 24 19:56:17.869088 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f32751e-7b04-423b-a27c-79159b1d3524 req-3db08a56-2839-4f57-ab1d-100dc0c905d6 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Nov 24 19:56:18.746797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4ec57105-520c-463d-b373-5346e4b9564f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:56:18.917241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 4ec57105-520c-463d-b373-5346e4b9564f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4ec57105-520c-463d-b373-5346e4b9564f,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:18.934709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '4ec57105-520c-463d-b373-5346e4b9564f', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'port_id': '4ec57105-520c-463d-b373-5346e4b9564f', 'mac_address': 'fa:16:3e:19:f4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:56:18.992385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:19.009839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec57105-520c-463d-b373-5346e4b9564f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:56:19.030581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 4ec57105-520c-463d-b373-5346e4b9564f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4ec57105-520c-463d-b373-5346e4b9564f,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:19.035768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:19.038855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:19.062469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291539f0-47a2-4488-93f9-5995d4ab3f12 req-92a92518-41d2-4cb9-bd76-096b5f8a8a75 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:19.063919 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291539f0-47a2-4488-93f9-5995d4ab3f12 req-92a92518-41d2-4cb9-bd76-096b5f8a8a75 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 944 time: 0.0860901 Nov 24 19:56:19.106168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=4ec57105-520c-463d-b373-5346e4b9564f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:19.109165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-291539f0-47a2-4488-93f9-5995d4ab3f12 req-123a5676-1000-4cfd-9408-a811b8d907c3 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Nov 24 19:56:19.114320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.114707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.115055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.115396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.115731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.116090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.116422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.116757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.117084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.117412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.117740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.118070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:19.121891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:19.339751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:19.358679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['4ec57105-520c-463d-b373-5346e4b9564f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:56:20.291131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02285-8eaf-49b5-8ca2-840b50f64ef9 req-b8e5596c-d2cb-4227-becc-5f8762302781 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:20.292634 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9ed02285-8eaf-49b5-8ca2-840b50f64ef9 req-b8e5596c-d2cb-4227-becc-5f8762302781 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 945 time: 0.0797789 Nov 24 19:56:20.337540 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9ed02285-8eaf-49b5-8ca2-840b50f64ef9 req-ec747c6a-2aff-48b7-a914-3a0cf872c63e tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Nov 24 19:56:20.761341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4ec57105-520c-463d-b373-5346e4b9564f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:20.830969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 4ec57105-520c-463d-b373-5346e4b9564f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:20.836169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 4ec57105-520c-463d-b373-5346e4b9564f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:20.836550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:20.950770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:20.980034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec57105-520c-463d-b373-5346e4b9564f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:56:20.989819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 4ec57105-520c-463d-b373-5346e4b9564f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4ec57105-520c-463d-b373-5346e4b9564f,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:20.993895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:20.995710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-44eba365-d226-4a53-97b4-018b685d5f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:21.030857 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec57105-520c-463d-b373-5346e4b9564f', 'code': 200} Nov 24 19:56:21.062611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=4ec57105-520c-463d-b373-5346e4b9564f,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:21.065473 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:21.255414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1480-41a5-45cb-b02d-78138cb1f8b7 req-192c5682-c867-4b02-924a-707532f595b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:21.256902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e69c1480-41a5-45cb-b02d-78138cb1f8b7 req-192c5682-c867-4b02-924a-707532f595b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 1099 time: 0.0722585 Nov 24 19:56:21.297698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e69c1480-41a5-45cb-b02d-78138cb1f8b7 req-32fd5c85-7743-473e-942c-c2f5106c41e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Nov 24 19:56:21.522318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196374c2-d052-4354-bc8a-0737c3594978 req-8cb23b7e-c498-4210-9a40-0ecc7e222c0c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:21.523751 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-196374c2-d052-4354-bc8a-0737c3594978 req-8cb23b7e-c498-4210-9a40-0ecc7e222c0c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 946 time: 0.0802147 Nov 24 19:56:21.567431 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-196374c2-d052-4354-bc8a-0737c3594978 req-3c35c517-bb2b-4857-ad8b-38d9235ada79 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Nov 24 19:56:22.764501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d4c1d-c2de-4611-b7b7-b5f93957c8b6 req-0f134ec3-faf1-4b3b-bcbe-2cc6a774a1f8 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:22.765884 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a8d4c1d-c2de-4611-b7b7-b5f93957c8b6 req-0f134ec3-faf1-4b3b-bcbe-2cc6a774a1f8 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 946 time: 0.0858903 Nov 24 19:56:22.810597 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a8d4c1d-c2de-4611-b7b7-b5f93957c8b6 req-24fdfb80-5327-4512-8838-359646ab95b6 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381100 Nov 24 19:56:22.992706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22355a69-3849-4245-8f35-9f07d8660fb3 req-577ae299-ca1b-45f0-9f8f-dd41efb3d46e tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:22.994143 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22355a69-3849-4245-8f35-9f07d8660fb3 req-577ae299-ca1b-45f0-9f8f-dd41efb3d46e tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 946 time: 0.0797510 Nov 24 19:56:23.041513 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-22355a69-3849-4245-8f35-9f07d8660fb3 req-2afcec38-97b7-4dd5-9a37-0294fa29c39f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Nov 24 19:56:29.403623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b8075c45-2eae-41ee-b5ed-b697f662f989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:29.816192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:32.161308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1459b979-c4ec-4121-b0f8-888ffbc99513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:32.879951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:34.635025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:39.593573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a2e8-74c3-4a2d-ad53-173986f409c5 req-8cc9b00f-b665-4237-bdea-a3626e28d134 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:39.594989 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3da3a2e8-74c3-4a2d-ad53-173986f409c5 req-8cc9b00f-b665-4237-bdea-a3626e28d134 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 946 time: 0.0831797 Nov 24 19:56:39.639885 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3da3a2e8-74c3-4a2d-ad53-173986f409c5 req-b91ba9a7-5cc8-4e73-8470-edfb1a93fc00 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383222 Nov 24 19:56:40.934936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e087128-5ce7-4128-93bf-fdef7c59d875 req-4e808096-f681-4285-bfd4-4f35ca2f4682 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:40.936341 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e087128-5ce7-4128-93bf-fdef7c59d875 req-4e808096-f681-4285-bfd4-4f35ca2f4682 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 946 time: 0.1885378 Nov 24 19:56:40.979857 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e087128-5ce7-4128-93bf-fdef7c59d875 req-5b4bc47e-7563-4523-901d-8dfcb7225d09 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379047 Nov 24 19:56:41.219095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-6427701e-5903-4be2-b991-d4b5763afa3b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:41.220428 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-6427701e-5903-4be2-b991-d4b5763afa3b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 946 time: 0.0776267 Nov 24 19:56:41.293200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Deleting port 4ec57105-520c-463d-b373-5346e4b9564f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:56:41.293538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:41.534203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] For port 4ec57105-520c-463d-b373-5346e4b9564f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4ec57105-520c-463d-b373-5346e4b9564f,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:41.534457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:41.659519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Calling delete_port for 4ec57105-520c-463d-b373-5346e4b9564f owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:56:41.803208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:41.810225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0ac91942-be8d-4f6c-ae53-73e44e70de9b tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:41.816040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['4ec57105-520c-463d-b373-5346e4b9564f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:56:41.987378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Pushing event deleted for resources: {'Port': ['ID=4ec57105-520c-463d-b373-5346e4b9564f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:41.990974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:42.066608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] No DVR routers for this DVR port 4ec57105-520c-463d-b373-5346e4b9564f on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:56:42.069230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:42.073820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'name': 'network-vif-deleted', 'tag': '4ec57105-520c-463d-b373-5346e4b9564f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:56:42.092650 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11f1f571-54eb-4247-9fad-2c5af32a6da2 req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "DELETE /v2.0/ports/4ec57105-520c-463d-b373-5346e4b9564f HTTP/1.1" status: 204 len: 173 time: 0.8658566 Nov 24 19:56:42.138357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-89e06f5a-9f2d-4b53-a302-abc7f92eda5c req-9e1a2876-4b58-4d36-84cb-95e9b67b3858 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Synchronizing usage tracker for tenant:f65eb8c8a3004d779309a72df347f8ee on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:56:42.146859 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92948f7-0c8b-4172-a67a-b2155e98dcfa', 'name': 'network-vif-deleted', 'tag': '4ec57105-520c-463d-b373-5346e4b9564f', 'status': 'completed', 'code': 200} Nov 24 19:56:42.160192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-89e06f5a-9f2d-4b53-a302-abc7f92eda5c req-9e1a2876-4b58-4d36-84cb-95e9b67b3858 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Unset dirty status for tenant:f65eb8c8a3004d779309a72df347f8ee on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:56:42.161418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89e06f5a-9f2d-4b53-a302-abc7f92eda5c req-9e1a2876-4b58-4d36-84cb-95e9b67b3858 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=d92948f7-0c8b-4172-a67a-b2155e98dcfa HTTP/1.1" status: 200 len: 210 time: 0.0719736 Nov 24 19:56:43.805779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-7de2d938-5b0a-4c67-902d-01c92da36216 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:43.807120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-7de2d938-5b0a-4c67-902d-01c92da36216 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/networks?id=91320235-c5c9-4076-bad7-80ad727a3833 HTTP/1.1" status: 200 len: 816 time: 0.1464293 Nov 24 19:56:43.821358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-3f480c84-945c-4a2b-840b-49ee43c7e9b5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/quotas/f65eb8c8a3004d779309a72df347f8ee HTTP/1.1" status: 200 len: 375 time: 0.0088968 Nov 24 19:56:43.904987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-5d37b202-3085-40fe-8ecf-c50d5c2e4aba tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f65eb8c8a3004d779309a72df347f8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783916 Nov 24 19:56:44.044952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-3e26629c-783e-4b1e-a3ce-d316197cc506 service neutron] 10.222.0.47 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280084 Nov 24 19:56:44.179281 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-73956e13-30e7-4fca-b076-66cf092f79d3 service neutron] 10.222.0.47 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285219 Nov 24 19:56:44.356509 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e65f92b-555a-41f3-a188-8f950ff92322 req-f358d0c7-59f2-42b9-b828-c8e25013b025 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 210 time: 0.0464482 Nov 24 19:56:44.854887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4ec57105-520c-463d-b373-5346e4b9564f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:56:44.893044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 4ec57105-520c-463d-b373-5346e4b9564f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:56:44.893708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 4ec57105-520c-463d-b373-5346e4b9564f not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:56:45.524573 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-549640f7-52e8-4cf5-a375-c546ff40e5ec req-5e18ff84-1b52-4e73-9f5e-24d5fa79255d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 210 time: 0.0592675 Nov 24 19:56:45.580298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-6d3ad28b-004f-4cc4-8649-9c0ea1231667 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:45.581730 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-6d3ad28b-004f-4cc4-8649-9c0ea1231667 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "GET /v2.0/networks?id=91320235-c5c9-4076-bad7-80ad727a3833 HTTP/1.1" status: 200 len: 816 time: 0.2048812 Nov 24 19:56:45.606281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Request body: {'port': {'device_id': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'admin_state_up': True, 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:56:45.748261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:56:45.759267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:56:45.768820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Made reservation on behalf of f65eb8c8a3004d779309a72df347f8ee for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:56:45.773349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:45.943904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Allocated IP 172.20.0.12 (91320235-c5c9-4076-bad7-80ad727a3833/fab599be-5241-4405-81f7-78c9782c69cf/494374b8-4fb6-4194-ba04-0e5e5fc0aa14) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:56:46.152956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:46.169032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Transition to ACTIVE for port object 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:46.192331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:46.197762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:46.266357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Network 91320235-c5c9-4076-bad7-80ad727a3833 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:56:46.269554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:56:46.274037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:56:46.305051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Pushing event updated for resources: {'Port': ['ID=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:46.325268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.325658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.326041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.326405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.326779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.327152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.327520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.327885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.328289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.328653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.329022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.329388 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:56:46.335618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:46.353262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:46.353883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:46.378834 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7763367 Nov 24 19:56:46.390265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Request body: {'port': {'device_id': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:56:46.403261 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:56:46.506457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:46.550738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-62f3bada-38e5-4af7-a606-4b9e43d7534e None None] Provisioning for port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:46.558094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-62f3bada-38e5-4af7-a606-4b9e43d7534e None None] Provisioning complete for port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:46.558583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-62f3bada-38e5-4af7-a606-4b9e43d7534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:46.614451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-62f3bada-38e5-4af7-a606-4b9e43d7534e None None] Port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:56:46.949866 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce110b-72d7-4c60-9e24-273139449736 req-af6c1e2f-89a7-417f-9adf-d2dab239b23c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:46.950560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b2ce110b-72d7-4c60-9e24-273139449736 req-af6c1e2f-89a7-417f-9adf-d2dab239b23c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Synchronizing usage tracker for tenant:f65eb8c8a3004d779309a72df347f8ee on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:56:46.984593 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b2ce110b-72d7-4c60-9e24-273139449736 req-af6c1e2f-89a7-417f-9adf-d2dab239b23c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Unset dirty status for tenant:f65eb8c8a3004d779309a72df347f8ee on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:56:46.985729 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2ce110b-72d7-4c60-9e24-273139449736 req-af6c1e2f-89a7-417f-9adf-d2dab239b23c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 932 time: 0.3518810 Nov 24 19:56:47.086587 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2ce110b-72d7-4c60-9e24-273139449736 req-c037844c-075a-4bb0-a9c1-a9d17976ae7d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890164 Nov 24 19:56:47.088502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:56:47.096097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:47.111854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Transition to ACTIVE for port object 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:56:47.115599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:47.119191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:47.276976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Pushing event updated for resources: {'Port': ['ID=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:47.284269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:47.358796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Attempting to bind port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:56:47.359134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Attempting to bind port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:56:47.359466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Attempting to bind port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 on network 91320235-c5c9-4076-bad7-80ad727a3833 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:47.364270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 on network 91320235-c5c9-4076-bad7-80ad727a3833 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:56:47.364754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Attempting to bind port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 on network 91320235-c5c9-4076-bad7-80ad727a3833 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:56:47.369916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:56:47.370250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Checking segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:56:47.370632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Bound using segment: {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:56:47.371054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Bound port: 494374b8-4fb6-4194-ba04-0e5e5fc0aa14, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:56:47.371400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:47.468232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] For port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:56:47.471230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] For port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:56:47.476759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:47.480865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:47.540182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:47.540856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:47.542211 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] 10.222.0.41 "PUT /v2.0/ports/494374b8-4fb6-4194-ba04-0e5e5fc0aa14 HTTP/1.1" status: 200 len: 1094 time: 1.1561642 Nov 24 19:56:47.542740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'tag': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:56:47.563210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Pushing event updated for resources: {'Port': ['ID=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:47.566867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:47.595443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'tag': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14', 'status': 'completed', 'code': 200} Nov 24 19:56:47.682026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-d4f218d2-1cc4-4259-838a-b1b3884a901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:47.683529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-d4f218d2-1cc4-4259-838a-b1b3884a901f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f65eb8c8a3004d779309a72df347f8ee&device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 1097 time: 0.0804315 Nov 24 19:56:47.753882 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-6a9218b1-6185-4024-bffa-1220de32c2bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=494374b8-4fb6-4194-ba04-0e5e5fc0aa14 HTTP/1.1" status: 200 len: 217 time: 0.0632474 Nov 24 19:56:47.821045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-7ef55ebd-346c-48d5-a870-2ad5b3564cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:47.822407 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-7ef55ebd-346c-48d5-a870-2ad5b3564cfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fab599be-5241-4405-81f7-78c9782c69cf HTTP/1.1" status: 200 len: 855 time: 0.0622835 Nov 24 19:56:47.899803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-bc4c15cd-188e-4db3-953d-a410dc9988da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:47.901560 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-bc4c15cd-188e-4db3-953d-a410dc9988da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91320235-c5c9-4076-bad7-80ad727a3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727270 Nov 24 19:56:48.033361 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-dc4ea4d3-65db-461f-b4f8-9512caba09a2 service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247156 Nov 24 19:56:48.169060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a596e56-12e1-4fd5-9c35-958c07f02358 req-b8be6fd1-6c80-47ba-932e-194b06df4ad7 service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284924 Nov 24 19:56:48.336719 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc179392-4f2d-4791-ab3e-9abdd73031b6 req-bc73b9bc-8f05-421b-97be-73a4295cee6b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:48.338095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc179392-4f2d-4791-ab3e-9abdd73031b6 req-bc73b9bc-8f05-421b-97be-73a4295cee6b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 944 time: 0.1418779 Nov 24 19:56:48.340727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-a40d0533-7505-48fb-888d-eea3d51ea2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:48.342037 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-a40d0533-7505-48fb-888d-eea3d51ea2b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f65eb8c8a3004d779309a72df347f8ee&device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 1097 time: 0.1144669 Nov 24 19:56:48.462341 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bc179392-4f2d-4791-ab3e-9abdd73031b6 req-3424b22d-0e62-44a9-b358-a9bb57bcfb23 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185374 Nov 24 19:56:48.502850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-d87459f3-d2a0-4818-9a85-60a65b884ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:48.504331 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-d87459f3-d2a0-4818-9a85-60a65b884ee7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91320235-c5c9-4076-bad7-80ad727a3833 HTTP/1.1" status: 200 len: 917 time: 0.1465578 Nov 24 19:56:48.684708 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-6dc86a69-eb35-472d-a117-1ac9710ddcfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=494374b8-4fb6-4194-ba04-0e5e5fc0aa14 HTTP/1.1" status: 200 len: 217 time: 0.1729317 Nov 24 19:56:48.745643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-5295942d-ca6b-45a4-896f-5eac3c397372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:48.747008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-5295942d-ca6b-45a4-896f-5eac3c397372 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fab599be-5241-4405-81f7-78c9782c69cf HTTP/1.1" status: 200 len: 855 time: 0.0561049 Nov 24 19:56:48.822771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-b476f35f-e8a4-4fb0-abb1-7443f2ec7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:48.824239 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-b476f35f-e8a4-4fb0-abb1-7443f2ec7b0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91320235-c5c9-4076-bad7-80ad727a3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705955 Nov 24 19:56:48.956242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-80a38329-b427-451c-9f2e-da3b1cabd864 service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247861 Nov 24 19:56:49.089068 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aaf67414-74ed-453f-af55-32e4fd7f9876 req-18ca446c-72fe-47d6-8f4f-2953fd9e733b service neutron] 10.222.0.41 "GET /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236470 Nov 24 19:56:49.352962 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:49.652504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f626d-57fd-494f-844a-d21d533784a5 req-b61533a6-85ac-4ff1-839b-5fa57870678c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:49.653975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a64f626d-57fd-494f-844a-d21d533784a5 req-b61533a6-85ac-4ff1-839b-5fa57870678c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 944 time: 0.0832627 Nov 24 19:56:49.697217 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a64f626d-57fd-494f-844a-d21d533784a5 req-26f1b0ff-d952-43c4-b550-f1c92a8b297d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Nov 24 19:56:50.881512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607915e1-6bc9-42cc-9ca6-c5d0499a4eb7 req-4ca1b58b-a7c4-4d18-aa40-da6b8c988d6c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:50.882957 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-607915e1-6bc9-42cc-9ca6-c5d0499a4eb7 req-4ca1b58b-a7c4-4d18-aa40-da6b8c988d6c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 944 time: 0.0829828 Nov 24 19:56:50.929137 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-607915e1-6bc9-42cc-9ca6-c5d0499a4eb7 req-802a3767-89d2-4317-b4b6-3d2e91c6122f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Nov 24 19:56:52.111903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125f9c-4fe7-44d0-8dd7-9679d55881aa req-22704775-6980-4d7a-8c89-f972a74fd07a tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:52.113358 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54125f9c-4fe7-44d0-8dd7-9679d55881aa req-22704775-6980-4d7a-8c89-f972a74fd07a tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 944 time: 0.0804596 Nov 24 19:56:52.161966 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-54125f9c-4fe7-44d0-8dd7-9679d55881aa req-7e20cec7-93d5-4d3a-b673-6f74065d06eb tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Nov 24 19:56:52.888431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:56:53.022403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:53.035674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14', 'network_id': '91320235-c5c9-4076-bad7-80ad727a3833', 'port_id': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14', 'mac_address': 'fa:16:3e:5a:c5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab599be-5241-4405-81f7-78c9782c69cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:56:53.093460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:53.110712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:56:53.127288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:53.131059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:53.134055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:53.199606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:53.203236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:53.344238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc52ba-ea3d-46ab-9e35-9625dd40b1aa req-1c1b9e8d-54a0-4fb2-b95a-9a3cad3e8bcd tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:53.345720 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fefc52ba-ea3d-46ab-9e35-9625dd40b1aa req-1c1b9e8d-54a0-4fb2-b95a-9a3cad3e8bcd tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 945 time: 0.0803502 Nov 24 19:56:53.389510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fefc52ba-ea3d-46ab-9e35-9625dd40b1aa req-50d49ef9-650a-4bd9-a930-baeb424c5a38 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Nov 24 19:56:53.416204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['494374b8-4fb6-4194-ba04-0e5e5fc0aa14'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:56:54.577460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd72d1-ebc3-40e4-81d6-b2031b0cb37c req-74d41d7c-bd55-4099-ac19-420d3c9c06e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:54.578907 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5fcd72d1-ebc3-40e4-81d6-b2031b0cb37c req-74d41d7c-bd55-4099-ac19-420d3c9c06e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 945 time: 0.0835712 Nov 24 19:56:54.623687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5fcd72d1-ebc3-40e4-81d6-b2031b0cb37c req-7f3c797f-7298-445a-af95-d18184c0a6de tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Nov 24 19:56:54.901096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:56:54.968449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:56:54.972899 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:56:54.973280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:55.115978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:55.142170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:56:55.151927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:56:55.155739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:55.157628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:56:55.195290 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14', 'code': 200} Nov 24 19:56:55.227363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:56:55.230188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:56:55.415336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e52aa-32aa-4818-9f99-ead0239d3976 req-3e8ce81b-676d-4afc-9b63-664c4a6ae6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:55.416766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-542e52aa-32aa-4818-9f99-ead0239d3976 req-3e8ce81b-676d-4afc-9b63-664c4a6ae6e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 1099 time: 0.0693514 Nov 24 19:56:55.456228 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-542e52aa-32aa-4818-9f99-ead0239d3976 req-fdbbd8c7-90fb-454b-b66a-3d9ff51c0687 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333552 Nov 24 19:56:55.810944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43de663-cb04-48cc-a0e0-6d18e05ea3cf req-bd55141c-2a7a-4292-a92e-e0a14b283e41 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:55.812338 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c43de663-cb04-48cc-a0e0-6d18e05ea3cf req-bd55141c-2a7a-4292-a92e-e0a14b283e41 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 946 time: 0.0840013 Nov 24 19:56:55.855789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c43de663-cb04-48cc-a0e0-6d18e05ea3cf req-d8bdbeda-c502-4df2-b869-b6786b7f8fde tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Nov 24 19:56:57.038351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d5988-5a00-4470-8c86-fef87e59ce7c req-ca460b22-347e-4564-a753-d9790fa0d70c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:57.039794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f05d5988-5a00-4470-8c86-fef87e59ce7c req-ca460b22-347e-4564-a753-d9790fa0d70c tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 946 time: 0.0796597 Nov 24 19:56:57.082451 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f05d5988-5a00-4470-8c86-fef87e59ce7c req-aa9b7b98-f247-4be5-b4c0-36e08fd3af8a tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Nov 24 19:56:57.274416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e14ba-c708-4d73-9a8d-06f78f0e3399 req-3c09b3c1-7c90-4ce6-9fa4-0b69679f1fe4 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:56:57.276146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e16e14ba-c708-4d73-9a8d-06f78f0e3399 req-3c09b3c1-7c90-4ce6-9fa4-0b69679f1fe4 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 946 time: 0.0829070 Nov 24 19:56:57.320794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e16e14ba-c708-4d73-9a8d-06f78f0e3399 req-d068a782-4e20-491f-8bd8-a0f73babb996 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Nov 24 19:56:59.408971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-403af862-e907-401f-bcbd-918f6c6b7bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:56:59.819300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:02.163446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c81dd23f-b628-46fe-be64-54df6c7209e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:02.883978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:04.637046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:12.829183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd615-29ae-407a-9d5a-50149da3d4aa req-41240f07-4ba8-47b9-8c6b-2704145c9302 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:12.831295 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81fbd615-29ae-407a-9d5a-50149da3d4aa req-41240f07-4ba8-47b9-8c6b-2704145c9302 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 946 time: 0.0981772 Nov 24 19:57:12.884814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81fbd615-29ae-407a-9d5a-50149da3d4aa req-47c5cffd-b68b-471d-9b2e-7c86e6432dc8 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Nov 24 19:57:14.081799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01ebd1-38d2-4b7c-9927-b8238492a65f req-a5d3af50-60d9-4cf4-94c2-403dadeaacb1 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:14.083231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fd01ebd1-38d2-4b7c-9927-b8238492a65f req-a5d3af50-60d9-4cf4-94c2-403dadeaacb1 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 946 time: 0.0797224 Nov 24 19:57:14.127001 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fd01ebd1-38d2-4b7c-9927-b8238492a65f req-44d68a37-9fc3-463e-a921-109f6ef9fd31 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 Nov 24 19:57:14.555776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-0fa963fa-6955-4a3e-9666-ded99237a59b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:14.557204 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-0fa963fa-6955-4a3e-9666-ded99237a59b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 946 time: 0.0834820 Nov 24 19:57:14.627112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Deleting port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:14.627451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:14.982974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] For port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:14.983335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:15.104643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Calling delete_port for 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:15.296570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:15.304576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55d07845-1c2c-4eb1-b781-6f46b8d4fa5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:15.309369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['494374b8-4fb6-4194-ba04-0e5e5fc0aa14'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:57:15.349334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Pushing event deleted for resources: {'Port': ['ID=494374b8-4fb6-4194-ba04-0e5e5fc0aa14,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:15.354033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:15.437829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] No DVR routers for this DVR port 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:57:15.441453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:15.444124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'name': 'network-vif-deleted', 'tag': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:57:15.461349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a1aa3-42b6-40a1-b257-4d2b5b4a362b req-d3dc5766-1fd3-4c13-a4dd-d1b953d4f35b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:15.462897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-966a1aa3-42b6-40a1-b257-4d2b5b4a362b req-d3dc5766-1fd3-4c13-a4dd-d1b953d4f35b tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/ports?device_id=c95b413f-aa6e-4dac-a70e-70d042a3fd7e HTTP/1.1" status: 200 len: 946 time: 0.2292702 Nov 24 19:57:15.485808 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3fbeddbb-a3d0-402b-9be1-5a3c6b887ad5 req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.41 "DELETE /v2.0/ports/494374b8-4fb6-4194-ba04-0e5e5fc0aa14 HTTP/1.1" status: 204 len: 173 time: 0.9228220 Nov 24 19:57:15.513294 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-966a1aa3-42b6-40a1-b257-4d2b5b4a362b req-978a59e1-d1f2-4863-8349-df3c96d9070a tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] 10.222.0.47 "GET /v2.0/security-groups?id=f15f7c59-e1d3-4182-9924-3ef887d82376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 Nov 24 19:57:15.582629 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95b413f-aa6e-4dac-a70e-70d042a3fd7e', 'name': 'network-vif-deleted', 'tag': '494374b8-4fb6-4194-ba04-0e5e5fc0aa14', 'status': 'completed', 'code': 200} Nov 24 19:57:16.642417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52440) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:17.180282 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:17.525497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Deleting port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:17.525833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:17.699769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] For port 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:17.700828 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:17.823883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Calling delete_port for 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:18.201788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:18.205398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5da9c4f5-d139-47f7-afd0-9289fa10057c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:18.248590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=672a4b75-79f5-4b9e-b0cf-2e9d9cef9757,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:18.291899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.292316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.292694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.293067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.293433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.293800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.294165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.294529 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.294893 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.295254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.295614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.295985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:18.303369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:18.535756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:18.891622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Router 59964e49-53e9-4e08-98a6-6815ce6ce730 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:57:19.025807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:57:19.064977 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:57:19.065344 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 494374b8-4fb6-4194-ba04-0e5e5fc0aa14 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:57:19.071179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:57:19.079538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad69968-81eb-424e-9875-1808aed94689 None None] Sync routers for ids ['59964e49-53e9-4e08-98a6-6815ce6ce730'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:57:19.082899 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] 10.222.0.47 "PUT /v2.0/routers/59964e49-53e9-4e08-98a6-6815ce6ce730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4398239 Nov 24 19:57:19.085593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52444) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:19.089614 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] Routers {'59964e49-53e9-4e08-98a6-6815ce6ce730'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:19.090226 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['59964e49-53e9-4e08-98a6-6815ce6ce730'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:19.263414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:19.266955 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] Set router 59964e49-53e9-4e08-98a6-6815ce6ce730 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:19.370736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:19.566264 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '169a25b2-7392-43b9-894d-d13f054900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:57:18Z', 'revision_number': 5, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port': {'id': '169a25b2-7392-43b9-894d-d13f054900a6', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:55:58Z', 'updated_at': '2021-11-24T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:19.570362 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad69968-81eb-424e-9875-1808aed94689 None None] Checking router: 59964e49-53e9-4e08-98a6-6815ce6ce730 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:57:19.578710 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] Routers {'59964e49-53e9-4e08-98a6-6815ce6ce730'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:19.579317 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['59964e49-53e9-4e08-98a6-6815ce6ce730'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:19.588615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:19.597673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Deleting port 169a25b2-7392-43b9-894d-d13f054900a6 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:19.597994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:19.734808 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] Set router 59964e49-53e9-4e08-98a6-6815ce6ce730 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:19.774591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] For port 169a25b2-7392-43b9-894d-d13f054900a6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=169a25b2-7392-43b9-894d-d13f054900a6,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:19.775332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:19.842387 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cad69968-81eb-424e-9875-1808aed94689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:57:19Z', 'revision_number': 6, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:19.846404 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad69968-81eb-424e-9875-1808aed94689 None None] The sync data for ids ['59964e49-53e9-4e08-98a6-6815ce6ce730'] in dv-neutron-818346-1-hyperv is: [{'id': '59964e49-53e9-4e08-98a6-6815ce6ce730', 'name': 'tempest-TestEncryptedCinderVolumes-463132631-router', 'tenant_id': 'f65eb8c8a3004d779309a72df347f8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:55:57Z', 'updated_at': '2021-11-24T19:57:19Z', 'revision_number': 6, 'project_id': 'f65eb8c8a3004d779309a72df347f8ee', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:57:19.900347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Calling delete_port for 169a25b2-7392-43b9-894d-d13f054900a6 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:20.066286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.070553 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:20.117585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=169a25b2-7392-43b9-894d-d13f054900a6,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:20.148521 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:20.206341 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.378973 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.381148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.405399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.405903 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59964e49-53e9-4e08-98a6-6815ce6ce730 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:57:20.419268 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.420418 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7eaa3c61-52a0-43fb-b28a-3e61b6a260c3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/59964e49-53e9-4e08-98a6-6815ce6ce730 HTTP/1.1" status: 204 len: 168 time: 1.3339319 Nov 24 19:57:20.422916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52448) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:20.485884 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Deleting subnet fab599be-5241-4405-81f7-78c9782c69cf {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:57:20.488756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.537444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.615074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.687443 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.691188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ae3645c6-5191-4cea-bc7c-bddbb9c3977a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:20.725911 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab599be-5241-4405-81f7-78c9782c69cf,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:20.728923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:20.729879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.735622 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fab599be-5241-4405-81f7-78c9782c69cf HTTP/1.1" status: 204 len: 168 time: 0.3117831 Nov 24 19:57:20.737519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f5b414-c265-463c-bf2a-57ae9aed7248 None None] Network 91320235-c5c9-4076-bad7-80ad727a3833 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:57:20.738342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52452) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:20.853522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:20.865080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Deleting port d44e7c12-5280-45fb-a8bf-cbd175a92ebd {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:20.865416 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.000198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] DHCP port deletion for 91320235-c5c9-4076-bad7-80ad727a3833 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:57:21.004847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Deleting port d44e7c12-5280-45fb-a8bf-cbd175a92ebd {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:21.005255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.200052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] For port d44e7c12-5280-45fb-a8bf-cbd175a92ebd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:21.200644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.215743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] For port d44e7c12-5280-45fb-a8bf-cbd175a92ebd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,segment=NetworkSegment(e25f46f4-7fd7-4f04-b9ba-bd93dce62213),segment_id=e25f46f4-7fd7-4f04-b9ba-bd93dce62213)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:21.216172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.323578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Calling delete_port for d44e7c12-5280-45fb-a8bf-cbd175a92ebd owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:21.336498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Calling delete_port for d44e7c12-5280-45fb-a8bf-cbd175a92ebd owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:21.364124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d44e7c12-5280-45fb-a8bf-cbd175a92ebd no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:57:21.401431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.406908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:21.413748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: d44e7c12-5280-45fb-a8bf-cbd175a92ebd {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:57:21.414100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d44e7c12-5280-45fb-a8bf-cbd175a92ebd not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:57:21.414522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:57:21.450680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:57:21.450952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 672a4b75-79f5-4b9e-b0cf-2e9d9cef9757 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:57:21.451370 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 169a25b2-7392-43b9-894d-d13f054900a6 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:57:21.455488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] No DVR routers for this DVR port d44e7c12-5280-45fb-a8bf-cbd175a92ebd on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:57:21.481863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44e7c12-5280-45fb-a8bf-cbd175a92ebd,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:21.484301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:21.491997 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 169a25b2-7392-43b9-894d-d13f054900a6 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:57:21.492355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 169a25b2-7392-43b9-894d-d13f054900a6 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:57:21.512562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:57:21.512927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:57:21.575727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.600291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91320235-c5c9-4076-bad7-80ad727a3833']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:21.612157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:21.612445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25f46f4-7fd7-4f04-b9ba-bd93dce62213') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:21.623691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.639930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.646705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:57:21.647223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:57:21.661087 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:57:21.737711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.741919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0dfa4d78-be9e-43ed-b5b2-60a952401afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:21.754821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:21.765285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Pushing event deleted for resources: {'Network': ['ID=91320235-c5c9-4076-bad7-80ad727a3833,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:21.769898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:21.773615 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] 10.222.0.47 "DELETE /v2.0/networks/91320235-c5c9-4076-bad7-80ad727a3833 HTTP/1.1" status: 204 len: 168 time: 1.0340607 Nov 24 19:57:21.776687 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52456) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:22.014413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Deleting port d44e7c12-5280-45fb-a8bf-cbd175a92ebd {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:22.014940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:22.079333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6003cc4d-a024-4af2-afa0-8248acd72751 None None] The port 'd44e7c12-5280-45fb-a8bf-cbd175a92ebd' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:57:22.305690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:22.760026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Deleting port b0eccb18-acce-485e-aa94-17e35b042c4c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:22.760367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:22.932772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] For port b0eccb18-acce-485e-aa94-17e35b042c4c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b0eccb18-acce-485e-aa94-17e35b042c4c,segment=NetworkSegment(c7197b29-123b-4ba9-833d-6e4dc313c767),segment_id=c7197b29-123b-4ba9-833d-6e4dc313c767)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:22.933134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:23.056804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Calling delete_port for b0eccb18-acce-485e-aa94-17e35b042c4c owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:23.233147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:23.236604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:23.282794 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0eccb18-acce-485e-aa94-17e35b042c4c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:23.285276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:23.402982 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:57:23.561953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:24.036961 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Router 6faca7c4-5343-4513-b512-1d7aff1a53cb has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:57:24.214503 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:57:24.222827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] Sync routers for ids ['6faca7c4-5343-4513-b512-1d7aff1a53cb'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:57:24.224418 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] 10.222.0.47 "PUT /v2.0/routers/6faca7c4-5343-4513-b512-1d7aff1a53cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4466593 Nov 24 19:57:24.226689 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52460) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:24.233114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] Routers {'6faca7c4-5343-4513-b512-1d7aff1a53cb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:24.233734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6faca7c4-5343-4513-b512-1d7aff1a53cb'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:24.401411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:24.409579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] Set router 6faca7c4-5343-4513-b512-1d7aff1a53cb gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:24.583444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:24.594585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Deleting port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:24.594923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:24.735467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:57:23Z', 'revision_number': 5, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port': {'id': '3948aa1b-8a1f-4cc2-954b-12d0cb623e6a', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:60:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:24.739281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] Checking router: 6faca7c4-5343-4513-b512-1d7aff1a53cb for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:57:24.747847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] Routers {'6faca7c4-5343-4513-b512-1d7aff1a53cb'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:24.748485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6faca7c4-5343-4513-b512-1d7aff1a53cb'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:24.768035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] For port 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:24.768396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:24.891294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Calling delete_port for 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:24.900521 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] Set router 6faca7c4-5343-4513-b512-1d7aff1a53cb gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:25.008560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:57:24Z', 'revision_number': 6, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:25.012529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f354a7f-3581-4e11-9639-ee09a5065853 None None] The sync data for ids ['6faca7c4-5343-4513-b512-1d7aff1a53cb'] in dv-neutron-818346-1-hyperv is: [{'id': '6faca7c4-5343-4513-b512-1d7aff1a53cb', 'name': 'tempest-TestEncryptedCinderVolumes-1351973593-router', 'tenant_id': 'a598e9fc47104adda1ee3ac88b86750a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:56:04Z', 'updated_at': '2021-11-24T19:57:24Z', 'revision_number': 6, 'project_id': 'a598e9fc47104adda1ee3ac88b86750a', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:57:25.063671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.068103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b2fc11e9-658e-47d7-857b-257bfb752b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:25.114608 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Pushing event deleted for resources: {'Port': ['ID=3948aa1b-8a1f-4cc2-954b-12d0cb623e6a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:25.140148 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:25.203783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.424074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b0eccb18-acce-485e-aa94-17e35b042c4c no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:57:25.468209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: b0eccb18-acce-485e-aa94-17e35b042c4c {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:57:25.468578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b0eccb18-acce-485e-aa94-17e35b042c4c not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:57:25.509664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.511826 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.533702 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.534237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6faca7c4-5343-4513-b512-1d7aff1a53cb {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 19:57:25.546868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.547984 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6faca7c4-5343-4513-b512-1d7aff1a53cb HTTP/1.1" status: 204 len: 168 time: 1.3203878 Nov 24 19:57:25.550488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52464) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:25.610367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Deleting subnet 43ea6596-4963-40fb-8678-27a2d25f6073 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 19:57:25.613190 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.666536 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.749088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.818189 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.823447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-79779d9c-6ce0-4e7f-a875-f86fd99936ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:25.856298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ea6596-4963-40fb-8678-27a2d25f6073,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:25.858778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:25.863243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:25.869407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5269cd-0937-494c-9b24-0bf570ee983e None None] Network d475b7f8-1285-4470-bbdb-9795ae39caf4 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:57:25.874138 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-800d6f74-6b5d-4bea-b782-6d45d7c18515 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/43ea6596-4963-40fb-8678-27a2d25f6073 HTTP/1.1" status: 204 len: 168 time: 0.3225431 Nov 24 19:57:25.876342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52468) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:25.988393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.000967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Deleting port 42c80dac-561c-43ec-bf4e-7d27ef31a837 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:26.001406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.120849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] DHCP port deletion for d475b7f8-1285-4470-bbdb-9795ae39caf4 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 19:57:26.125011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Deleting port 42c80dac-561c-43ec-bf4e-7d27ef31a837 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:26.125390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.232704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] For port 42c80dac-561c-43ec-bf4e-7d27ef31a837, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=42c80dac-561c-43ec-bf4e-7d27ef31a837,segment=NetworkSegment(c7197b29-123b-4ba9-833d-6e4dc313c767),segment_id=c7197b29-123b-4ba9-833d-6e4dc313c767)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:26.233053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.334198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] For port 42c80dac-561c-43ec-bf4e-7d27ef31a837, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=42c80dac-561c-43ec-bf4e-7d27ef31a837,segment=NetworkSegment(c7197b29-123b-4ba9-833d-6e4dc313c767),segment_id=c7197b29-123b-4ba9-833d-6e4dc313c767)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:26.334724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.360156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Calling delete_port for 42c80dac-561c-43ec-bf4e-7d27ef31a837 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:26.448576 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.454732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:26.460098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Calling delete_port for 42c80dac-561c-43ec-bf4e-7d27ef31a837 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 19:57:26.500142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c80dac-561c-43ec-bf4e-7d27ef31a837,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:26.503233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:26.504099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] No DVR routers for this DVR port 42c80dac-561c-43ec-bf4e-7d27ef31a837 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 19:57:26.537655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:57:26.538062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:57:26.623771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.649453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d475b7f8-1285-4470-bbdb-9795ae39caf4']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:26.661355 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7197b29-123b-4ba9-833d-6e4dc313c767') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:26.661646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7197b29-123b-4ba9-833d-6e4dc313c767') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:26.672734 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.688960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.696178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 19:57:26.696594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 19:57:26.709763 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 19:57:26.787696 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.791644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8ae166ad-f40f-4663-9a9a-f0cae6ae8c75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:26.804291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:26.814772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d475b7f8-1285-4470-bbdb-9795ae39caf4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:26.817721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:26.819273 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-06fd3cbd-07ae-4193-961c-7f8628d9f7b4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d475b7f8-1285-4470-bbdb-9795ae39caf4 HTTP/1.1" status: 204 len: 168 time: 0.9417794 Nov 24 19:57:26.989396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52474) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:27.037879 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dc560fe9-c71c-4459-9d17-416fcf2bb282 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f65eb8c8a3004d779309a72df347f8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471456 Nov 24 19:57:27.039661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Deleting port 42c80dac-561c-43ec-bf4e-7d27ef31a837 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 19:57:27.040084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.040868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52478) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:27.102894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd22d773-7916-424a-b975-824458d014e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.110794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-714776db-afaa-4f50-8060-fa48dd6344ec None None] The port '42c80dac-561c-43ec-bf4e-7d27ef31a837' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 19:57:27.131674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd22d773-7916-424a-b975-824458d014e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.185782 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd22d773-7916-424a-b975-824458d014e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.190538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bd182998-8643-482e-bf56-319b7f9ef32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:27.203429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22d773-7916-424a-b975-824458d014e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f7c59-e1d3-4182-9924-3ef887d82376,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:27.206285 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dd22d773-7916-424a-b975-824458d014e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:27.208206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd22d773-7916-424a-b975-824458d014e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.211920 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dd22d773-7916-424a-b975-824458d014e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f15f7c59-e1d3-4182-9924-3ef887d82376 HTTP/1.1" status: 204 len: 168 time: 0.1675627 Nov 24 19:57:27.340038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 42c80dac-561c-43ec-bf4e-7d27ef31a837 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:57:27.420756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 42c80dac-561c-43ec-bf4e-7d27ef31a837 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:57:27.421109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 42c80dac-561c-43ec-bf4e-7d27ef31a837 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:57:27.421544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 19:57:27.455651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 19:57:27.455929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3948aa1b-8a1f-4cc2-954b-12d0cb623e6a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 19:57:27.557109 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52486) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:27.604894 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-97a80dff-8e4b-4f4a-873e-612b701725d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a598e9fc47104adda1ee3ac88b86750a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465295 Nov 24 19:57:27.607102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52490) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:27.662651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7570646f-10ee-4d55-a0fc-3e53ca561216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.694181 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7570646f-10ee-4d55-a0fc-3e53ca561216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.748613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7570646f-10ee-4d55-a0fc-3e53ca561216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.752162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-43d0076f-404e-4d1c-8c97-47d1c9563d55 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:27.766613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570646f-10ee-4d55-a0fc-3e53ca561216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8657e77c-efaf-4cd3-9ce9-11286365c2e4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:27.771387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7570646f-10ee-4d55-a0fc-3e53ca561216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:27.774694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7570646f-10ee-4d55-a0fc-3e53ca561216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:27.776923 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7570646f-10ee-4d55-a0fc-3e53ca561216 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8657e77c-efaf-4cd3-9ce9-11286365c2e4 HTTP/1.1" status: 204 len: 168 time: 0.1686726 Nov 24 19:57:28.478313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52514) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:28.579881 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1534948928-network', 'tenant_id': '50c13b3936bb4339adf2602931a875ef'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:57:28.584654 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:28.588952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Usage tracker for resource:network and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:28.591714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:28.597340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:28.608414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Made reservation on behalf of 50c13b3936bb4339adf2602931a875ef for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:57:28.610719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.622604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.637011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:28.640694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:28.643382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:28.649753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:28.729695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.733659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.736594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-293ac534-a780-4e2f-860f-132363e01ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:28.768801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:57:28.774502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53be4a0-c770-489e-892a-b50fe5ae8253,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:28.778640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:28.784265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.784631 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Added segment b86a54eb-dd85-43ea-a5a6-530ff2cc0eef of type vlan for network 1f19271b-7431-4454-9542-d0a519051b45 Nov 24 19:57:28.812012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.840614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.841591 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:28.842161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:28.847010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:29.057589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Pushing event updated for resources: {'Network': ['ID=1f19271b-7431-4454-9542-d0a519051b45,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:29.060725 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5813437 Nov 24 19:57:29.061745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:29.063635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52520) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:29.069089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 1f19271b-7431-4454-9542-d0a519051b45 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:57:29.069637 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Request body: {'subnet': {'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1534948928-subnet', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:57:29.074989 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:29.078924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Usage tracker for resource:subnet and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:29.081810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:29.088609 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:29.101142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Made reservation on behalf of 50c13b3936bb4339adf2602931a875ef for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:57:29.103475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.305773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.310652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa9bf274-1ebf-4098-a7b2-46117d4b9c24 tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:29.384052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d3b4da-2e79-4b94-b999-1f12e75fad21,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:29.386703 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:29.392537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Checking segment: {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:29.392896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Network hostable DHCP agents. Network: 1f19271b-7431-4454-9542-d0a519051b45, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:57:29.412046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Network 1f19271b-7431-4454-9542-d0a519051b45 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:57:29.415294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4c8b414f-2737-4919-84ff-0e3500040f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.421032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 1f19271b-7431-4454-9542-d0a519051b45) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:29.424776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:29.425357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.430798 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f107a2c-9ef0-4d32-84b2-68e008fe1fc2 None None] Network 1f19271b-7431-4454-9542-d0a519051b45 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:57:29.448849 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3804405 Nov 24 19:57:29.449087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52524) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:29.453873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:57:29.458495 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:29.462493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Usage tracker for resource:router and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:29.465368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:29.471247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:29.481562 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.482722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.498469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.647210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-1f19271b-7431-4454-9542-d0a519051b45', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:57:29.648086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.780400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:29.821892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Allocated IP 172.20.0.2 (1f19271b-7431-4454-9542-d0a519051b45/68d3b4da-2e79-4b94-b999-1f12e75fad21/fa40393d-0a72-4684-8ee9-38738fb482bd) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:57:29.832461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.041458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.051731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Transition to ACTIVE for port object fa40393d-0a72-4684-8ee9-38738fb482bd will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:30.071281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Transition to ACTIVE for port object fa40393d-0a72-4684-8ee9-38738fb482bd will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:30.077557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.082598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-22020982-764b-441c-ba18-7cbc236123e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:30.110074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.141183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.143127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Network 1f19271b-7431-4454-9542-d0a519051b45 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:30.146351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:30.153261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:57:30.162197 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Pushing event updated for resources: {'Port': ['ID=fa40393d-0a72-4684-8ee9-38738fb482bd,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:30.198776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.199560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.199898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.200261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.200591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.200919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.201248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.201576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.201902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.202219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.202546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.202860 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:30.213346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:30.261734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Attempting to bind port fa40393d-0a72-4684-8ee9-38738fb482bd on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:57:30.262116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Attempting to bind port fa40393d-0a72-4684-8ee9-38738fb482bd by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:57:30.262486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Attempting to bind port fa40393d-0a72-4684-8ee9-38738fb482bd on network 1f19271b-7431-4454-9542-d0a519051b45 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:57:30.267753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:57:30.268549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Checking segment: {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:30.268549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.268940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Bound using segment: {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:57:30.269405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Bound port: fa40393d-0a72-4684-8ee9-38738fb482bd, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:57:30.269788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.284130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Allocated IP 172.26.6.166 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/46a01426-046e-4649-9706-be147325133f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:57:30.355597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] For port fa40393d-0a72-4684-8ee9-38738fb482bd, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:57:30.358542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] For port fa40393d-0a72-4684-8ee9-38738fb482bd, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa40393d-0a72-4684-8ee9-38738fb482bd,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:57:30.362447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.365886 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:30.433598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.449637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Pushing event updated for resources: {'Port': ['ID=fa40393d-0a72-4684-8ee9-38738fb482bd,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:30.452451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:30.472679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:30.477266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d621ba4c-d5f1-4a1b-98f2-8ad871ff6284 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:30.540388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:30.543090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:30.546957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:57:30.710554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Pushing event updated for resources: {'Port': ['ID=46a01426-046e-4649-9706-be147325133f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:30.719514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:31.096849 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:31.379155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa40393d-0a72-4684-8ee9-38738fb482bd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:31.406498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f8001-fbd2-47b0-9594-a0497ad20a26 None None] Network 1f19271b-7431-4454-9542-d0a519051b45 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:57:31.453290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:31.524378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-022320f5-d32c-4541-a433-bbf626e32ef2 None None] Provisioning for port fa40393d-0a72-4684-8ee9-38738fb482bd completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:31.596727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port fa40393d-0a72-4684-8ee9-38738fb482bd completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:31.612851 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fa40393d-0a72-4684-8ee9-38738fb482bd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:31.613228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:31.664515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:57:31.788054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:31.832534 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port fa40393d-0a72-4684-8ee9-38738fb482bd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa40393d-0a72-4684-8ee9-38738fb482bd,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:31.837942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:31.839801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-ebc6b507-a1c2-4dac-9146-72efdaa04ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:31.873502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:57:31.886137 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Sync routers for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:57:31.901360 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:31.902490 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:31.910698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:31.915882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52528) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:31.916430 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4662213 Nov 24 19:57:31.957644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=fa40393d-0a72-4684-8ee9-38738fb482bd,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:31.968124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:32.109814 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:32.177124 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc34fd62-6054-4a35-89a5-5e6f54fb12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.181097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bb2e87b2-dfc5-4f39-8753-d7a647c44721 None None] Provisioning complete for port fa40393d-0a72-4684-8ee9-38738fb482bd triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:32.181582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bb2e87b2-dfc5-4f39-8753-d7a647c44721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.449675 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:30Z', 'revision_number': 3, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:32.453625 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Checking router: 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:57:32.453979 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Updating router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 port 46a01426-046e-4649-9706-be147325133f binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:57:32.509007 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.746476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.843801 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.856279 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Transition to ACTIVE for port object 46a01426-046e-4649-9706-be147325133f will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:32.862756 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.873286 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:32.886994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.925902 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Attempting to bind port 46a01426-046e-4649-9706-be147325133f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:57:32.926420 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Attempting to bind port 46a01426-046e-4649-9706-be147325133f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:57:32.926541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Attempting to bind port 46a01426-046e-4649-9706-be147325133f on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:57:32.938888 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:57:32.939553 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:32.940190 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.940726 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:57:32.941305 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Bound port: 46a01426-046e-4649-9706-be147325133f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:57:32.941789 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:32.955567 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Allocated IP 172.20.0.1 (1f19271b-7431-4454-9542-d0a519051b45/68d3b4da-2e79-4b94-b999-1f12e75fad21/8f944289-c2a7-42e0-b16c-e6b14e6a7dbf) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:57:33.018953 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Pushing event updated for resources: {'Port': ['ID=46a01426-046e-4649-9706-be147325133f,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:33.033567 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.033918 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.034257 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.034587 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.034916 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.035251 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.035571 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.035892 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.036239 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.036556 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.036873 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.037189 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:33.043546 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:33.046040 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] For port 46a01426-046e-4649-9706-be147325133f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:57:33.049266 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] For port 46a01426-046e-4649-9706-be147325133f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=46a01426-046e-4649-9706-be147325133f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:57:33.053597 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.057198 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:33.108830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.125549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Transition to ACTIVE for port object 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:33.130816 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:33.131462 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:33.152633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.158080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0c9c4b4d-accc-40e9-a453-ec75a86ea850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:33.189371 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Pushing event updated for resources: {'Port': ['ID=46a01426-046e-4649-9706-be147325133f,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:33.202273 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-eae146fb-9abd-4742-b33e-eb8109294a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:33.227088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Network 1f19271b-7431-4454-9542-d0a519051b45 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:33.230030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:33.233511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:57:33.277658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:33.281999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:33.295495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.319719 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:33.360346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa40393d-0a72-4684-8ee9-38738fb482bd up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:33.443457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port fa40393d-0a72-4684-8ee9-38738fb482bd triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:33.443850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.586768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c6c4318-26e5-470c-9195-0d2382dbf544 None None] Provisioning for port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:33.593709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7c6c4318-26e5-470c-9195-0d2382dbf544 None None] Provisioning complete for port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:33.593970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4318-26e5-470c-9195-0d2382dbf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.596483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.625149 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:30Z', 'revision_number': 3, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:33.629890 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c384e-fbf7-4c3e-9675-15df1a5cd720 None None] The sync data for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv is: [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:30Z', 'revision_number': 3, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:57:33.652091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c4318-26e5-470c-9195-0d2382dbf544 None None] Port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:57:33.833725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.839789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:33.866410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-642d58ba-2b60-4142-a707-f8bd75a28356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:33.948696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:33.952963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:33.962017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:34.104017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Network 1f19271b-7431-4454-9542-d0a519051b45 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:34.105216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:34.299773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:57:34.380730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-22d3ea76-4862-47de-a28f-27a2ef9b46c2 None None] Provisioning complete for port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:34.381296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22d3ea76-4862-47de-a28f-27a2ef9b46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:34.451192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-22d3ea76-4862-47de-a28f-27a2ef9b46c2 None None] Port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:57:34.611223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:57:34.620586 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] 10.222.0.47 "PUT /v2.0/routers/2f271f72-1ea9-4929-9eb2-0e4d687ca0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7029567 Nov 24 19:57:34.641281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.113291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52546) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:35.119147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-6023081-network', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:57:35.124068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:35.128100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Usage tracker for resource:network and tenant:5c97365e0b4e48fcbb77ed3f6aeb67a5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:35.131392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:35.134499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Sync routers for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:57:35.137960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:35.144200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:35.144847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:35.149321 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Made reservation on behalf of 5c97365e0b4e48fcbb77ed3f6aeb67a5 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:57:35.151846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.164144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.181137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:35.184998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c97365e0b4e48fcbb77ed3f6aeb67a5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:35.187773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:35.193489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:35.278265 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.282642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.285682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0f20bcfe-ba62-4440-89cb-a6dd97c76c1d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:35.313057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fc40ed-492f-42fe-9337-4e21b38a1cd6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:35.318122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:35.321718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 19:57:35.331077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.331425 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Added segment d15f9910-2f85-4794-8107-985b5835f287 of type vlan for network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 Nov 24 19:57:35.332835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:35.359190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.396070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.397317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:35.398978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.399351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 46a01426-046e-4649-9706-be147325133f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:35.403917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:35.501778 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3873501 Nov 24 19:57:35.504786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52550) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:35.512094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Request body: {'subnet': {'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-6023081-subnet', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'ip_version': 4}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:57:35.519189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0aae1b3b-5631-4d6a-bf7e-0361c1626980,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:35.521624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:35.524632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:35.527090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Usage tracker for resource:subnet and tenant:5c97365e0b4e48fcbb77ed3f6aeb67a5 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:35.530127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:35.532971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 19:57:35.535813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:35.545481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Made reservation on behalf of 5c97365e0b4e48fcbb77ed3f6aeb67a5 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:57:35.547850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.722946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 46a01426-046e-4649-9706-be147325133f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:35.742642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 46a01426-046e-4649-9706-be147325133f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:35.742998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.756908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.761026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a5fe1362-f39e-45dd-86e9-fa01d147b0b4 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:35.832689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fadb4b-1ae6-4471-a3be-410b51dde465,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:35.836490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:35.846097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Checking segment: {'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:35.846685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Network hostable DHCP agents. Network: 0aae1b3b-5631-4d6a-bf7e-0361c1626980, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 19:57:35.869928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 19:57:35.880712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0aae1b3b-5631-4d6a-bf7e-0361c1626980) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:35.886951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:35.887551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.892694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467516f4-23b8-4c51-b866-d6accef1792e None None] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:57:35.915911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5979c4d9-63c3-4450-a305-ea4cb340f05c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4068179 Nov 24 19:57:35.916305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52554) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:35.923042 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:57:35.927208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:35.932419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Usage tracker for resource:router and tenant:5c97365e0b4e48fcbb77ed3f6aeb67a5 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:57:35.939319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:57:35.945614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:35.955769 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.957001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.972315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:35.995887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 2, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:35.997839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.009408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Checking router: 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:57:36.009773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Updating router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:57:36.135129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 46a01426-046e-4649-9706-be147325133f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=46a01426-046e-4649-9706-be147325133f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:36.155796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.160923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:36.198126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.328166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=46a01426-046e-4649-9706-be147325133f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:36.336303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:36.368659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.419132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-0aae1b3b-5631-4d6a-bf7e-0361c1626980', 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'fixed_ips': [{'subnet_id': '10fadb4b-1ae6-4471-a3be-410b51dde465'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 19:57:36.419970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.681800 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.707159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Allocated IP 172.20.0.2 (0aae1b3b-5631-4d6a-bf7e-0361c1626980/10fadb4b-1ae6-4471-a3be-410b51dde465/468fb5c1-35db-4ed2-b0b4-18fd1719efaa) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:57:36.712149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.851862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Allocated IP 172.26.6.205 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/64708b61-9e2a-4226-9321-f85c0ffcde7e) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:57:36.874596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.909294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Transition to ACTIVE for port object 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:36.924745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:36.931998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:37.009101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.039795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.043673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ce52f5b6-06a2-4c40-bc2e-26ee326d7e3f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:37.113246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:37.113507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767af82f-e7bb-471a-bc6c-832ec3237899 None None] Pushing event updated for resources: {'Port': ['ID=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:37.117439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:37.119976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Pushing event updated for resources: {'Port': ['ID=64708b61-9e2a-4226-9321-f85c0ffcde7e,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:37.122033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-767af82f-e7bb-471a-bc6c-832ec3237899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:37.122251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:57:37.123138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.153343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:37.195858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Transition to ACTIVE for port object 468fb5c1-35db-4ed2-b0b4-18fd1719efaa will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:37.233442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Attempting to bind port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:57:37.233819 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Attempting to bind port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:57:37.234193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Attempting to bind port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf on network 1f19271b-7431-4454-9542-d0a519051b45 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:57:37.236540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Transition to ACTIVE for port object 468fb5c1-35db-4ed2-b0b4-18fd1719efaa will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:37.242035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:57:37.242589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Checking segment: {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:37.243195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.243794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Bound using segment: {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:57:37.244316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Bound port: 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:57:37.244788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.256133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.262519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:37.376681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 46a01426-046e-4649-9706-be147325133f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:37.415993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:37.428822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:37.440258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Pushing event updated for resources: {'Port': ['ID=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:37.448019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:57:37.450150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:37.554125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.563602 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] For port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:57:37.578901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] For port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:57:37.584144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Attempting to bind port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:57:37.584526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Attempting to bind port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:57:37.584901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Attempting to bind port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa on network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:57:37.589046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.594765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:37.627560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 46a01426-046e-4649-9706-be147325133f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:37.627945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.660047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:57:37.660377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Checking segment: {'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:37.660801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.661194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Bound using segment: {'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:57:37.661739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Bound port: 468fb5c1-35db-4ed2-b0b4-18fd1719efaa, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:57:37.662126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:37.848428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:37.849240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:37.925357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767af82f-e7bb-471a-bc6c-832ec3237899 None None] Pushing event updated for resources: {'Port': ['ID=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:37.934549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-767af82f-e7bb-471a-bc6c-832ec3237899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:38.049671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:38.064178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] For port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:57:38.108429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] For port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,segment=NetworkSegment(d15f9910-2f85-4794-8107-985b5835f287),segment_id=d15f9910-2f85-4794-8107-985b5835f287)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:57:38.119353 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:38.128401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:38.208125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:38.264925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 19:57:38.294472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Pushing event updated for resources: {'Port': ['ID=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:38.349152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:38.473790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:57:38.483620 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Sync routers for ids ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:57:38.493414 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Routers {'2426ce98-38dc-4a1e-8e56-7eac6d1b1201'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:38.494044 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:38.504835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:38.506359 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5891311 Nov 24 19:57:38.509395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52558) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:57:38.600518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:37Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:38.605537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728420a-e632-48cb-9a7e-01fe1c678ba8 None None] The sync data for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv is: [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:37Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:57:38.770783 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Set router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:39.102444 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T19:57:37Z', 'revision_number': 3, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port': {'id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:36Z', 'updated_at': '2021-11-24T19:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:39.107372 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Checking router: 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:57:39.107738 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Updating router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 port 64708b61-9e2a-4226-9321-f85c0ffcde7e binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:57:39.167004 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.285571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.414960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca65f8d-f473-4e0f-b570-f81953742e48 None None] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 19:57:39.526495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:39.595362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-124dcc3d-9913-4478-abc4-b2fe29d81116 None None] Provisioning for port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:39.652998 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.667646 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Transition to ACTIVE for port object 64708b61-9e2a-4226-9321-f85c0ffcde7e will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:39.680114 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.682001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:39.687049 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-a53ce614-1505-43a7-b54a-4ed5dbf53e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:39.698544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:39.699185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.723824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Allocated IP 172.20.0.1 (0aae1b3b-5631-4d6a-bf7e-0361c1626980/10fadb4b-1ae6-4471-a3be-410b51dde465/bc37e8dd-853b-4714-868b-6cc45e9195da) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:57:39.796588 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Attempting to bind port 64708b61-9e2a-4226-9321-f85c0ffcde7e on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:57:39.797126 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Attempting to bind port 64708b61-9e2a-4226-9321-f85c0ffcde7e by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:57:39.797677 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Attempting to bind port 64708b61-9e2a-4226-9321-f85c0ffcde7e on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:57:39.807369 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce81e-d09d-44d2-96eb-3feba274fe4b None None] Pushing event updated for resources: {'Port': ['ID=64708b61-9e2a-4226-9321-f85c0ffcde7e,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:39.810268 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:57:39.810868 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:39.811279 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.811758 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:57:39.812358 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Bound port: 64708b61-9e2a-4226-9321-f85c0ffcde7e, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:57:39.813125 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.841919 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4bdce81e-d09d-44d2-96eb-3feba274fe4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:39.886560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.938968 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] For port 64708b61-9e2a-4226-9321-f85c0ffcde7e, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:57:39.940163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:39.942478 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] For port 64708b61-9e2a-4226-9321-f85c0ffcde7e, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=64708b61-9e2a-4226-9321-f85c0ffcde7e,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:57:39.944838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.947263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.948250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 468fb5c1-35db-4ed2-b0b4-18fd1719efaa up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:39.949601 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:39.963180 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4914a1f9-d527-4896-88d8-80049850784a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:39.964116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Transition to ACTIVE for port object bc37e8dd-853b-4714-868b-6cc45e9195da will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:39.999425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-44eba365-d226-4a53-97b4-018b685d5f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:40.013937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.021687 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e4a65cec-b67b-49fc-a2bd-c8d4e394b65c tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:40.068962 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Routers {'2426ce98-38dc-4a1e-8e56-7eac6d1b1201'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:40.069665 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:40.103164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:40.107048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:40.118438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:40.121926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:40.130564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:57:40.173210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:40.178741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:40.179631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.193688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc37e8dd-853b-4714-868b-6cc45e9195da,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:40.214149 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce81e-d09d-44d2-96eb-3feba274fe4b None None] Pushing event updated for resources: {'Port': ['ID=64708b61-9e2a-4226-9321-f85c0ffcde7e,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:40.220276 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4bdce81e-d09d-44d2-96eb-3feba274fe4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:40.222222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:40.226518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.295801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-798af62d-fdbb-49b8-979e-14fd678273f1 None None] Provisioning complete for port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:40.296286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-798af62d-fdbb-49b8-979e-14fd678273f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.339315 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] Set router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:40.378139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.498995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.581492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,segment=NetworkSegment(d15f9910-2f85-4794-8107-985b5835f287),segment_id=d15f9910-2f85-4794-8107-985b5835f287)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:40.582649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-798af62d-fdbb-49b8-979e-14fd678273f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.594810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.600428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d540dcc5-9186-454a-9a13-22d8a8e46b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:40.631945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.641272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.681248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a2e72fac-6613-4e83-9522-02f429ac6025 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:40.686011 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T19:57:37Z', 'revision_number': 3, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port': {'id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:36Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:40.689905 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d98ca-8546-4aa5-a02c-e0d3d2d152fa None None] The sync data for ids ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'] in dv-neutron-818346-1-hyperv is: [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T19:57:37Z', 'revision_number': 3, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port': {'id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:36Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:57:40.724425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:40.728376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:40.735185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-798af62d-fdbb-49b8-979e-14fd678273f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 19:57:40.735544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-798af62d-fdbb-49b8-979e-14fd678273f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 19:57:40.770026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:40.774224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc37e8dd-853b-4714-868b-6cc45e9195da,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:40.777955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:40.916830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:40.929659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:41.153460 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:57:41.350862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:57:41.363733 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] 10.222.0.47 "PUT /v2.0/routers/2426ce98-38dc-4a1e-8e56-7eac6d1b1201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8525715 Nov 24 19:57:41.437110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-27165756-a6e4-46ff-831d-a610da5a26cb None None] Provisioning for port bc37e8dd-853b-4714-868b-6cc45e9195da completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:41.444598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 64708b61-9e2a-4226-9321-f85c0ffcde7e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:41.477207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-27165756-a6e4-46ff-831d-a610da5a26cb None None] Provisioning complete for port bc37e8dd-853b-4714-868b-6cc45e9195da triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:41.477861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-27165756-a6e4-46ff-831d-a610da5a26cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:41.556996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-27165756-a6e4-46ff-831d-a610da5a26cb None None] Port bc37e8dd-853b-4714-868b-6cc45e9195da cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:57:41.572634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 64708b61-9e2a-4226-9321-f85c0ffcde7e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:41.580404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 64708b61-9e2a-4226-9321-f85c0ffcde7e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:41.581152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:41.705867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:41.723215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 64708b61-9e2a-4226-9321-f85c0ffcde7e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=64708b61-9e2a-4226-9321-f85c0ffcde7e,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:41.727804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:41.728701 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:41.752394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:41.846635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=64708b61-9e2a-4226-9321-f85c0ffcde7e,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:41.850705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:41.861435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:41.861823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:41.986568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 468fb5c1-35db-4ed2-b0b4-18fd1719efaa up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:42.054399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:42.054816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:42.387241 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Sync routers for ids ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:57:42.397084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Routers {'2426ce98-38dc-4a1e-8e56-7eac6d1b1201'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:42.398582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:42.601021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Set router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:42.967096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T19:57:40Z', 'revision_number': 4, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port': {'id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:36Z', 'updated_at': '2021-11-24T19:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc37e8dd-853b-4714-868b-6cc45e9195da', 'name': '', 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'mac_address': 'fa:16:3e:42:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '10fadb4b-1ae6-4471-a3be-410b51dde465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:39Z', 'updated_at': '2021-11-24T19:57:40Z', 'revision_number': 2, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'subnets': [{'id': '10fadb4b-1ae6-4471-a3be-410b51dde465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:42.972311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Checking router: 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:57:42.972792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Updating router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 port bc37e8dd-853b-4714-868b-6cc45e9195da binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 19:57:43.085932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:43.377215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 64708b61-9e2a-4226-9321-f85c0ffcde7e up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:43.521802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 64708b61-9e2a-4226-9321-f85c0ffcde7e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:43.522160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:43.587048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:43.605075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Transition to ACTIVE for port object bc37e8dd-853b-4714-868b-6cc45e9195da will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:43.615717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:43.622255 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:43.836152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efa34d-a807-4bc1-ba14-d35b72f46cf6 None None] Pushing event updated for resources: {'Port': ['ID=bc37e8dd-853b-4714-868b-6cc45e9195da,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:43.845108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-01efa34d-a807-4bc1-ba14-d35b72f46cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:43.909401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Attempting to bind port bc37e8dd-853b-4714-868b-6cc45e9195da on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:57:43.909779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Attempting to bind port bc37e8dd-853b-4714-868b-6cc45e9195da by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:57:43.910152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Attempting to bind port bc37e8dd-853b-4714-868b-6cc45e9195da on network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:57:43.920522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:57:43.920929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Checking segment: {'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:57:43.921397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:43.921805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Bound using segment: {'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:57:43.922282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Bound port: bc37e8dd-853b-4714-868b-6cc45e9195da, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15f9910-2f85-4794-8107-985b5835f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:57:43.922668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:44.033874 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] For port bc37e8dd-853b-4714-868b-6cc45e9195da, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:57:44.037206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] For port bc37e8dd-853b-4714-868b-6cc45e9195da, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc37e8dd-853b-4714-868b-6cc45e9195da,segment=NetworkSegment(d15f9910-2f85-4794-8107-985b5835f287),segment_id=d15f9910-2f85-4794-8107-985b5835f287)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:57:44.043357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:44.050442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:44.141244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Routers {'2426ce98-38dc-4a1e-8e56-7eac6d1b1201'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:57:44.141911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:57:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:44.220042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efa34d-a807-4bc1-ba14-d35b72f46cf6 None None] Pushing event updated for resources: {'Port': ['ID=bc37e8dd-853b-4714-868b-6cc45e9195da,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:44.225294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-01efa34d-a807-4bc1-ba14-d35b72f46cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:44.362549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] Set router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:57:44.718421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T19:57:40Z', 'revision_number': 4, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port': {'id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:36Z', 'updated_at': '2021-11-24T19:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc37e8dd-853b-4714-868b-6cc45e9195da', 'name': '', 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'mac_address': 'fa:16:3e:42:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '10fadb4b-1ae6-4471-a3be-410b51dde465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:39Z', 'updated_at': '2021-11-24T19:57:44Z', 'revision_number': 4, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'subnets': [{'id': '10fadb4b-1ae6-4471-a3be-410b51dde465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:57:44.722515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc673d-8908-497e-8482-e775a4225ae3 None None] The sync data for ids ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'] in dv-neutron-818346-1-hyperv is: [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T19:57:40Z', 'revision_number': 4, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port': {'id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:36Z', 'updated_at': '2021-11-24T19:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'bc37e8dd-853b-4714-868b-6cc45e9195da', 'name': '', 'network_id': '0aae1b3b-5631-4d6a-bf7e-0361c1626980', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'mac_address': 'fa:16:3e:42:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '10fadb4b-1ae6-4471-a3be-410b51dde465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:39Z', 'updated_at': '2021-11-24T19:57:44Z', 'revision_number': 4, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'subnets': [{'id': '10fadb4b-1ae6-4471-a3be-410b51dde465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:57:45.418644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc37e8dd-853b-4714-868b-6cc45e9195da up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:45.559199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port bc37e8dd-853b-4714-868b-6cc45e9195da completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:45.564557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port bc37e8dd-853b-4714-868b-6cc45e9195da triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:45.565339 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:45.715606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:45.756408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port bc37e8dd-853b-4714-868b-6cc45e9195da, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc37e8dd-853b-4714-868b-6cc45e9195da,segment=NetworkSegment(d15f9910-2f85-4794-8107-985b5835f287),segment_id=d15f9910-2f85-4794-8107-985b5835f287)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:57:45.763525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:45.767256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-af434ef5-4138-49a9-962b-ab0d9e54323f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:45.852806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=bc37e8dd-853b-4714-868b-6cc45e9195da,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:45.865874 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:47.368046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc37e8dd-853b-4714-868b-6cc45e9195da up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:57:47.443158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port bc37e8dd-853b-4714-868b-6cc45e9195da triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:47.443542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:49.372484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:51.489634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-2c7817ed-5283-40e4-bf24-746b6a17d09f tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:51.491094 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-2c7817ed-5283-40e4-bf24-746b6a17d09f tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 815 time: 0.2700610 Nov 24 19:57:51.506070 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-09e1e370-d8eb-475f-a3ef-864266886c0e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/quotas/50c13b3936bb4339adf2602931a875ef HTTP/1.1" status: 200 len: 375 time: 0.0088644 Nov 24 19:57:51.589914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-0178a659-9108-4989-826f-be36c40a0451 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Synchronizing usage tracker for tenant:50c13b3936bb4339adf2602931a875ef on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:57:51.606402 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-0178a659-9108-4989-826f-be36c40a0451 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Unset dirty status for tenant:50c13b3936bb4339adf2602931a875ef on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:57:51.607726 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-0178a659-9108-4989-826f-be36c40a0451 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965300 Nov 24 19:57:51.750116 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-0c57a69c-8edc-4eef-bace-d994d5c60b05 service neutron] 10.222.0.47 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304080 Nov 24 19:57:51.882898 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-06297a26-d210-42de-b102-28534fa2cbeb service neutron] 10.222.0.47 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270738 Nov 24 19:57:52.056566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-577d6596-83d5-455e-acc2-37dc7b6d4a2f req-4c6ea4fe-6088-4113-a3c0-c1834e27aa20 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 210 time: 0.0425882 Nov 24 19:57:53.071237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-bab19da3-f397-4b84-beb2-8f33cf867e83 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:53.072701 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-bab19da3-f397-4b84-beb2-8f33cf867e83 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 815 time: 0.1499045 Nov 24 19:57:53.086163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'port': {'device_id': '6fef447a-231a-4f96-9d8c-390307d4a799', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'admin_state_up': True, 'tenant_id': '50c13b3936bb4339adf2602931a875ef'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:57:53.230912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-64b2538a-011b-4490-84bc-9081779f5f8d req-d020f576-39d2-4a0a-beac-0ab2d7f79e6d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 210 time: 0.0592499 Nov 24 19:57:53.280012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:57:53.291358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:57:53.300824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Made reservation on behalf of 50c13b3936bb4339adf2602931a875ef for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 19:57:53.304541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:53.472467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Allocated IP 172.20.0.4 (1f19271b-7431-4454-9542-d0a519051b45/68d3b4da-2e79-4b94-b999-1f12e75fad21/194208cf-7193-46a6-a038-d205ac2536f2) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:57:53.748107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:53.765740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Transition to ACTIVE for port object 194208cf-7193-46a6-a038-d205ac2536f2 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:57:53.791464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:53.797411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:57:53.864776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Network 1f19271b-7431-4454-9542-d0a519051b45 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:57:53.867849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:57:53.872121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:57:53.911981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:57:53.934368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.934759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.935146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.935524 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.935902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.936305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.936685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.937050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.937420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.937787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.938155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.938520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:57:53.944129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:57:53.966793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:53.967363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:53.995278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141767 Nov 24 19:57:54.205966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eb57bdc5-09a7-4cb5-a677-30790d744f64 None None] Provisioning for port 194208cf-7193-46a6-a038-d205ac2536f2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:57:54.211446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eb57bdc5-09a7-4cb5-a677-30790d744f64 None None] Provisioning complete for port 194208cf-7193-46a6-a038-d205ac2536f2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:57:54.211945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb57bdc5-09a7-4cb5-a677-30790d744f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:54.275488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-eb57bdc5-09a7-4cb5-a677-30790d744f64 None None] Port 194208cf-7193-46a6-a038-d205ac2536f2 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 19:57:54.431633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ed200-3ae0-487e-a74f-ebe7e941b5f5 req-fb20fb93-e343-4c96-ac0c-13b4bb267584 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:54.432396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-616ed200-3ae0-487e-a74f-ebe7e941b5f5 req-fb20fb93-e343-4c96-ac0c-13b4bb267584 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Synchronizing usage tracker for tenant:50c13b3936bb4339adf2602931a875ef on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:57:54.450440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-616ed200-3ae0-487e-a74f-ebe7e941b5f5 req-fb20fb93-e343-4c96-ac0c-13b4bb267584 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Unset dirty status for tenant:50c13b3936bb4339adf2602931a875ef on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:57:54.451806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-616ed200-3ae0-487e-a74f-ebe7e941b5f5 req-fb20fb93-e343-4c96-ac0c-13b4bb267584 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.1043983 Nov 24 19:57:54.498542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-616ed200-3ae0-487e-a74f-ebe7e941b5f5 req-e5013d31-11f6-4455-951f-5ef2f0569f7c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Nov 24 19:57:55.697225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b199bc3-071f-4705-82ef-3fdd52408b15 req-e442dd75-df78-4a72-8bd9-7e2b12ec686d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:55.698723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6b199bc3-071f-4705-82ef-3fdd52408b15 req-e442dd75-df78-4a72-8bd9-7e2b12ec686d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.0877905 Nov 24 19:57:55.744085 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6b199bc3-071f-4705-82ef-3fdd52408b15 req-54b8adb5-2396-4496-8fa5-924a0d6f448a tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Nov 24 19:57:56.974545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f408f6-7056-4af8-b782-a0634ad5308c req-e8d9a99a-f660-42c1-a73c-dbfcb69f6455 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:56.980494 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75f408f6-7056-4af8-b782-a0634ad5308c req-e8d9a99a-f660-42c1-a73c-dbfcb69f6455 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.1206806 Nov 24 19:57:57.023493 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75f408f6-7056-4af8-b782-a0634ad5308c req-0861136b-7fa4-48d9-831a-7c0e984ce8c3 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Nov 24 19:57:58.356918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c4b3-3449-4231-aadd-6f47e05e95e5 req-4c4036f2-5340-4f33-b123-a195d696deac tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:58.358986 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa49c4b3-3449-4231-aadd-6f47e05e95e5 req-4c4036f2-5340-4f33-b123-a195d696deac tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.2202835 Nov 24 19:57:58.406457 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa49c4b3-3449-4231-aadd-6f47e05e95e5 req-2540e3a9-d5be-448e-8c51-2df040805d54 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Nov 24 19:57:59.419448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc6bd-2aeb-4576-9868-5e48b7989b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:57:59.603893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec506fb-189f-41b5-b4b4-6f0671ff669e req-df961ca6-e67d-48b9-8573-4a8a9fa2a502 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:57:59.605437 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2ec506fb-189f-41b5-b4b4-6f0671ff669e req-df961ca6-e67d-48b9-8573-4a8a9fa2a502 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.0906930 Nov 24 19:57:59.657002 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2ec506fb-189f-41b5-b4b4-6f0671ff669e req-9543e294-c747-4b58-a2af-bf74027b3a22 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Nov 24 19:57:59.826210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:00.403293 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:58:00.848629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe64b82-c3b9-4b24-be81-587f8345c7ad req-df3a1d1e-6e68-47a6-b957-5c39f157a6ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:00.850116 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cbe64b82-c3b9-4b24-be81-587f8345c7ad req-df3a1d1e-6e68-47a6-b957-5c39f157a6ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.0883098 Nov 24 19:58:00.903395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cbe64b82-c3b9-4b24-be81-587f8345c7ad req-5ef0e006-ee24-4216-a734-c9ddf419c1c4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469515 Nov 24 19:58:02.114443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4f39a-2756-41db-9139-ad674083e02f req-0e6f6f3b-7835-4e7a-909a-35a1f3a2cbbe tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:02.116150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ba4f39a-2756-41db-9139-ad674083e02f req-0e6f6f3b-7835-4e7a-909a-35a1f3a2cbbe tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.0899246 Nov 24 19:58:02.170573 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4ba4f39a-2756-41db-9139-ad674083e02f req-05871974-c7b6-45b5-9577-64728aece50b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Nov 24 19:58:02.180958 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c321220c-ed2a-48af-a9bc-755e5035ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:02.897913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:03.371029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986073e1-087a-408e-ab7b-6afd13413eff req-f7002514-26ee-4a31-8207-8a5af06993b6 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:03.372554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-986073e1-087a-408e-ab7b-6afd13413eff req-f7002514-26ee-4a31-8207-8a5af06993b6 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.0849791 Nov 24 19:58:03.420218 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-986073e1-087a-408e-ab7b-6afd13413eff req-881f64d2-6c4b-4d8c-b437-0e8819f31e20 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Nov 24 19:58:04.609021 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73ab8c-4aa0-4db1-a275-6823be8012ff req-27f29108-4fd0-4103-ae14-bacc51fdecec tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:04.610644 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6c73ab8c-4aa0-4db1-a275-6823be8012ff req-27f29108-4fd0-4103-ae14-bacc51fdecec tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.0862114 Nov 24 19:58:04.642323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:04.655928 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6c73ab8c-4aa0-4db1-a275-6823be8012ff req-d8a8bbfa-53de-4944-9ba2-a41b61c64aa2 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Nov 24 19:58:05.745522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Request body: {'port': {'device_id': '6fef447a-231a-4f96-9d8c-390307d4a799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:05.925881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f8194-8473-42d9-9c35-25ac8ee8f05f req-3cd917dc-2bed-4c14-a381-ce6bd4289bdf tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:05.927341 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be5f8194-8473-42d9-9c35-25ac8ee8f05f req-3cd917dc-2bed-4c14-a381-ce6bd4289bdf tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 931 time: 0.1495461 Nov 24 19:58:05.932156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:06.032109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be5f8194-8473-42d9-9c35-25ac8ee8f05f req-ffac7e87-cf2e-4dcc-a1b6-0de78e90f961 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888493 Nov 24 19:58:06.320953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194208cf-7193-46a6-a038-d205ac2536f2 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:58:06.328424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:06.342662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Transition to ACTIVE for port object 194208cf-7193-46a6-a038-d205ac2536f2 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 19:58:06.346550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:06.350363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:06.503682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Pushing event updated for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:06.512311 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:06.588210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Attempting to bind port 194208cf-7193-46a6-a038-d205ac2536f2 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 19:58:06.588546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Attempting to bind port 194208cf-7193-46a6-a038-d205ac2536f2 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 19:58:06.588872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Attempting to bind port 194208cf-7193-46a6-a038-d205ac2536f2 on network 1f19271b-7431-4454-9542-d0a519051b45 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:58:06.593317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Port 194208cf-7193-46a6-a038-d205ac2536f2 on network 1f19271b-7431-4454-9542-d0a519051b45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 19:58:06.593627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Attempting to bind port 194208cf-7193-46a6-a038-d205ac2536f2 on network 1f19271b-7431-4454-9542-d0a519051b45 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 19:58:06.598598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 19, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 19:58:06.598928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Checking segment: {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 19:58:06.599300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Bound using segment: {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 19:58:06.599716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Bound port: 194208cf-7193-46a6-a038-d205ac2536f2, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f19271b-7431-4454-9542-d0a519051b45'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 19:58:06.600198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:06.688525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 19:58:06.691403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=194208cf-7193-46a6-a038-d205ac2536f2,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 19:58:06.696490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:06.700031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c677ceb-b33e-4081-851c-d409c0bdd539 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:06.760435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:06.761078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:06.762288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] 10.222.0.41 "PUT /v2.0/ports/194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 1093 time: 1.0220242 Nov 24 19:58:06.762812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:58:06.784133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Pushing event updated for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:06.788634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:06.844717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2', 'status': 'completed', 'code': 200} Nov 24 19:58:06.888954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-ae89b6cd-5a83-4d0c-bbb7-b4223c923614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:06.890461 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-ae89b6cd-5a83-4d0c-bbb7-b4223c923614 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1096 time: 0.0819058 Nov 24 19:58:06.967743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-77bc0d19-b0e2-4abd-b148-9a600933b76d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 217 time: 0.0697634 Nov 24 19:58:07.034400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-f7ba9d0d-196e-4f5f-ac67-b8f846da4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:07.035779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-f7ba9d0d-196e-4f5f-ac67-b8f846da4519 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0610673 Nov 24 19:58:07.292113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-86c05c74-06fd-4286-a0dc-a2d0f3c97eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:07.293584 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-86c05c74-06fd-4286-a0dc-a2d0f3c97eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2518556 Nov 24 19:58:07.336651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fac42-b83f-460a-bb54-18ded948d1b4 req-ac6292e1-e9fc-4b6a-9db5-a1d6eda032f1 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:07.338083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-882fac42-b83f-460a-bb54-18ded948d1b4 req-ac6292e1-e9fc-4b6a-9db5-a1d6eda032f1 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 943 time: 0.1238980 Nov 24 19:58:07.455308 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-882fac42-b83f-460a-bb54-18ded948d1b4 req-9f7d9824-eb70-4a44-879f-6c09c976cf58 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708497 Nov 24 19:58:07.473395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-150b33a3-68f5-457c-b4e4-6b89f0211a50 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727896 Nov 24 19:58:07.606073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9911bffa-731b-4caa-9bad-89a8e7b3b1e1 req-93132126-cbed-4b07-a558-dd5da30c5658 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259115 Nov 24 19:58:07.724480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec242-a543-438a-8719-f4fb973f4eed req-6e4e4fc7-f114-491d-a508-b4182b22ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:07.726615 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f02ec242-a543-438a-8719-f4fb973f4eed req-6e4e4fc7-f114-491d-a508-b4182b22ca7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1096 time: 0.0758774 Nov 24 19:58:07.857820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec242-a543-438a-8719-f4fb973f4eed req-8849dec0-0236-44e5-99f8-1d9e7f24dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:07.859225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f02ec242-a543-438a-8719-f4fb973f4eed req-8849dec0-0236-44e5-99f8-1d9e7f24dacb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1259511 Nov 24 19:58:07.930407 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f02ec242-a543-438a-8719-f4fb973f4eed req-98ae2089-757c-46bc-8a91-7d05fafa6485 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 217 time: 0.0647037 Nov 24 19:58:07.994123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec242-a543-438a-8719-f4fb973f4eed req-5464a43b-9875-408f-9a73-5e81675cf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:07.995550 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f02ec242-a543-438a-8719-f4fb973f4eed req-5464a43b-9875-408f-9a73-5e81675cf49b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0581412 Nov 24 19:58:08.070208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec242-a543-438a-8719-f4fb973f4eed req-64fc001c-f446-4134-9423-944330a3be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:08.071651 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f02ec242-a543-438a-8719-f4fb973f4eed req-64fc001c-f446-4134-9423-944330a3be3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697753 Nov 24 19:58:08.208619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f02ec242-a543-438a-8719-f4fb973f4eed req-c8c3a442-3241-40f3-b0cb-9bff40834ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301112 Nov 24 19:58:08.340563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f02ec242-a543-438a-8719-f4fb973f4eed req-58c20be6-c6ae-4a7a-a71b-78892c1e4619 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250875 Nov 24 19:58:08.645696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbbbed-d528-4476-b03f-09a4f9fb8f23 req-e2fcf47c-8ce9-4011-aa48-218cf0c8b90e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:08.647692 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e5fbbbed-d528-4476-b03f-09a4f9fb8f23 req-e2fcf47c-8ce9-4011-aa48-218cf0c8b90e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 943 time: 0.0845554 Nov 24 19:58:08.691394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e5fbbbed-d528-4476-b03f-09a4f9fb8f23 req-ad41c541-bd15-4721-9101-3ed3e4e42467 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Nov 24 19:58:09.876490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2297f-8fce-4c63-befc-2dd2216ad292 req-f6103e20-4f5c-428c-86cb-ceb3c0f0f642 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:09.877938 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-04e2297f-8fce-4c63-befc-2dd2216ad292 req-f6103e20-4f5c-428c-86cb-ceb3c0f0f642 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 943 time: 0.0799136 Nov 24 19:58:09.927109 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-04e2297f-8fce-4c63-befc-2dd2216ad292 req-554fe7cd-7d9f-406a-8bd8-c6cfa92889e9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Nov 24 19:58:11.109724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb6562-5806-41ff-8024-5f20d46f694e req-3a02fc7d-486b-470e-acc3-ae9011194816 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:11.111152 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89fb6562-5806-41ff-8024-5f20d46f694e req-3a02fc7d-486b-470e-acc3-ae9011194816 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 943 time: 0.0796576 Nov 24 19:58:11.155275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89fb6562-5806-41ff-8024-5f20d46f694e req-ded24a07-069f-4e95-a086-7dccc1fec201 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378032 Nov 24 19:58:11.383281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 194208cf-7193-46a6-a038-d205ac2536f2 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 19:58:11.518615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=194208cf-7193-46a6-a038-d205ac2536f2,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:58:11.532429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '194208cf-7193-46a6-a038-d205ac2536f2', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'port_id': '194208cf-7193-46a6-a038-d205ac2536f2', 'mac_address': 'fa:16:3e:a3:f5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 19:58:11.586836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:11.604232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194208cf-7193-46a6-a038-d205ac2536f2 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 19:58:11.619417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=194208cf-7193-46a6-a038-d205ac2536f2,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:58:11.623173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:11.624930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f4273c31-d80d-41b8-a260-4c24631d2e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:11.693520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:11.696730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:12.004277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['194208cf-7193-46a6-a038-d205ac2536f2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:58:12.339953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994fec1-ce3e-405d-873f-fb71045980b6 req-b35cbac2-e201-4662-88eb-d23159c1780e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:12.341434 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5994fec1-ce3e-405d-873f-fb71045980b6 req-b35cbac2-e201-4662-88eb-d23159c1780e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 944 time: 0.0832381 Nov 24 19:58:12.385313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5994fec1-ce3e-405d-873f-fb71045980b6 req-7991a191-04fe-4c67-ac6a-f65824638d0d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383492 Nov 24 19:58:13.383634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 194208cf-7193-46a6-a038-d205ac2536f2 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 19:58:13.453930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 194208cf-7193-46a6-a038-d205ac2536f2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 19:58:13.458449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 194208cf-7193-46a6-a038-d205ac2536f2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:58:13.458823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:13.567749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875645c-2545-403e-bbfd-0f4bc3ee1817 req-3aef457c-2348-4afd-9479-c407633b2b9b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:13.569837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f875645c-2545-403e-bbfd-0f4bc3ee1817 req-3aef457c-2348-4afd-9479-c407633b2b9b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 944 time: 0.0814359 Nov 24 19:58:13.577742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:13.604805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:58:13.614224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=194208cf-7193-46a6-a038-d205ac2536f2,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:58:13.614424 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f875645c-2545-403e-bbfd-0f4bc3ee1817 req-334d2ff8-81a4-4578-8bf9-45622bf92994 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Nov 24 19:58:13.619315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:13.621174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:13.656537 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2', 'code': 200} Nov 24 19:58:13.689087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:13.691888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:13.883771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852cb4f-8bb1-4c9a-b046-7e6644c7df1d req-05c945da-7fd0-4ac4-af87-f101bb32e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:13.885328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a852cb4f-8bb1-4c9a-b046-7e6644c7df1d req-05c945da-7fd0-4ac4-af87-f101bb32e647 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1098 time: 0.0746250 Nov 24 19:58:13.927253 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a852cb4f-8bb1-4c9a-b046-7e6644c7df1d req-41932729-9523-4aab-b62c-9e44c8015b38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 Nov 24 19:58:14.801699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29477dd-943d-483b-9008-23daed70a57d req-2e014b03-7556-43db-b29f-858ed7fdb67b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:14.803302 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c29477dd-943d-483b-9008-23daed70a57d req-2e014b03-7556-43db-b29f-858ed7fdb67b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0801065 Nov 24 19:58:14.846912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c29477dd-943d-483b-9008-23daed70a57d req-0aa0b450-9018-461f-aedd-ce2d5c253644 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Nov 24 19:58:16.036244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4714105-d8e7-4ead-b17b-d4fba0321954 req-82c79169-bd00-4454-b899-e4939228946d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:16.037845 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4714105-d8e7-4ead-b17b-d4fba0321954 req-82c79169-bd00-4454-b899-e4939228946d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0836728 Nov 24 19:58:16.081969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4714105-d8e7-4ead-b17b-d4fba0321954 req-a1973c63-4380-4516-b1b1-7c7177649a20 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 Nov 24 19:58:16.264545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1a55-c117-4456-ad63-8e7a7a87e01e req-725eb18b-9667-42ef-91e0-9c243e7f814e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:16.265917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1ce1a55-c117-4456-ad63-8e7a7a87e01e req-725eb18b-9667-42ef-91e0-9c243e7f814e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0813980 Nov 24 19:58:16.424972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1ce1a55-c117-4456-ad63-8e7a7a87e01e req-ed9ba4fe-1710-415c-9a64-04b897eccdfd tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534796 Nov 24 19:58:16.809235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590e44c-d2e0-4024-9a1f-decd08f6190f req-9df04db8-c037-4d46-95f7-f1f9e9cb9a9a tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:16.810633 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d590e44c-d2e0-4024-9a1f-decd08f6190f req-9df04db8-c037-4d46-95f7-f1f9e9cb9a9a tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0806415 Nov 24 19:58:16.855256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d590e44c-d2e0-4024-9a1f-decd08f6190f req-a9b9654d-a09e-4f73-86df-5811f9b5220e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386338 Nov 24 19:58:19.367856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:26.296886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-d1bbd30b-dc9e-4bef-9ea5-692038594573 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799856 Nov 24 19:58:26.449574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-557048a9-de15-4c55-a481-8e19c5e48113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:26.451058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-557048a9-de15-4c55-a481-8e19c5e48113 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1098 time: 0.0786595 Nov 24 19:58:26.603343 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-ab1181c7-79ab-4c50-bc51-2ed497ab0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:26.604741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-ab1181c7-79ab-4c50-bc51-2ed497ab0d4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1274343 Nov 24 19:58:26.677735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-22045791-f48c-45b9-9d6e-73cb5d732574 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 217 time: 0.0655439 Nov 24 19:58:26.740802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-e9c5b4df-5aa2-4f8f-b8be-fd1d2a897698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:26.742259 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-e9c5b4df-5aa2-4f8f-b8be-fd1d2a897698 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0582662 Nov 24 19:58:26.822456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-1e3c829d-efac-4f4d-b0f6-c7303074b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:26.823769 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-1e3c829d-efac-4f4d-b0f6-c7303074b163 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748355 Nov 24 19:58:26.963408 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-81767ee3-a6e1-4362-a5ab-53b5cce278e5 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321943 Nov 24 19:58:27.145964 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0b2d3139-14b0-461d-b406-1c830dbc140f req-ee599e20-3e4a-4309-bcd4-081a9f174a4b service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758621 Nov 24 19:58:27.163281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8b98a-74e4-4d52-a81c-11c6f6e1bbcf req-6e7d3690-d906-48ec-a270-3662082a46d2 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:27.164773 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90c8b98a-74e4-4d52-a81c-11c6f6e1bbcf req-6e7d3690-d906-48ec-a270-3662082a46d2 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.1289480 Nov 24 19:58:27.207525 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90c8b98a-74e4-4d52-a81c-11c6f6e1bbcf req-29f805b0-611c-4fee-bec9-78dd34cb5012 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369136 Nov 24 19:58:27.231997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52758) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:27.397433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c4625-e453-4deb-92e7-a56d20422195 tempest-TestMinimumBasicScenario-1700493746 tempest-TestMinimumBasicScenario-1700493746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:27.398074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0f6c4625-e453-4deb-92e7-a56d20422195 tempest-TestMinimumBasicScenario-1700493746 tempest-TestMinimumBasicScenario-1700493746-project-admin] Synchronizing usage tracker for tenant:5c97365e0b4e48fcbb77ed3f6aeb67a5 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 19:58:27.414157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0f6c4625-e453-4deb-92e7-a56d20422195 tempest-TestMinimumBasicScenario-1700493746 tempest-TestMinimumBasicScenario-1700493746-project-admin] Unset dirty status for tenant:5c97365e0b4e48fcbb77ed3f6aeb67a5 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 19:58:27.415266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0f6c4625-e453-4deb-92e7-a56d20422195 tempest-TestMinimumBasicScenario-1700493746 tempest-TestMinimumBasicScenario-1700493746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1093 time: 0.1822956 Nov 24 19:58:27.418301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52764) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:27.423211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '194208cf-7193-46a6-a038-d205ac2536f2', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:27.429854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:27.434020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:floatingip and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:27.436779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:27.442313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:27.451982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:27.586836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:27.725529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Allocated IP 172.26.6.196 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/9a806f67-61a3-4463-b974-336383327cc5) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 19:58:27.868502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:27.897638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:27.902379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:27.962839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 19:58:27.965743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 19:58:27.969300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 19:58:27.998153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'Port': ['ID=9a806f67-61a3-4463-b974-336383327cc5,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:28.003875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:28.528487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:28.600495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:28.803810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:28.808164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:28.812565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6cc7690-2eef-488f-b245-bfa13463a18b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:28.917243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'Port': ['ID=9a806f67-61a3-4463-b974-336383327cc5,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:28.921270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:28.929896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:29.100603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Floating IP 3d6d5569-b0b8-4c4e-969e-694709061264 associated. External IP: 172.26.6.196, port: 194208cf-7193-46a6-a038-d205ac2536f2. Nov 24 19:58:29.412396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-64828bf2-0db8-474b-b476-0c463a0365db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:29.451731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 19:58:29.758897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 19:58:29.769267 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] Sync routers for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 19:58:29.779087 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:58:29.779716 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:58:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:58:29.784537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:29.840589 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:29.842419 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4231346 Nov 24 19:58:29.843108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:58:29.846396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52768) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:29.861396 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589929012', 'description': 'tempest-secgroup-smoke-589929012 description', 'project_id': '50c13b3936bb4339adf2602931a875ef'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:29.888488 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:29.893697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:29.897202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:29.905579 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2', 'status': 'completed', 'code': 200} Nov 24 19:58:29.907170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:29.928185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:29.957007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:29.962770 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:29.965649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:29.971982 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:29.975635 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:58:30.013140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-405f47dc-bfc5-49b6-bb93-f44efcd5d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:30.014756 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-405f47dc-bfc5-49b6-bb93-f44efcd5d5a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1098 time: 0.0857701 Nov 24 19:58:30.048067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.053235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.059037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6de546b8-3eed-4c1e-b3b2-7de3bb755486 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:30.097845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4db2879-10ab-4644-9ae0-8173f2728d1f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:30.101994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.103274 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2546599 Nov 24 19:58:30.106926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52774) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:30.110362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.110833 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.111688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.111688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.112184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.112631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.113075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.113514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.113950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.114515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.114819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.115253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 19:58:30.121551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'security_group_rule': {'security_group_id': 'f4db2879-10ab-4644-9ae0-8173f2728d1f', 'project_id': '50c13b3936bb4339adf2602931a875ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:30.126228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:30.129196 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:30.134019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:30.137226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:30.143360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:30.161658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.167221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-f9cbcd53-573e-43d9-894e-ca2db899ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:30.169360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-f9cbcd53-573e-43d9-894e-ca2db899ff7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1480658 Nov 24 19:58:30.226137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.233111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.235046 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b56943ec-1837-4da0-bdc9-653d961bdcfc tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:30.256231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a055baf-59bc-44d7-8e10-ae8fe368ddad,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:30.261441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:30.271410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.273649 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649172 Nov 24 19:58:30.276286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52778) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:30.282229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'security_group_rule': {'security_group_id': 'f4db2879-10ab-4644-9ae0-8173f2728d1f', 'project_id': '50c13b3936bb4339adf2602931a875ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:30.289672 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:30.293013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-0f9cee23-090a-47c0-a8d1-df80107d5d22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 999 time: 0.1076529 Nov 24 19:58:30.294249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:30.297183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:30.302839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:30.321290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.349294 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '3d6d5569-b0b8-4c4e-969e-694709061264', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'port_id': '194208cf-7193-46a6-a038-d205ac2536f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'mac_address': 'fa:16:3e:a3:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fef447a-231a-4f96-9d8c-390307d4a799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:58:28Z', 'updated_at': '2021-11-24T19:58:28Z', 'revision_number': 0, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 5, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:58:30.354214 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] Checking router: 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 19:58:30.362656 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 19:58:30.363274 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T19:58:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:58:30.369241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-4de40c7b-81fd-4499-93f9-57072bdc87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:30.370986 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-4de40c7b-81fd-4499-93f9-57072bdc87cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0646863 Nov 24 19:58:30.389518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.394691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.396709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-209531c9-eb4c-47b6-96ec-d55b0e3b84f9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:30.421150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab36a9d-f526-4cf9-bb25-daf9322f84a5,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:30.426154 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:30.431804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.433221 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555653 Nov 24 19:58:30.435983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52782) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:30.441523 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'security_group_rule': {'security_group_id': 'f4db2879-10ab-4644-9ae0-8173f2728d1f', 'project_id': '50c13b3936bb4339adf2602931a875ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:30.448291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:30.454053 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:30.457066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:30.459627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-a7693951-dc61-47d1-86ef-2163fef91b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:30.462099 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-a7693951-dc61-47d1-86ef-2163fef91b17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834310 Nov 24 19:58:30.463014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:30.481714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.552812 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.558082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.560354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0d40e1d2-6c26-4050-b1b8-5ee34f0b042e tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:30.562062 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 19:58:30.583943 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f655d35-f9b0-4799-8898-b01393526d77,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:30.587176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:30.596183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.597758 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605494 Nov 24 19:58:30.601964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52786) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:30.608578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'security_group_rule': {'security_group_id': 'f4db2879-10ab-4644-9ae0-8173f2728d1f', 'project_id': '50c13b3936bb4339adf2602931a875ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:30.610118 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-a956e383-5a66-4041-a46f-f253c2256887 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326537 Nov 24 19:58:30.614876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:30.619500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:30.622540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:30.628662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:30.647327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.715673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.719810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.727338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c313d10b-1a63-4183-8097-01f4d1153d7f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:30.746856 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11445ef2-0eef-4eb2-9c4e-302218ad4051,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:30.749797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c157ac6a-01d3-4c4a-a79f-940c79edd199 req-1eb000b2-1622-45fb-aa62-498995c23a18 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314504 Nov 24 19:58:30.749970 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:30.760166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.764145 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-6b64caff-dd5a-40c2-9537-21750306756d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582336 Nov 24 19:58:30.764310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52790) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:30.770112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'security_group_rule': {'security_group_id': 'f4db2879-10ab-4644-9ae0-8173f2728d1f', 'project_id': '50c13b3936bb4339adf2602931a875ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:30.778619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:30.782403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:30.785243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:30.791030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:30.801940 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Project 50c13b3936bb4339adf2602931a875ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:58:30.810000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.877262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.883407 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.885241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b2aaebc7-8b97-48f6-bc49-0c3d980b3d35 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:30.908371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4272950f-e32b-485f-8913-cfeef6aefcdd,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:30.912755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:30.920387 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.924040 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a7ecd72c-5111-4d30-a6e2-595a70609438 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564686 Nov 24 19:58:30.924447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52794) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 19:58:30.930246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'security_group_rule': {'security_group_id': 'f4db2879-10ab-4644-9ae0-8173f2728d1f', 'project_id': '50c13b3936bb4339adf2602931a875ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:30.936293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 19:58:30.940268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Usage tracker for resource:security_group_rule and tenant:50c13b3936bb4339adf2602931a875ef is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 19:58:30.943199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 19:58:30.949588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 19:58:30.961331 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Project 50c13b3936bb4339adf2602931a875ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 19:58:30.970852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:30.976327 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '3d6d5569-b0b8-4c4e-969e-694709061264', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'port_id': '194208cf-7193-46a6-a038-d205ac2536f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'mac_address': 'fa:16:3e:a3:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fef447a-231a-4f96-9d8c-390307d4a799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:58:28Z', 'updated_at': '2021-11-24T19:58:28Z', 'revision_number': 0, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 5, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 19:58:30.980839 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b7c00-de77-4ca2-b7d2-c1188abe9130 None None] The sync data for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv is: [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '3d6d5569-b0b8-4c4e-969e-694709061264', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'port_id': '194208cf-7193-46a6-a038-d205ac2536f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'mac_address': 'fa:16:3e:a3:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fef447a-231a-4f96-9d8c-390307d4a799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T19:58:28Z', 'updated_at': '2021-11-24T19:58:28Z', 'revision_number': 0, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 5, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 19:58:31.042770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:31.046538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:31.056954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1eb63937-0057-4ee3-a74c-16d5a040f276 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:31.077513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a209b4-919f-4ebe-9768-f9042ecd06d2,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:31.080238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:31.097045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:31.098220 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1726706 Nov 24 19:58:31.211556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52006087-a11b-453d-8923-61f4285c06e7 None None] New status for floating IP 3d6d5569-b0b8-4c4e-969e-694709061264: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 19:58:31.233564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-c4a19b56-5292-4c91-aed3-c0df70ad233b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589929012&fields=id&tenant_id=50c13b3936bb4339adf2602931a875ef HTTP/1.1" status: 200 len: 267 time: 0.0411332 Nov 24 19:58:31.318067 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-ebe60c11-94bb-4eaf-9020-b1fbe21162ad tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:31.321031 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-ebe60c11-94bb-4eaf-9020-b1fbe21162ad tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0803452 Nov 24 19:58:31.331065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'port': {'security_groups': ['c53be4a0-c770-489e-892a-b50fe5ae8253', 'f4db2879-10ab-4644-9ae0-8173f2728d1f']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 19:58:31.454254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:31.715042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=194208cf-7193-46a6-a038-d205ac2536f2,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 19:58:31.739092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:31.743916 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:31.750831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44f2ed5c-2243-4c53-8445-d60906e3f8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 19:58:31.758554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['194208cf-7193-46a6-a038-d205ac2536f2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:58:31.817376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:31.818187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:31.819408 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce10fb2d-ba66-42a7-8a09-5e836671457d req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "PUT /v2.0/ports/194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 981 time: 0.4928739 Nov 24 19:58:31.844139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=6']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 19:58:31.847888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 19:58:31.884816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['194208cf-7193-46a6-a038-d205ac2536f2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 19:58:31.906510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 19:58:31.970543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2', 'status': 'completed', 'code': 200} Nov 24 19:58:32.158399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-8485dc1e-de4d-4d70-9298-9bce5a5af283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:32.159894 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-8485dc1e-de4d-4d70-9298-9bce5a5af283 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1137 time: 0.1643207 Nov 24 19:58:32.229745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7725fa2e-1c37-4b4c-91c9-77e1cd1bbb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:32.241087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9851eb9f-6649-4379-acf9-5de9854a5b4d None None] Provisioning complete for port 194208cf-7193-46a6-a038-d205ac2536f2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 19:58:32.241498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9851eb9f-6649-4379-acf9-5de9854a5b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:32.395301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba34864-ae51-410c-bfe7-3c9059f604f9 req-e915997c-57b2-4578-96a5-d332bbf4f4e3 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:32.396992 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aba34864-ae51-410c-bfe7-3c9059f604f9 req-e915997c-57b2-4578-96a5-d332bbf4f4e3 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.3017933 Nov 24 19:58:32.472280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-e01278de-9ce8-46cd-b9b5-88c44415f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:32.473738 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-e01278de-9ce8-46cd-b9b5-88c44415f02f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.3057330 Nov 24 19:58:32.478376 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aba34864-ae51-410c-bfe7-3c9059f604f9 req-14096671-1966-4019-885d-6b22df03412e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738997 Nov 24 19:58:32.580403 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-440527fa-e3ac-4d88-a10e-12cc6a3522b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 1001 time: 0.0995030 Nov 24 19:58:32.646919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-f21bfe60-68de-47f3-ae96-4582f1bbad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:32.648671 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-f21bfe60-68de-47f3-ae96-4582f1bbad26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0619223 Nov 24 19:58:32.725420 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-5ed224d7-64fb-4ce1-8e60-54c792f8b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:58:32.727770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-5ed224d7-64fb-4ce1-8e60-54c792f8b469 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723348 Nov 24 19:58:32.863090 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-7800a4c2-0538-4149-9c3a-818206590649 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274152 Nov 24 19:58:32.886287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:33.005312 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8a3bc42f-9c78-40fe-894c-3cf46cd9dbee req-60749248-29a9-4edf-b3a0-3aef638d5c7e service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346960 Nov 24 19:58:34.644636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:37.401830 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:58:49.394702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:59.415412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-587a0653-6640-4751-9b39-7ef96769e0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:58:59.826362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:02.172751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8955bc3d-4e44-485f-9e5f-992a5ffb3876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:02.889090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:04.647812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:14.401218 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:59:19.393685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:21.004922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-bae71fe4-285a-4565-81a7-6f7df3a6052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:21.006393 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-bae71fe4-285a-4565-81a7-6f7df3a6052d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1137 time: 0.1385651 Nov 24 19:59:21.015631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0ea6d-b412-4b78-a0b6-4bdf05257880 req-73ef9865-b220-46db-9994-c4ffdab0d993 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:21.017007 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a5d0ea6d-b412-4b78-a0b6-4bdf05257880 req-73ef9865-b220-46db-9994-c4ffdab0d993 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.1141703 Nov 24 19:59:21.139912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a5d0ea6d-b412-4b78-a0b6-4bdf05257880 req-9181f26d-1518-47d6-91e8-672ab6c88a03 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042843 Nov 24 19:59:21.177305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-b7e24af3-401a-4216-9d92-6b51df1967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:21.178774 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-b7e24af3-401a-4216-9d92-6b51df1967c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1608701 Nov 24 19:59:21.282983 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-0d51017b-414f-40b9-aba1-f4d0f69a3d6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 1001 time: 0.0959079 Nov 24 19:59:21.345875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-2c84c35a-cb3b-4584-ae8d-67448348da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:21.347344 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-2c84c35a-cb3b-4584-ae8d-67448348da17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0574720 Nov 24 19:59:21.426341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-970ee372-34ea-4ae1-b62b-6255f97aed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:21.427812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-970ee372-34ea-4ae1-b62b-6255f97aed42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741765 Nov 24 19:59:21.559003 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-0b92ab90-5601-4d42-8d53-21741d654368 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234894 Nov 24 19:59:21.690288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acbc05d9-21c4-415f-910b-ae2e25f580e6 req-0d7b27e1-63f3-4db0-8154-9d02e733ef6b service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246536 Nov 24 19:59:22.327175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40066c0-58bc-4664-ba98-7c44ec56229b req-16078131-665e-4a35-88dd-2a364cb5e2f9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:22.328562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a40066c0-58bc-4664-ba98-7c44ec56229b req-16078131-665e-4a35-88dd-2a364cb5e2f9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0807295 Nov 24 19:59:22.374524 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a40066c0-58bc-4664-ba98-7c44ec56229b req-0807c086-fcae-4901-bc31-25866e5ee80a tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402310 Nov 24 19:59:23.685828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f5d3b-58d7-43e4-84ee-7b0e53953ddf req-8de4a2f6-fef6-4688-a552-875d6a03b436 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:23.687282 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf1f5d3b-58d7-43e4-84ee-7b0e53953ddf req-8de4a2f6-fef6-4688-a552-875d6a03b436 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.2062852 Nov 24 19:59:23.732542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf1f5d3b-58d7-43e4-84ee-7b0e53953ddf req-237c6cca-bc7f-41a3-a086-96bdf03d48c6 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395498 Nov 24 19:59:24.919406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28950e-6ceb-4ed8-92d2-eb7a85ba10b8 req-c371a226-5458-4cf3-8ddf-481b81d52ba3 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:24.920902 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3f28950e-6ceb-4ed8-92d2-eb7a85ba10b8 req-c371a226-5458-4cf3-8ddf-481b81d52ba3 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0835218 Nov 24 19:59:24.967502 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3f28950e-6ceb-4ed8-92d2-eb7a85ba10b8 req-4b1975cf-116e-4ae4-8014-339fe0c3b117 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408959 Nov 24 19:59:26.149363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703f4c0-effb-406e-af87-8783be6126ee req-8e269de3-f8ff-48d4-bbe9-9f7b40cf7a41 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:26.151071 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c703f4c0-effb-406e-af87-8783be6126ee req-8e269de3-f8ff-48d4-bbe9-9f7b40cf7a41 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0799704 Nov 24 19:59:26.196930 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c703f4c0-effb-406e-af87-8783be6126ee req-d5ee3c68-cd49-452c-bc0b-601096afa76d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401011 Nov 24 19:59:26.339330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-1d2f7455-7e7d-42de-a3f4-fbc444a294d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:26.340731 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-1d2f7455-7e7d-42de-a3f4-fbc444a294d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1137 time: 0.0751593 Nov 24 19:59:26.490289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-92f3497a-347b-4aad-9790-27de13a961b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:26.491920 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-92f3497a-347b-4aad-9790-27de13a961b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1302598 Nov 24 19:59:26.596398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-e1d55b3d-3f4f-4bab-a77a-29fca2afb996 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 1001 time: 0.0962768 Nov 24 19:59:26.658200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-b9e2fe1c-3a66-4948-a12a-fbb2865262e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:26.659595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-b9e2fe1c-3a66-4948-a12a-fbb2865262e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0560589 Nov 24 19:59:26.734082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-fc7c21bc-abcb-488d-9205-20b931ce1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:26.735498 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-fc7c21bc-abcb-488d-9205-20b931ce1465 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675361 Nov 24 19:59:26.866709 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-97171132-cf14-4000-98ae-19d11d8de727 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236267 Nov 24 19:59:26.998096 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d3809f3-6872-4972-8d56-a545cac6b217 req-045c7d9c-375e-4037-948d-8f6125bfc7c6 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 Nov 24 19:59:27.387827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823a9d0-c088-4b9f-8b67-c956ce4ad417 req-a967f582-1d38-4db7-a251-18a01c8270be tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:27.389307 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c823a9d0-c088-4b9f-8b67-c956ce4ad417 req-a967f582-1d38-4db7-a251-18a01c8270be tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0833111 Nov 24 19:59:27.437202 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c823a9d0-c088-4b9f-8b67-c956ce4ad417 req-1c6d24e9-2004-4ef8-9684-5f51af463104 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421710 Nov 24 19:59:28.620139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb77ca-15e1-4c0a-ac5c-8ffb0bcbc3ee req-504bac17-ea6b-48a5-8610-8d8d3a49cb6c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:28.621506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-65fb77ca-15e1-4c0a-ac5c-8ffb0bcbc3ee req-504bac17-ea6b-48a5-8610-8d8d3a49cb6c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0798521 Nov 24 19:59:28.672010 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-65fb77ca-15e1-4c0a-ac5c-8ffb0bcbc3ee req-3a7d4b1b-ed71-44bd-80e8-0c5cc91ca9a0 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448213 Nov 24 19:59:29.419542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7866cef-fd4d-4231-a26d-44d1268ee14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:29.829524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:30.003109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442a1d1-c2a5-4783-95b6-149777ecbed3 req-dc41d412-516d-4ce3-bf98-675b3eccdea1 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:30.004491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f442a1d1-c2a5-4783-95b6-149777ecbed3 req-dc41d412-516d-4ce3-bf98-675b3eccdea1 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0811927 Nov 24 19:59:30.050077 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f442a1d1-c2a5-4783-95b6-149777ecbed3 req-e4d6cdc4-e7c4-4ed9-9076-556ed4b67372 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398710 Nov 24 19:59:31.238469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5868f-f0d8-423b-9dd1-ab8bee9b0a83 req-5e014bd0-239c-4610-a467-a779cb56d10e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:31.239916 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2cf5868f-f0d8-423b-9dd1-ab8bee9b0a83 req-5e014bd0-239c-4610-a467-a779cb56d10e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0829623 Nov 24 19:59:31.286414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2cf5868f-f0d8-423b-9dd1-ab8bee9b0a83 req-f45c36b4-6a0d-4f5f-ad1d-30179b95b23e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407646 Nov 24 19:59:32.175377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bdf0da56-135f-403e-be5e-4824be5f62fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:32.474327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136c6f-39f9-4428-91e2-6478a6049af3 req-556600da-a2af-4939-a56c-840b2975c1f2 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:32.475841 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4b136c6f-39f9-4428-91e2-6478a6049af3 req-556600da-a2af-4939-a56c-840b2975c1f2 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0820007 Nov 24 19:59:32.523739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4b136c6f-39f9-4428-91e2-6478a6049af3 req-c85743a3-3ad8-44b0-90e0-4bc1a8da76ac tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404673 Nov 24 19:59:32.891791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:33.711671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06c9cf-3cc4-4c9a-a3ee-a112ec8ce2c0 req-f2055fcb-1de9-4731-add4-401df0487366 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 19:59:33.713156 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a06c9cf-3cc4-4c9a-a3ee-a112ec8ce2c0 req-f2055fcb-1de9-4731-add4-401df0487366 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.0854473 Nov 24 19:59:33.760030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a06c9cf-3cc4-4c9a-a3ee-a112ec8ce2c0 req-354864ea-6b05-44bf-9c39-cb87cd3ade7e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4db2879-10ab-4644-9ae0-8173f2728d1f&id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412381 Nov 24 19:59:34.649996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:49.413652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:51.400360 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 19:59:59.422242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2b7a02a1-f38f-4924-9db3-4f6e5f1182ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 19:59:59.822696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:02.176571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-30f713bb-576f-4966-b5e8-58f4746acadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:02.893052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:04.653482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:19.424335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:22.884976 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-2454e9e6-16a0-4416-b404-5ce222a68aa4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589929012&fields=id&tenant_id=50c13b3936bb4339adf2602931a875ef HTTP/1.1" status: 200 len: 267 time: 0.0398521 Nov 24 20:00:23.086607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-a5b1d799-b176-4fbe-ac04-2ca99884d9ce tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:23.087946 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-a5b1d799-b176-4fbe-ac04-2ca99884d9ce tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 984 time: 0.1976545 Nov 24 20:00:23.098342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Request body: {'port': {'security_groups': ['c53be4a0-c770-489e-892a-b50fe5ae8253']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:23.214109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.454562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=194208cf-7193-46a6-a038-d205ac2536f2,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:23.481490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.485726 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.492049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a8ba033-ec2c-41cb-b162-c7ee67ca721b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:23.498039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['194208cf-7193-46a6-a038-d205ac2536f2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:00:23.570942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:23.571598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.573578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a0c619b2-0ae3-44f6-80ac-0ca8542d219c req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "PUT /v2.0/ports/194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 942 time: 0.4790156 Nov 24 20:00:23.573578 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:00:23.579215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52876) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:23.586573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event updated for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=7']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:23.594531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.594932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.595324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.595712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.596122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.596502 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.596879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.597252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.597627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.597998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.598371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.598744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.604197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:23.643394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2', 'status': 'completed', 'code': 200} Nov 24 20:00:23.645606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['194208cf-7193-46a6-a038-d205ac2536f2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:00:23.684528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.719876 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.795582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.800095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-98e465c4-f8eb-49c4-ac70-a8c272e9a673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:23.816248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4db2879-10ab-4644-9ae0-8173f2728d1f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:23.826313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-29af327f-3848-4665-90a4-35cdaf275ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:23.827739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-29af327f-3848-4665-90a4-35cdaf275ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1098 time: 0.1587989 Nov 24 20:00:23.828615 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.829009 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.829392 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.829768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.830141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.830543 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.830912 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.831457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.831831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.832231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.833012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.833388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:23.836386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.837497 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "DELETE /v2.0/security-groups/f4db2879-10ab-4644-9ae0-8173f2728d1f HTTP/1.1" status: 204 len: 168 time: 0.2565961 Nov 24 20:00:23.838445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:23.841303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 52882) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:23.887624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-421242fc-faad-4765-99ee-46f1faca3a38 None None] Provisioning complete for port 194208cf-7193-46a6-a038-d205ac2536f2 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:23.887928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-421242fc-faad-4765-99ee-46f1faca3a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:23.974853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-486a8856-6860-4fa8-92a6-d6dd993cf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:23.976556 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-486a8856-6860-4fa8-92a6-d6dd993cf449 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1414604 Nov 24 20:00:24.082972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Deleting port 9a806f67-61a3-4463-b974-336383327cc5 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:24.083311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:24.089689 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-e1da4b3d-6994-45ff-99b3-556b036fff6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 1001 time: 0.1057916 Nov 24 20:00:24.157196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-e660d8ba-d993-4377-be6f-19082787723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:24.158577 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-e660d8ba-d993-4377-be6f-19082787723f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0619161 Nov 24 20:00:24.241097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-e3870a7d-38f5-48dc-ac7a-4d3d897897ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:24.242578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-e3870a7d-38f5-48dc-ac7a-4d3d897897ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773404 Nov 24 20:00:24.253048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-66d6b9d4-28c4-4716-a18c-1634d89231a5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:00:24.253984 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-66d6b9d4-28c4-4716-a18c-1634d89231a5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048370 Nov 24 20:00:24.374565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:24.374890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:24.396624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-4e6f3a44-b6db-4b2e-93bc-761cc555f820 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359606 Nov 24 20:00:24.497348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Calling delete_port for 9a806f67-61a3-4463-b974-336383327cc5 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:24.534404 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f35fdd3c-6a48-4d99-a8a5-cc19eddc3cb4 req-e1887ecf-bc4a-483d-97df-72526c852234 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305592 Nov 24 20:00:24.650406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:24.654904 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3eae7137-9fc4-4fda-9244-1e09660d8101 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:24.699090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event deleted for resources: {'Port': ['ID=9a806f67-61a3-4463-b974-336383327cc5,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:24.724748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:24.790998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:24.791248 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Floating IP 3d6d5569-b0b8-4c4e-969e-694709061264 disassociated (deleted). External IP: 172.26.6.196, port: 194208cf-7193-46a6-a038-d205ac2536f2. Nov 24 20:00:25.139004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:00:25.314545 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:00:25.325237 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] Sync routers for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:00:25.335082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:25.336081 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:25.336711 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:25.390482 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "DELETE /v2.0/floatingips/3d6d5569-b0b8-4c4e-969e-694709061264 HTTP/1.1" status: 204 len: 168 time: 1.5481813 Nov 24 20:00:25.391187 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:00:25.514666 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:25.581488 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2', 'status': 'completed', 'code': 200} Nov 24 20:00:25.677297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853081-dafd-409a-8842-9e720b79c377 req-4295c316-4a45-489a-98a7-c195a7fe8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:25.679921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4853081-dafd-409a-8842-9e720b79c377 req-4295c316-4a45-489a-98a7-c195a7fe8b52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1098 time: 0.0750821 Nov 24 20:00:25.830552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853081-dafd-409a-8842-9e720b79c377 req-56a13982-2d48-4d5f-82e9-dddb6fe08081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:25.832075 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4853081-dafd-409a-8842-9e720b79c377 req-56a13982-2d48-4d5f-82e9-dddb6fe08081 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1448998 Nov 24 20:00:25.886085 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 5, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:25.891192 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] Checking router: 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:00:25.901653 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:25.902480 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:25.904382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4853081-dafd-409a-8842-9e720b79c377 req-bc7d6ddf-91a0-4755-99fe-a69972681b5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 217 time: 0.0655608 Nov 24 20:00:25.970326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853081-dafd-409a-8842-9e720b79c377 req-f93c0f6b-e4a6-4789-9044-dc19c22c6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:25.971766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4853081-dafd-409a-8842-9e720b79c377 req-f93c0f6b-e4a6-4789-9044-dc19c22c6468 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0581977 Nov 24 20:00:26.086181 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:26.181989 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853081-dafd-409a-8842-9e720b79c377 req-85620510-527f-479b-b86c-a4309e1355d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:26.183394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4853081-dafd-409a-8842-9e720b79c377 req-85620510-527f-479b-b86c-a4309e1355d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2039504 Nov 24 20:00:26.322387 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4853081-dafd-409a-8842-9e720b79c377 req-03be4af4-d62e-4abf-8dff-d6ccb1d7bc06 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291227 Nov 24 20:00:26.455137 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 5, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:26.460533 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912a3c5-b8eb-4726-86c1-68e3b33b699e None None] The sync data for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv is: [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T19:57:33Z', 'revision_number': 4, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '8f944289-c2a7-42e0-b16c-e6b14e6a7dbf', 'name': '', 'network_id': '1f19271b-7431-4454-9542-d0a519051b45', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'mac_address': 'fa:16:3e:e6:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:32Z', 'updated_at': '2021-11-24T19:57:39Z', 'revision_number': 5, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'subnets': [{'id': '68d3b4da-2e79-4b94-b999-1f12e75fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:00:26.463953 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b4853081-dafd-409a-8842-9e720b79c377 req-9f1e2762-fb5e-4989-9f4d-eb0bc7ff460a service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344404 Nov 24 20:00:26.810614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1bb2c2-5b0d-4e25-88da-4518c9087ecc None None] New status for floating IP 3d6d5569-b0b8-4c4e-969e-694709061264: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:00:28.399090 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:00:28.887025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-fbc28503-d77a-47e6-bc80-24e32589a395 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733604 Nov 24 20:00:29.029100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-8f60e7d7-b12d-4e5c-967d-87279c8e1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:29.030743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-8f60e7d7-b12d-4e5c-967d-87279c8e1622 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=50c13b3936bb4339adf2602931a875ef&device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 1098 time: 0.0715041 Nov 24 20:00:29.177161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-d108f0ff-7d6b-452a-b2db-ead26675618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:29.179293 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-d108f0ff-7d6b-452a-b2db-ead26675618f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 200 len: 916 time: 0.1285286 Nov 24 20:00:29.252344 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-2cd7d7d9-e107-4430-a12d-0b10073e273d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 200 len: 217 time: 0.0660868 Nov 24 20:00:29.317661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-e4612806-2696-4484-a64f-42f40d872310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:29.319457 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-e4612806-2696-4484-a64f-42f40d872310 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 200 len: 854 time: 0.0621660 Nov 24 20:00:29.396307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-822df436-340d-4399-90bb-d30ae6a523e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:29.398444 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-822df436-340d-4399-90bb-d30ae6a523e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f19271b-7431-4454-9542-d0a519051b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730557 Nov 24 20:00:29.435535 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ed2eaec6-9bce-4b59-8a23-a0737cb019fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:29.551925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-a323308b-6544-4413-bbf4-ba4fb2feec6b service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466532 Nov 24 20:00:29.690296 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e449f28-f4d9-4399-9f24-d108e13ada86 req-a703cdec-3b93-4e6e-b526-2f61c46377c3 service neutron] 10.222.0.41 "GET /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311936 Nov 24 20:00:29.826198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:30.869295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ed5f-9837-4ddb-90d1-165bb7691b46 req-d60a1f7d-8b2b-41cd-90ed-edeedbc20b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:30.870678 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58c4ed5f-9837-4ddb-90d1-165bb7691b46 req-d60a1f7d-8b2b-41cd-90ed-edeedbc20b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0810258 Nov 24 20:00:30.918950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-58c4ed5f-9837-4ddb-90d1-165bb7691b46 req-51456941-dbb8-4f99-b5d4-a298b852375d tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Nov 24 20:00:32.107713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b778-54ea-4d76-bebe-8b869cb9bb76 req-9367be22-acdc-4837-953e-64a7936c763c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:32.109186 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7e11b778-54ea-4d76-bebe-8b869cb9bb76 req-9367be22-acdc-4837-953e-64a7936c763c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0802410 Nov 24 20:00:32.153359 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7e11b778-54ea-4d76-bebe-8b869cb9bb76 req-6f6b0553-88fe-47a7-9883-c0824f822fb5 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 Nov 24 20:00:32.180013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-923a75c9-ba3a-4e1d-9f76-1f11a3dda0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:32.815070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-539b32bf-16cc-4029-bdfd-1f23357e8bc9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:32.816518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-539b32bf-16cc-4029-bdfd-1f23357e8bc9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.0839906 Nov 24 20:00:32.885404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Deleting port 194208cf-7193-46a6-a038-d205ac2536f2 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:32.885742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:32.897282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:33.252865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] For port 194208cf-7193-46a6-a038-d205ac2536f2, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=194208cf-7193-46a6-a038-d205ac2536f2,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:33.253464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:33.419289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Calling delete_port for 194208cf-7193-46a6-a038-d205ac2536f2 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:33.521680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ee1ad-fb07-46ff-a50e-331c9cc04321 req-aa10c5c9-e23c-4e8a-be6b-36cd18230d8b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:33.523186 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-019ee1ad-fb07-46ff-a50e-331c9cc04321 req-aa10c5c9-e23c-4e8a-be6b-36cd18230d8b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fef447a-231a-4f96-9d8c-390307d4a799 HTTP/1.1" status: 200 len: 945 time: 0.2624383 Nov 24 20:00:33.621189 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-019ee1ad-fb07-46ff-a50e-331c9cc04321 req-303c7169-09a2-4591-9fe7-05d9ff7433a0 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.47 "GET /v2.0/security-groups?id=c53be4a0-c770-489e-892a-b50fe5ae8253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645823 Nov 24 20:00:33.622201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:33.627748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-489f43cd-c96a-4ea3-9c5c-131267f2a2e5 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:33.634617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['194208cf-7193-46a6-a038-d205ac2536f2'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:00:33.673018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Pushing event deleted for resources: {'Port': ['ID=194208cf-7193-46a6-a038-d205ac2536f2,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:33.676114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:33.751547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] No DVR routers for this DVR port 194208cf-7193-46a6-a038-d205ac2536f2 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:00:33.753981 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:33.757094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'name': 'network-vif-deleted', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:00:33.768290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3dc160b-e0f0-4d2e-8c45-20ca867c40b4 req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] 10.222.0.41 "DELETE /v2.0/ports/194208cf-7193-46a6-a038-d205ac2536f2 HTTP/1.1" status: 204 len: 173 time: 0.9463069 Nov 24 20:00:33.804049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fef447a-231a-4f96-9d8c-390307d4a799', 'name': 'network-vif-deleted', 'tag': '194208cf-7193-46a6-a038-d205ac2536f2', 'status': 'completed', 'code': 200} Nov 24 20:00:34.656786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:35.248165 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52976) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:35.783595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:35.955685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 194208cf-7193-46a6-a038-d205ac2536f2 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:00:35.991776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 194208cf-7193-46a6-a038-d205ac2536f2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:00:35.992153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 194208cf-7193-46a6-a038-d205ac2536f2 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:00:36.251135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Deleting port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:36.251691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:36.423305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] For port 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:36.423659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:36.551516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Calling delete_port for 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:36.867434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:36.871809 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-db426c71-87c5-4629-bc95-fbeba3ef5323 tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:36.918668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f944289-c2a7-42e0-b16c-e6b14e6a7dbf,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:36.922249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:37.184095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:37.672427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:00:37.857850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:00:37.867144 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] Sync routers for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:00:37.873564 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] 10.222.0.47 "PUT /v2.0/routers/2f271f72-1ea9-4929-9eb2-0e4d687ca0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237507 Nov 24 20:00:37.874151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52982) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:37.882939 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:37.883984 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:38.057942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:38.110990 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:38.239749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:38.250829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Deleting port 46a01426-046e-4649-9706-be147325133f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:38.251087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:38.390976 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '46a01426-046e-4649-9706-be147325133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T20:00:36Z', 'revision_number': 5, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port': {'id': '46a01426-046e-4649-9706-be147325133f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:30Z', 'updated_at': '2021-11-24T19:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:38.394816 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] Checking router: 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:00:38.404024 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] Routers {'2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:38.404638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:38.434176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] For port 46a01426-046e-4649-9706-be147325133f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=46a01426-046e-4649-9706-be147325133f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:38.434536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:38.556224 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] Set router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:38.557772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Calling delete_port for 46a01426-046e-4649-9706-be147325133f owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:38.668458 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T20:00:38Z', 'revision_number': 6, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:38.672597 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9df37-11f8-4cc2-9748-b980d46c6617 None None] The sync data for ids ['2f271f72-1ea9-4929-9eb2-0e4d687ca0a2'] in dv-neutron-818346-1-hyperv is: [{'id': '2f271f72-1ea9-4929-9eb2-0e4d687ca0a2', 'name': 'tempest-TestMinimumBasicScenario-1534948928-router', 'tenant_id': '50c13b3936bb4339adf2602931a875ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:29Z', 'updated_at': '2021-11-24T20:00:38Z', 'revision_number': 6, 'project_id': '50c13b3936bb4339adf2602931a875ef', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:00:38.732831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:38.737659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-38a65f9d-be39-4a1c-b3e4-6ca373b36b96 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:38.786476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Pushing event deleted for resources: {'Port': ['ID=46a01426-046e-4649-9706-be147325133f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:38.813933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:38.876969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.188709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.190921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.215632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.216187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:00:39.228892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.230019 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] 10.222.0.47 "DELETE /v2.0/routers/2f271f72-1ea9-4929-9eb2-0e4d687ca0a2 HTTP/1.1" status: 204 len: 168 time: 1.3549705 Nov 24 20:00:39.232610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52986) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:39.291342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Deleting subnet 68d3b4da-2e79-4b94-b999-1f12e75fad21 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:00:39.294244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.346606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.431427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.502222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 46a01426-046e-4649-9706-be147325133f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:00:39.505554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.510249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86523eec-8d2b-4f65-90bf-b1cc4accc6d2 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:39.537079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 46a01426-046e-4649-9706-be147325133f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:00:39.538120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 46a01426-046e-4649-9706-be147325133f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:00:39.538914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:00:39.543634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d3b4da-2e79-4b94-b999-1f12e75fad21,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:39.547298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:39.549926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.557319 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/68d3b4da-2e79-4b94-b999-1f12e75fad21 HTTP/1.1" status: 204 len: 168 time: 0.3237283 Nov 24 20:00:39.559848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52990) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:39.564769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aec418-68d8-486d-8bec-76211485e363 None None] Network 1f19271b-7431-4454-9542-d0a519051b45 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:00:39.591054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:00:39.591405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 8f944289-c2a7-42e0-b16c-e6b14e6a7dbf not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:00:39.674903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.685997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Deleting port fa40393d-0a72-4684-8ee9-38738fb482bd {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:39.686416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.833095 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] DHCP port deletion for 1f19271b-7431-4454-9542-d0a519051b45 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:00:39.837632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Deleting port fa40393d-0a72-4684-8ee9-38738fb482bd {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:39.838040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:39.914250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] For port fa40393d-0a72-4684-8ee9-38738fb482bd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa40393d-0a72-4684-8ee9-38738fb482bd,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:39.914829 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.042201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] For port fa40393d-0a72-4684-8ee9-38738fb482bd, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=fa40393d-0a72-4684-8ee9-38738fb482bd,segment=NetworkSegment(b86a54eb-dd85-43ea-a5a6-530ff2cc0eef),segment_id=b86a54eb-dd85-43ea-a5a6-530ff2cc0eef)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:40.042623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.042947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Calling delete_port for fa40393d-0a72-4684-8ee9-38738fb482bd owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:40.122529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.126652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2aea35b6-f5b6-405e-a149-5be4a94d1ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:40.164868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Calling delete_port for fa40393d-0a72-4684-8ee9-38738fb482bd owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:40.170759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=fa40393d-0a72-4684-8ee9-38738fb482bd,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:40.173219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:40.175396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] No DVR routers for this DVR port fa40393d-0a72-4684-8ee9-38738fb482bd on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 20:00:40.232833 dv-neutron-818346-1-hyperv neutron-server[87487]: util.warn( Nov 24 20:00:40.242831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:00:40.243202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:00:40.291867 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.317106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f19271b-7431-4454-9542-d0a519051b45']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:40.329247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:40.329542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86a54eb-dd85-43ea-a5a6-530ff2cc0eef') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:40.341842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.358182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.364242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:00:40.364628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:00:40.378499 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:00:40.455167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.459169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b83802ae-4a7a-4385-bfe5-e417d37142d4 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:40.471873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.482340 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=1f19271b-7431-4454-9542-d0a519051b45,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:40.486399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:40.489941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] 10.222.0.47 "DELETE /v2.0/networks/1f19271b-7431-4454-9542-d0a519051b45 HTTP/1.1" status: 204 len: 168 time: 0.9291191 Nov 24 20:00:40.493442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52994) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:40.744670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Deleting port fa40393d-0a72-4684-8ee9-38738fb482bd {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:40.745253 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:40.815638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b112d-f893-44ee-a90f-56d01e531218 None None] The port 'fa40393d-0a72-4684-8ee9-38738fb482bd' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 20:00:41.154623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:41.436726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa40393d-0a72-4684-8ee9-38738fb482bd no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:00:41.473089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: fa40393d-0a72-4684-8ee9-38738fb482bd {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:00:41.473481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device fa40393d-0a72-4684-8ee9-38738fb482bd not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:00:41.503925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Deleting port bc37e8dd-853b-4714-868b-6cc45e9195da {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:41.504287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:41.676713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] For port bc37e8dd-853b-4714-868b-6cc45e9195da, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=bc37e8dd-853b-4714-868b-6cc45e9195da,segment=NetworkSegment(d15f9910-2f85-4794-8107-985b5835f287),segment_id=d15f9910-2f85-4794-8107-985b5835f287)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:41.677072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:41.797751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Calling delete_port for bc37e8dd-853b-4714-868b-6cc45e9195da owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:41.969673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:41.973208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-63b1796a-79dd-4c9a-870c-4343aa3ddf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:42.019361 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc37e8dd-853b-4714-868b-6cc45e9195da,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:42.022811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:42.407164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:42.766609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:00:42.945759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:00:42.954634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] Sync routers for ids ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:00:42.963033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] 10.222.0.47 "PUT /v2.0/routers/2426ce98-38dc-4a1e-8e56-7eac6d1b1201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4685872 Nov 24 20:00:42.965031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] Routers {'2426ce98-38dc-4a1e-8e56-7eac6d1b1201'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:42.965571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 52998) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:42.965710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:43.139545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:43.143249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] Set router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:43.326248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:43.337271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Deleting port 64708b61-9e2a-4226-9321-f85c0ffcde7e {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:43.337600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:43.476937 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T20:00:41Z', 'revision_number': 5, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port': {'id': '64708b61-9e2a-4226-9321-f85c0ffcde7e', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T19:57:36Z', 'updated_at': '2021-11-24T19:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:43.481021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] Checking router: 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:00:43.489388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] Routers {'2426ce98-38dc-4a1e-8e56-7eac6d1b1201'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:43.489991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:43.514403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] For port 64708b61-9e2a-4226-9321-f85c0ffcde7e, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=64708b61-9e2a-4226-9321-f85c0ffcde7e,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:43.514926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:43.637799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Calling delete_port for 64708b61-9e2a-4226-9321-f85c0ffcde7e owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:43.646024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] Set router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:43.753431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T20:00:43Z', 'revision_number': 6, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:43.758617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b1f93-3400-4d4e-8ac3-eb5c9c43f45c None None] The sync data for ids ['2426ce98-38dc-4a1e-8e56-7eac6d1b1201'] in dv-neutron-818346-1-hyperv is: [{'id': '2426ce98-38dc-4a1e-8e56-7eac6d1b1201', 'name': 'tempest-TestMinimumBasicScenario-6023081-router', 'tenant_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T19:57:35Z', 'updated_at': '2021-11-24T20:00:43Z', 'revision_number': 6, 'project_id': '5c97365e0b4e48fcbb77ed3f6aeb67a5', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:00:43.949058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:43.952645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cb94a03c-bdd4-4bcd-b309-3cdc7b1919a1 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:43.997043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64708b61-9e2a-4226-9321-f85c0ffcde7e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:44.024437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:44.091267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.264920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.266963 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.289896 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.290449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2426ce98-38dc-4a1e-8e56-7eac6d1b1201 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:00:44.302459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.304424 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2426ce98-38dc-4a1e-8e56-7eac6d1b1201 HTTP/1.1" status: 204 len: 168 time: 1.3379483 Nov 24 20:00:44.306924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53006) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:44.366443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Deleting subnet 10fadb4b-1ae6-4471-a3be-410b51dde465 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:00:44.369351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.417605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.499703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.569291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.573088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-000ed2ed-97a8-4b0d-ae39-9689279b1b95 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:44.607926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fadb4b-1ae6-4471-a3be-410b51dde465,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:44.610897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:44.611856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.616810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09302d63-6113-4c58-833f-b620b1a086e6 None None] Network 0aae1b3b-5631-4d6a-bf7e-0361c1626980 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:00:44.618263 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7cef4cd0-a9c2-43cf-9581-a1b56be7c86b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/10fadb4b-1ae6-4471-a3be-410b51dde465 HTTP/1.1" status: 204 len: 168 time: 0.3103628 Nov 24 20:00:44.620041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53010) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:44.739132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.750534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Deleting port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:44.750862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.869363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] DHCP port deletion for 0aae1b3b-5631-4d6a-bf7e-0361c1626980 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:00:44.873355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Deleting port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:44.873801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:44.974501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] For port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,segment=NetworkSegment(d15f9910-2f85-4794-8107-985b5835f287),segment_id=d15f9910-2f85-4794-8107-985b5835f287)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:44.975410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.078927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] For port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,segment=NetworkSegment(d15f9910-2f85-4794-8107-985b5835f287),segment_id=d15f9910-2f85-4794-8107-985b5835f287)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:45.079196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.097757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Calling delete_port for 468fb5c1-35db-4ed2-b0b4-18fd1719efaa owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:45.177233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.182246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69ce4acf-996e-4ecf-9fc3-8a1886202e59 tempest-ServersNegativeTestJSON-837163237 tempest-ServersNegativeTestJSON-837163237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:45.201470 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Calling delete_port for 468fb5c1-35db-4ed2-b0b4-18fd1719efaa owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:00:45.225982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=468fb5c1-35db-4ed2-b0b4-18fd1719efaa,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:45.227755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] No DVR routers for this DVR port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:00:45.229984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:45.278969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:00:45.279328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:00:45.344546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.369553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aae1b3b-5631-4d6a-bf7e-0361c1626980']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:45.381936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15f9910-2f85-4794-8107-985b5835f287') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:45.382229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15f9910-2f85-4794-8107-985b5835f287') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:45.393772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.411161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.418032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:00:45.418408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:00:45.431726 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:00:45.439840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc37e8dd-853b-4714-868b-6cc45e9195da no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:00:45.476215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: bc37e8dd-853b-4714-868b-6cc45e9195da {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:00:45.476575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device bc37e8dd-853b-4714-868b-6cc45e9195da not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:00:45.477015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 64708b61-9e2a-4226-9321-f85c0ffcde7e no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:00:45.511494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 64708b61-9e2a-4226-9321-f85c0ffcde7e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:00:45.511849 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 64708b61-9e2a-4226-9321-f85c0ffcde7e not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:00:45.512321 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 468fb5c1-35db-4ed2-b0b4-18fd1719efaa no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:00:45.592732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 468fb5c1-35db-4ed2-b0b4-18fd1719efaa {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:00:45.593102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 468fb5c1-35db-4ed2-b0b4-18fd1719efaa not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:00:45.626397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.630116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-85a8b17a-a441-4964-9737-a083c7f10a59 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:45.643249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.653957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aae1b3b-5631-4d6a-bf7e-0361c1626980,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:45.657950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:45.661405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0aae1b3b-5631-4d6a-bf7e-0361c1626980 HTTP/1.1" status: 204 len: 168 time: 1.0404067 Nov 24 20:00:45.780239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Deleting port 468fb5c1-35db-4ed2-b0b4-18fd1719efaa {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:00:45.781259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.828760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53018) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:45.851776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7e85af5f-e635-49c9-a32f-0db5f74d851d None None] The port '468fb5c1-35db-4ed2-b0b4-18fd1719efaa' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 20:00:45.881232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-be250fc0-9bb9-49db-b3ce-5ca46822382d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50c13b3936bb4339adf2602931a875ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509577 Nov 24 20:00:45.883492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53022) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:45.945759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32349b13-350b-4e2e-95c2-bb67eeec57a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:45.971665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32349b13-350b-4e2e-95c2-bb67eeec57a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:46.023229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32349b13-350b-4e2e-95c2-bb67eeec57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:46.027238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b470bed2-753e-4cc8-a9c2-e11a708158a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:46.040368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32349b13-350b-4e2e-95c2-bb67eeec57a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53be4a0-c770-489e-892a-b50fe5ae8253,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:46.043206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-32349b13-350b-4e2e-95c2-bb67eeec57a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:46.045073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-32349b13-350b-4e2e-95c2-bb67eeec57a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:46.046168 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-32349b13-350b-4e2e-95c2-bb67eeec57a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c53be4a0-c770-489e-892a-b50fe5ae8253 HTTP/1.1" status: 204 len: 168 time: 0.1617756 Nov 24 20:00:46.373190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53032) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:46.421317 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e286b0bd-ec50-42b8-9acf-aa224ec75120 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c97365e0b4e48fcbb77ed3f6aeb67a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466645 Nov 24 20:00:46.423428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53036) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:46.479924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6627-da34-4f9e-83d9-862ee8184a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:46.508143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6627-da34-4f9e-83d9-862ee8184a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:46.558686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6627-da34-4f9e-83d9-862ee8184a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:46.562288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e73c9c0e-6713-44ea-b4fa-709ea040727b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:46.575452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d6627-da34-4f9e-83d9-862ee8184a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fc40ed-492f-42fe-9337-4e21b38a1cd6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:46.578437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1e8d6627-da34-4f9e-83d9-862ee8184a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:46.580596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6627-da34-4f9e-83d9-862ee8184a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:46.581614 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1e8d6627-da34-4f9e-83d9-862ee8184a75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7fc40ed-492f-42fe-9337-4e21b38a1cd6 HTTP/1.1" status: 204 len: 168 time: 0.1572809 Nov 24 20:00:48.344565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53078) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:48.349802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439636071', 'description': 'tempest-secgroup-smoke-1439636071 description', 'project_id': 'f47adbc368294005b7993bf3dee392f6'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:48.356534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:48.360362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:48.363187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:48.369780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:48.378636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.390268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.405520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:48.409356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:48.412236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:48.418553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:48.500167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.504035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.506400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7c735d07-b660-41dc-bfd0-113ca2d02b99 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:48.519218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:48.531534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:48.537319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:48.545692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:48.547495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b0e95-53db-48e1-9066-733a561cdfa3,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:48.550835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:48.622833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.626526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.630073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d4178a9e-9b14-47f7-b2a8-f836d3adaa73 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:48.670627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00de9de7-81ce-415e-8196-c8d47d0a563d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:48.673996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:48.675133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.678971 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6aea2acc-9e89-4d68-8935-375b1cab6c45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3307989 Nov 24 20:00:48.679547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53082) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:48.684632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '00de9de7-81ce-415e-8196-c8d47d0a563d', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:48.690647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:48.695060 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:48.698005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:48.705526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:48.721510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.782614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.785967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.792358 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b0213547-b0e7-46bb-823a-61118b5ffb80 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:48.811682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8991fac-708c-4160-acd0-df6645c9ed8f,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:48.814293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:48.821953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.823355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-555e5dff-f7f2-4ac9-ab26-37ea62651255 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428716 Nov 24 20:00:48.826025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53086) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:48.831009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '00de9de7-81ce-415e-8196-c8d47d0a563d', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:48.837427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:48.841296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:48.844168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:48.849870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:48.866807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.928452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.932015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.933983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-adbabed5-8274-4ec8-a037-15ef23652d11 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:48.957371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13eee45-9a1d-490a-b8fe-1346874ed2f6,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:48.962025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:48.969849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:48.971163 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-efee0793-291d-4b01-827f-c8b6366d9d25 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441660 Nov 24 20:00:48.973823 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53090) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:48.979706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '00de9de7-81ce-415e-8196-c8d47d0a563d', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:48.985413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:48.989231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:48.992341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:48.997969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:49.014169 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.076043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.081428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.083193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c7faae4d-a0b3-4e7d-aa36-ba62ce527810 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:49.105901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba117d26-adc0-4354-afa1-14f0f1df728e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:49.108316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:49.114717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.115917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c024930e-b063-48fc-9591-c77761a06a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411912 Nov 24 20:00:49.118686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53094) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:49.123575 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '00de9de7-81ce-415e-8196-c8d47d0a563d', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:49.129252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:49.133105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:49.135865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:49.141426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:49.157996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.219418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.222650 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.228875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f5980a2c-3531-46dd-b996-c94e4269aa89 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:49.247486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0f42f8-8ad1-4233-9c78-31d1648a7165,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:49.250279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:49.256777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.258659 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390705 Nov 24 20:00:49.261451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53098) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:49.266433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '00de9de7-81ce-415e-8196-c8d47d0a563d', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:49.272078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:49.276353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:49.279121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:49.284677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:49.295250 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:00:49.301505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.367003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.370329 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.375815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f3eb3566-a95f-45f2-8616-cb82277bac0f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:49.394553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958c7dfe-19db-4ac1-9233-5002195d33f3,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:49.398944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:49.403531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.404764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-61981d2f-c491-4c95-a7bc-f65f5009c694 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423194 Nov 24 20:00:49.407512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53102) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:49.412636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '00de9de7-81ce-415e-8196-c8d47d0a563d', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:49.418995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:49.422787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:49.425957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:49.426985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.432553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:49.445670 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:00:49.452268 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.516230 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.519466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.521263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-740e2669-3795-4c33-bdce-7004938a2cec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:49.543240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c977e9d-d17e-4f74-98d2-94fe674a3fa6,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:49.545658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:49.552295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.553450 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6f457fc5-3a67-4792-8145-89c472199093 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450105 Nov 24 20:00:49.556771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53106) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:49.562310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'network': {'name': 'tempest-network-smoke--675520836', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'port_security_enabled': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:49.567039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:49.571438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:network and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:49.574254 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:49.579854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:49.589807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:00:49.593167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.619974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:00:49.628272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.628610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Added segment 7b875eaf-016b-4c83-8ee9-1b7ebde004d4 of type vlan for network 89315231-6cc6-441b-b366-5902ea9cd7b0 Nov 24 20:00:49.657688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.686119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.691649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:49.692251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.695777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86d0ae90-1bee-405f-a66d-503585f486f5 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:49.793782 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2358468 Nov 24 20:00:49.796586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53110) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:49.802412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Network': ['ID=89315231-6cc6-441b-b366-5902ea9cd7b0,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:49.803226 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'admin_state_up': True, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:49.805768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6288a737-7966-45c6-aaa1-caaf67a78c11 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:49.813003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:49.813620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:00:49.816937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:router and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:49.820585 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:49.826629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:49.836870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.837886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:49.852422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:50.237670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:50.534741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:50.564085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:50.698620 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.169 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/205514c8-0671-4bba-b52d-4377ab4df01c) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:00:50.848753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:50.877338 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:50.881768 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f7426068-e26a-40aa-89a4-f90be2a76625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:50.939842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:00:50.942606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:00:50.945878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:00:50.995084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=205514c8-0671-4bba-b52d-4377ab4df01c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:50.999095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:51.358335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:51.811680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:52.017636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:00:52.194183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:00:52.203588 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Sync routers for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:00:52.213082 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:52.213687 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:52.221462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:52.224006 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4249048 Nov 24 20:00:52.226493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53114) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:52.367867 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d9004417-9849-49cb-a4d5-887c22ce9e6a tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f47adbc368294005b7993bf3dee392f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400607 Nov 24 20:00:52.370397 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53120) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:52.390454 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:52.499760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8348d62-fc4f-439a-b4df-2763492162ac tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:52.501191 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f8348d62-fc4f-439a-b4df-2763492162ac tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299067 Nov 24 20:00:52.504162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53124) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:52.543718 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-89fc9cff-1bd3-4c65-b447-16214e1e4986 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384130 Nov 24 20:00:52.546206 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53128) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:52.551388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1035845028', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:52.662060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:52.666049 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:subnet and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:52.668832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:52.674482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:52.685006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:00:52.688508 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:52.711215 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:51Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:52.716616 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Checking router: 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:00:52.716968 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Updating router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca port 205514c8-0671-4bba-b52d-4377ab4df01c binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:00:52.773202 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:52.911655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:52.916045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2d49a5bd-8ad5-409b-989a-023602083f75 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:52.994984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Subnet': ['ID=c7895ff4-5db4-4bc7-8378-f39f53a077a4,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:52.999592 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:53.003721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Checking segment: {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:00:53.004130 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network hostable DHCP agents. Network: 89315231-6cc6-441b-b366-5902ea9cd7b0, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:00:53.024375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:00:53.033886 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 89315231-6cc6-441b-b366-5902ea9cd7b0) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:00:53.038097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:53.039455 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.045770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03402ea-5e6a-4cbc-8ea0-05441b1d4e30 None None] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:00:53.062074 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5148673 Nov 24 20:00:53.064779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53132) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:00:53.111949 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.124935 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Transition to ACTIVE for port object 205514c8-0671-4bba-b52d-4377ab4df01c will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:00:53.133137 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.137542 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-f6565ce5-340b-4888-9755-5427b8849238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:53.205608 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Pushing event updated for resources: {'Port': ['ID=205514c8-0671-4bba-b52d-4377ab4df01c,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:53.218011 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.218369 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.218700 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.219054 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.219376 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.220443 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.220826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.221147 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.221482 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.221813 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.222709 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.223052 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.227543 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:53.250773 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Attempting to bind port 205514c8-0671-4bba-b52d-4377ab4df01c on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:00:53.251163 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Attempting to bind port 205514c8-0671-4bba-b52d-4377ab4df01c by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:00:53.251536 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Attempting to bind port 205514c8-0671-4bba-b52d-4377ab4df01c on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:00:53.259150 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:00:53.259538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:00:53.259951 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.260411 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:00:53.260912 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Bound port: 205514c8-0671-4bba-b52d-4377ab4df01c, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:00:53.261298 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.279673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-89315231-6cc6-441b-b366-5902ea9cd7b0', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:00:53.280549 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.337495 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] For port 205514c8-0671-4bba-b52d-4377ab4df01c, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:00:53.340533 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] For port 205514c8-0671-4bba-b52d-4377ab4df01c, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=205514c8-0671-4bba-b52d-4377ab4df01c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:00:53.346899 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.358063 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-bba02b25-1d71-421c-8bf8-02ec07d51b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:53.431367 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:53.432043 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:53.461277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Allocated IP 172.20.0.2 (89315231-6cc6-441b-b366-5902ea9cd7b0/c7895ff4-5db4-4bc7-8378-f39f53a077a4/0feddc5f-72d9-4297-b618-f1f8ba726dbb) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:00:53.529068 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Pushing event updated for resources: {'Port': ['ID=205514c8-0671-4bba-b52d-4377ab4df01c,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:53.582028 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:53.627190 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:53.674511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.685441 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Transition to ACTIVE for port object 0feddc5f-72d9-4297-b618-f1f8ba726dbb will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:00:53.703944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Transition to ACTIVE for port object 0feddc5f-72d9-4297-b618-f1f8ba726dbb will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:00:53.711507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.720453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:53.787408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:00:53.790877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:00:53.794698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:00:53.800536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Pushing event updated for resources: {'Port': ['ID=0feddc5f-72d9-4297-b618-f1f8ba726dbb,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:53.842109 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.842452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.842953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.843284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.843775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.844143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.844469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.844790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.845114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.845432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.845750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.846066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:00:53.884854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:53.904066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Attempting to bind port 0feddc5f-72d9-4297-b618-f1f8ba726dbb on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:00:53.904445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Attempting to bind port 0feddc5f-72d9-4297-b618-f1f8ba726dbb by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:00:53.904817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Attempting to bind port 0feddc5f-72d9-4297-b618-f1f8ba726dbb on network 89315231-6cc6-441b-b366-5902ea9cd7b0 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:00:53.910648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:00:53.911026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Checking segment: {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:00:53.911429 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.911822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Bound using segment: {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:00:53.912412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Bound port: 0feddc5f-72d9-4297-b618-f1f8ba726dbb, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:00:53.912687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.927897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:53.953291 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:51Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:53.957972 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cf576b-becc-402a-abc1-3551b941b242 None None] The sync data for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv is: [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:51Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:00:54.015366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] For port 0feddc5f-72d9-4297-b618-f1f8ba726dbb, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:00:54.018644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] For port 0feddc5f-72d9-4297-b618-f1f8ba726dbb, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0feddc5f-72d9-4297-b618-f1f8ba726dbb,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:00:54.025035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:54.029041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:54.122156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Pushing event updated for resources: {'Port': ['ID=0feddc5f-72d9-4297-b618-f1f8ba726dbb,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:54.125153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:54.399251 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.1 (89315231-6cc6-441b-b366-5902ea9cd7b0/c7895ff4-5db4-4bc7-8378-f39f53a077a4/e24fb96e-ebee-4663-a92f-96daa6b35fb1) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:00:54.581613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:54.598403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object e24fb96e-ebee-4663-a92f-96daa6b35fb1 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:00:54.622589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:54.626796 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a4a93fc2-f385-496f-92a3-c55a2a6992c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:54.696775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:00:54.699994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:00:54.704347 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:00:54.749432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=e24fb96e-ebee-4663-a92f-96daa6b35fb1,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:54.759924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:54.779127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.160610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd323d-d695-4d98-af7e-be180da2d130 None None] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:00:55.197227 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.249315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7dbdbf37-5850-4930-bfcf-15edf28ff14e None None] Provisioning for port 0feddc5f-72d9-4297-b618-f1f8ba726dbb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:00:55.531346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0feddc5f-72d9-4297-b618-f1f8ba726dbb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:00:55.613531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 0feddc5f-72d9-4297-b618-f1f8ba726dbb completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:00:55.619634 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0feddc5f-72d9-4297-b618-f1f8ba726dbb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:55.620117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.646617 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.652722 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.686594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-884744da-f8aa-48da-adda-04a9c1c47c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:55.698458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Provisioning complete for port 0feddc5f-72d9-4297-b618-f1f8ba726dbb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:55.698777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.775909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.780098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=e24fb96e-ebee-4663-a92f-96daa6b35fb1,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:55.809257 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:55.873757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.927922 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:00:55.930428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:00:55.961745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.981154 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 0feddc5f-72d9-4297-b618-f1f8ba726dbb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0feddc5f-72d9-4297-b618-f1f8ba726dbb,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:55.990046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:55.990916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 205514c8-0671-4bba-b52d-4377ab4df01c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:00:56.019918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-f4273c31-d80d-41b8-a260-4c24631d2e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:56.130652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:00:56.159575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:00:56.159944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:00:56.164460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=0feddc5f-72d9-4297-b618-f1f8ba726dbb,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:56.168315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:56.178879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 205514c8-0671-4bba-b52d-4377ab4df01c completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:00:56.183659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 205514c8-0671-4bba-b52d-4377ab4df01c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:56.184077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:56.301669 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:56.313037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:00:56.317788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 205514c8-0671-4bba-b52d-4377ab4df01c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=205514c8-0671-4bba-b52d-4377ab4df01c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:56.323587 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/2063d6c9-6a9c-4b02-b6a4-f748aed7cbca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2574968 Nov 24 20:00:56.324332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Sync routers for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:00:56.326967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:56.330058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-692ca3fc-23f9-46fe-9f3e-3fb075fc2432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:56.385560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:56.386140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:56.483411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=205514c8-0671-4bba-b52d-4377ab4df01c,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:56.486985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-a4389d50-3416-4d3e-9369-ae27addd2d18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:00:56.503452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-a4389d50-3416-4d3e-9369-ae27addd2d18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:00:56.504686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-a4389d50-3416-4d3e-9369-ae27addd2d18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439636071&fields=id&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 267 time: 0.0575509 Nov 24 20:00:56.538000 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:56.582538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:56.660617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-85ef98a6-3786-43b4-b576-2660f5b0ce68 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:56.661221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-85ef98a6-3786-43b4-b576-2660f5b0ce68 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:00:56.678433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-85ef98a6-3786-43b4-b576-2660f5b0ce68 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:00:56.679692 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-85ef98a6-3786-43b4-b576-2660f5b0ce68 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/networks?id=89315231-6cc6-441b-b366-5902ea9cd7b0 HTTP/1.1" status: 200 len: 796 time: 0.1680386 Nov 24 20:00:56.694848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-144b4237-dde2-465d-aa8f-5e6a376ca095 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/quotas/f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 375 time: 0.0093009 Nov 24 20:00:56.781203 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2093db1f-ac36-4865-8ffc-b3da52eb16ec tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805905 Nov 24 20:00:56.874545 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Provisioning for port e24fb96e-ebee-4663-a92f-96daa6b35fb1 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:00:56.891787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Provisioning complete for port e24fb96e-ebee-4663-a92f-96daa6b35fb1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:56.892200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:56.970466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-242a4a3d-0039-4539-822b-b61208d6329d service neutron] 10.222.0.47 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773343 Nov 24 20:00:56.985973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-490f0c39-43f6-40c2-b79e-a5f946d94610 None None] Port e24fb96e-ebee-4663-a92f-96daa6b35fb1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:00:57.009399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 2, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:57.017691 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Checking router: 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:00:57.018063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Updating router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca port e24fb96e-ebee-4663-a92f-96daa6b35fb1 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:00:57.076211 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:57.105215 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-eac022de-9ab2-48e7-a230-0352836dc633 service neutron] 10.222.0.47 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291525 Nov 24 20:00:57.153179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-eb68b7be-a75a-44a4-a1ef-96a5ae631b7b None None] Provisioning complete for port e24fb96e-ebee-4663-a92f-96daa6b35fb1 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:57.153568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb68b7be-a75a-44a4-a1ef-96a5ae631b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:57.271221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-eb68b7be-a75a-44a4-a1ef-96a5ae631b7b None None] Port e24fb96e-ebee-4663-a92f-96daa6b35fb1 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:00:57.297420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-449a89e5-717f-4d92-94c7-21fb21315471 req-2b266c83-08e0-4a52-9b24-0db49e05c2ca tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 210 time: 0.0460365 Nov 24 20:00:57.465036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0feddc5f-72d9-4297-b618-f1f8ba726dbb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:00:57.601247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:57.608821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 0feddc5f-72d9-4297-b618-f1f8ba726dbb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:57.609191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:57.653794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Transition to ACTIVE for port object e24fb96e-ebee-4663-a92f-96daa6b35fb1 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:00:57.663786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:57.669219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:57.805721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ec39-a015-4af5-890b-35afd1d9ddb1 None None] Pushing event updated for resources: {'Port': ['ID=e24fb96e-ebee-4663-a92f-96daa6b35fb1,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:57.837164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0d47ec39-a015-4af5-890b-35afd1d9ddb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:57.950008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Attempting to bind port e24fb96e-ebee-4663-a92f-96daa6b35fb1 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:00:57.950387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Attempting to bind port e24fb96e-ebee-4663-a92f-96daa6b35fb1 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:00:57.950765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Attempting to bind port e24fb96e-ebee-4663-a92f-96daa6b35fb1 on network 89315231-6cc6-441b-b366-5902ea9cd7b0 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:00:57.955775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 205514c8-0671-4bba-b52d-4377ab4df01c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:00:57.985488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:00:57.985807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Checking segment: {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:00:57.986216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:57.986613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Bound using segment: {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:00:57.987087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Bound port: e24fb96e-ebee-4663-a92f-96daa6b35fb1, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:00:57.987471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:58.118644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 205514c8-0671-4bba-b52d-4377ab4df01c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:58.119019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:58.142318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] For port e24fb96e-ebee-4663-a92f-96daa6b35fb1, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:00:58.167984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] For port e24fb96e-ebee-4663-a92f-96daa6b35fb1, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e24fb96e-ebee-4663-a92f-96daa6b35fb1,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:00:58.174329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:58.181102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-01efa34d-a807-4bc1-ba14-d35b72f46cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:58.265583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:00:58.266234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:00:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:58.367875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c1966257-4e68-46dd-b86e-e61cda1412a1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:58.369385 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c1966257-4e68-46dd-b86e-e61cda1412a1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/networks?id=89315231-6cc6-441b-b366-5902ea9cd7b0 HTTP/1.1" status: 200 len: 796 time: 0.1738517 Nov 24 20:00:58.487386 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ec39-a015-4af5-890b-35afd1d9ddb1 None None] Pushing event updated for resources: {'Port': ['ID=e24fb96e-ebee-4663-a92f-96daa6b35fb1,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:58.493655 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b9ed7e5a-1edf-4c90-9fe1-11725e6dc6cb req-22d81139-c080-407a-a1b0-0a98e21a9d44 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 210 time: 0.0612087 Nov 24 20:00:58.509500 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-bbcca744-c87c-42f4-bf6e-e7622dc459d9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 380 time: 0.1306632 Nov 24 20:00:58.519093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0d47ec39-a015-4af5-890b-35afd1d9ddb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:58.520193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'port': {'device_id': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'admin_state_up': True, 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'security_groups': ['00de9de7-81ce-415e-8196-c8d47d0a563d']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:58.555518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:00:58.776728 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:00:58.780657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:port and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:00:58.783527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:00:58.789272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:00:58.798368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:00:58.802819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:58.899718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:58Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:00:58.904422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8913913f-f16a-4899-a114-d3881ee87893 None None] The sync data for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv is: [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:58Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:00:58.988570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.13 (89315231-6cc6-441b-b366-5902ea9cd7b0/c7895ff4-5db4-4bc7-8378-f39f53a077a4/3a2a8244-c99c-4c80-ad30-47d4edf2be01) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:00:59.192017 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.209337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object 3a2a8244-c99c-4c80-ad30-47d4edf2be01 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:00:59.233945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.240299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8bbc6c70-48c3-4160-b037-312c953fdff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:59.311374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:00:59.314695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:00:59.318588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:00:59.354851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=3a2a8244-c99c-4c80-ad30-47d4edf2be01,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:59.363932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:00:59.389255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:59.389919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.418005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9017022 Nov 24 20:00:59.431744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Request body: {'port': {'device_id': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:00:59.460086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb040-459e-4f95-b3db-403b5c205b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.503783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e24fb96e-ebee-4663-a92f-96daa6b35fb1 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:00:59.597804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.672865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6ed19abf-f52d-4497-ba15-2f4284a92401 None None] Provisioning for port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:00:59.677963 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e24fb96e-ebee-4663-a92f-96daa6b35fb1 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:00:59.683437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-6ed19abf-f52d-4497-ba15-2f4284a92401 None None] Provisioning complete for port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:59.683891 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6ed19abf-f52d-4497-ba15-2f4284a92401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.712232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e24fb96e-ebee-4663-a92f-96daa6b35fb1 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:00:59.712614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.790153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-6ed19abf-f52d-4497-ba15-2f4284a92401 None None] Port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:00:59.829968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72890-3b7b-4a98-9eb6-fb57be7ace23 req-29a288a2-495a-418d-929f-cf2c5f6fb090 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:00:59.830897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-83f72890-3b7b-4a98-9eb6-fb57be7ace23 req-29a288a2-495a-418d-929f-cf2c5f6fb090 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:00:59.865654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.867814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.882409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-83f72890-3b7b-4a98-9eb6-fb57be7ace23 req-29a288a2-495a-418d-929f-cf2c5f6fb090 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:00:59.883976 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-83f72890-3b7b-4a98-9eb6-fb57be7ace23 req-29a288a2-495a-418d-929f-cf2c5f6fb090 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 932 time: 0.2394273 Nov 24 20:00:59.907543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port e24fb96e-ebee-4663-a92f-96daa6b35fb1, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e24fb96e-ebee-4663-a92f-96daa6b35fb1,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:00:59.915793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:00:59.918805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-46f13933-46b9-44f5-806d-4af258a419db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:00:59.994348 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=e24fb96e-ebee-4663-a92f-96daa6b35fb1,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:00:59.997646 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:01:00.009936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-83f72890-3b7b-4a98-9eb6-fb57be7ace23 req-196ea8b8-9e18-42d6-b04a-3f83c1c260cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182814 Nov 24 20:01:00.129658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2a8244-c99c-4c80-ad30-47d4edf2be01 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:01:00.139870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:00.155242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Transition to ACTIVE for port object 3a2a8244-c99c-4c80-ad30-47d4edf2be01 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:01:00.159141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:00.163693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-67c966e4-4616-4437-8210-bc7b32dbd55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:01:00.317987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2a8244-c99c-4c80-ad30-47d4edf2be01,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:01:00.326613 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:01:00.405610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Attempting to bind port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:01:00.406312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Attempting to bind port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:01:00.406312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Attempting to bind port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 on network 89315231-6cc6-441b-b366-5902ea9cd7b0 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:01:00.411142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 on network 89315231-6cc6-441b-b366-5902ea9cd7b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:01:00.411471 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Attempting to bind port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 on network 89315231-6cc6-441b-b366-5902ea9cd7b0 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:01:00.418069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:01:00.418410 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Checking segment: {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:01:00.419264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Bound using segment: {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:01:00.419264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Bound port: 3a2a8244-c99c-4c80-ad30-47d4edf2be01, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b875eaf-016b-4c83-8ee9-1b7ebde004d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:01:00.419554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:00.508260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] For port 3a2a8244-c99c-4c80-ad30-47d4edf2be01, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:01:00.511053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] For port 3a2a8244-c99c-4c80-ad30-47d4edf2be01, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:01:00.515437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:00.518972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1e9557c1-c400-4be1-8a9a-fc2787aa8615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:01:00.578694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:00.579308 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:00.580723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] 10.222.0.41 "PUT /v2.0/ports/3a2a8244-c99c-4c80-ad30-47d4edf2be01 HTTP/1.1" status: 200 len: 1094 time: 1.1553683 Nov 24 20:01:00.581263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:01:00.604474 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2a8244-c99c-4c80-ad30-47d4edf2be01,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:01:00.607857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:01:00.654471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'status': 'completed', 'code': 200} Nov 24 20:01:00.696048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-b3bb165a-7be7-488c-aa32-51dcf526e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:00.697578 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-b3bb165a-7be7-488c-aa32-51dcf526e0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 1097 time: 0.0760396 Nov 24 20:01:00.898562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-0e498506-cee4-40d3-b9b2-f7e7a268612b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01 HTTP/1.1" status: 200 len: 217 time: 0.1931868 Nov 24 20:01:00.961449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-ec752356-20bf-4465-bc3f-8929fa8b0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:00.962863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-ec752356-20bf-4465-bc3f-8929fa8b0fa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7895ff4-5db4-4bc7-8378-f39f53a077a4 HTTP/1.1" status: 200 len: 835 time: 0.0577338 Nov 24 20:01:01.039341 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-6548bb8e-46c5-4a5b-bd5b-7c59e6dc4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:01.040844 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-6548bb8e-46c5-4a5b-bd5b-7c59e6dc4858 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89315231-6cc6-441b-b366-5902ea9cd7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715961 Nov 24 20:01:01.228413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-ca48f108-2f16-4710-9ee2-7fa2c5a3239e service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807582 Nov 24 20:01:01.263200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad3986-f6b5-4f84-828f-ba7939cde442 req-f52f3908-9c20-4f7b-9e23-10d55041f847 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:01.264612 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f9ad3986-f6b5-4f84-828f-ba7939cde442 req-f52f3908-9c20-4f7b-9e23-10d55041f847 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 944 time: 0.1438723 Nov 24 20:01:01.381645 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f9ad3986-f6b5-4f84-828f-ba7939cde442 req-314b502e-614b-42eb-b94e-f76a6531e2be tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113193 Nov 24 20:01:01.407853 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bfccbbe2-b11a-4db3-b906-3c3ad2150422 req-fe66f8d9-6d88-42ee-b645-2a01e1eaf158 service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716018 Nov 24 20:01:01.454640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e24fb96e-ebee-4663-a92f-96daa6b35fb1 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:01:01.523354 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e24fb96e-ebee-4663-a92f-96daa6b35fb1 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:01:01.523644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:01.527199 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-08e6e578-5879-4ec4-89be-b393731e5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:01.528717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-08e6e578-5879-4ec4-89be-b393731e5e0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 1097 time: 0.0730040 Nov 24 20:01:01.664830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-48d7c10a-f6bc-4225-ad6c-c1be33569e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:01.666281 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-48d7c10a-f6bc-4225-ad6c-c1be33569e21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89315231-6cc6-441b-b366-5902ea9cd7b0 HTTP/1.1" status: 200 len: 897 time: 0.1307387 Nov 24 20:01:01.736607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-e901f700-2445-4ecf-8c8a-a630c319f18d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01 HTTP/1.1" status: 200 len: 217 time: 0.0639255 Nov 24 20:01:01.802118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-c8f7833c-4809-4d9e-a2c7-a953c53b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:01.803480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-c8f7833c-4809-4d9e-a2c7-a953c53b9e45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7895ff4-5db4-4bc7-8378-f39f53a077a4 HTTP/1.1" status: 200 len: 835 time: 0.0608118 Nov 24 20:01:01.878948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-a8ac7e9d-e497-40ca-adc7-4900a57463b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:01.880428 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-a8ac7e9d-e497-40ca-adc7-4900a57463b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89315231-6cc6-441b-b366-5902ea9cd7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701020 Nov 24 20:01:02.014512 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-e1df496b-dae3-4259-a386-a86f6ef0b427 service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268380 Nov 24 20:01:02.146228 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9f8159ba-cd87-48ca-84ff-326964d6da9c req-dd275dde-4129-4a6a-b083-73f94cdf343e service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240671 Nov 24 20:01:02.181488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e97281e-a840-46e0-91e9-fcf4653032a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:02.571526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59882b-508b-40b2-822a-38b7331af9f2 req-c61d0290-cf60-4210-b14f-cf529b368cbf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:02.572998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e59882b-508b-40b2-822a-38b7331af9f2 req-c61d0290-cf60-4210-b14f-cf529b368cbf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 944 time: 0.0835636 Nov 24 20:01:02.616608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e59882b-508b-40b2-822a-38b7331af9f2 req-0c59e691-a43a-4c60-837f-20602a24e840 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379221 Nov 24 20:01:02.895013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:03.805804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7282b4b-97e9-41bb-8533-498ff4528204 req-67ede15a-c254-4743-95ab-1827640b1ec6 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:03.807269 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e7282b4b-97e9-41bb-8533-498ff4528204 req-67ede15a-c254-4743-95ab-1827640b1ec6 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 944 time: 0.0849078 Nov 24 20:01:03.855739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e7282b4b-97e9-41bb-8533-498ff4528204 req-ea3b7f5b-372e-4013-a104-73afdb6b8404 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Nov 24 20:01:04.111070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 3a2a8244-c99c-4c80-ad30-47d4edf2be01 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:01:04.243699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 3a2a8244-c99c-4c80-ad30-47d4edf2be01, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:01:04.256424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'port_id': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'mac_address': 'fa:16:3e:23:c4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:01:04.311055 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:04.330478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2a8244-c99c-4c80-ad30-47d4edf2be01 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:01:04.345845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 3a2a8244-c99c-4c80-ad30-47d4edf2be01, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:01:04.349831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:04.351823 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:01:04.416193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8244-c99c-4c80-ad30-47d4edf2be01,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:01:04.419081 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:01:04.657980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:04.719741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['3a2a8244-c99c-4c80-ad30-47d4edf2be01'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:01:05.042156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a12bf5-c282-4b91-a3ff-7378ed179880 req-d99276fb-3fd3-4ab0-9b0e-afa615861501 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:05.043611 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06a12bf5-c282-4b91-a3ff-7378ed179880 req-d99276fb-3fd3-4ab0-9b0e-afa615861501 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 945 time: 0.0818388 Nov 24 20:01:05.086666 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06a12bf5-c282-4b91-a3ff-7378ed179880 req-ed095ee3-b7ce-4b62-802c-66336e0e4929 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Nov 24 20:01:05.398528 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:01:06.126494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 3a2a8244-c99c-4c80-ad30-47d4edf2be01 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:01:06.197717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:01:06.202825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:01:06.203217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:06.274573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67e87b-68b8-40e0-bd1f-d4ccb49c0000 req-6105aa8b-31e5-4aac-b388-f5f4b063452f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:06.276325 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb67e87b-68b8-40e0-bd1f-d4ccb49c0000 req-6105aa8b-31e5-4aac-b388-f5f4b063452f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 945 time: 0.0844600 Nov 24 20:01:06.320609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cb67e87b-68b8-40e0-bd1f-d4ccb49c0000 req-901c9fd9-998b-4f0b-9316-11df70ed54c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384159 Nov 24 20:01:06.321189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:06.347472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:01:06.357133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 3a2a8244-c99c-4c80-ad30-47d4edf2be01, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:01:06.361423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:06.363281 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:01:06.430084 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8244-c99c-4c80-ad30-47d4edf2be01,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:01:06.433051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:01:06.449855 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'code': 200} Nov 24 20:01:06.675686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463ec1-01cb-48d8-9f92-6bbe6fc53426 req-57520ef1-6b06-4b3f-b695-e1702009284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:06.677172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11463ec1-01cb-48d8-9f92-6bbe6fc53426 req-57520ef1-6b06-4b3f-b695-e1702009284f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 1099 time: 0.0698702 Nov 24 20:01:06.718119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-11463ec1-01cb-48d8-9f92-6bbe6fc53426 req-539b9274-bed4-43ed-ac42-e17e3eb8f56b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Nov 24 20:01:07.624966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ddc20-9c76-41f5-8763-c54c97abb9fb req-2fe09957-e894-4030-9fde-62589b0f7aa2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:07.626438 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-269ddc20-9c76-41f5-8763-c54c97abb9fb req-2fe09957-e894-4030-9fde-62589b0f7aa2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.1951942 Nov 24 20:01:07.670510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-269ddc20-9c76-41f5-8763-c54c97abb9fb req-45fa02ed-ab69-4c30-a33e-70023beccf1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383089 Nov 24 20:01:08.860868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eef66-96f4-4f1c-8499-5aa2430f4d50 req-c1596c52-3c0d-4a49-b642-eab7a4587b5a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:08.862242 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f1eef66-96f4-4f1c-8499-5aa2430f4d50 req-c1596c52-3c0d-4a49-b642-eab7a4587b5a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.0804937 Nov 24 20:01:08.911005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f1eef66-96f4-4f1c-8499-5aa2430f4d50 req-7185e870-59f8-4fa1-82a0-0d4738e9008b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Nov 24 20:01:09.099065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189b0a-6b43-44e0-a782-43480a316d80 req-b206ab63-2d74-4a73-b60c-c4a19e2933b5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:09.101300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15189b0a-6b43-44e0-a782-43480a316d80 req-b206ab63-2d74-4a73-b60c-c4a19e2933b5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.0836389 Nov 24 20:01:09.152900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15189b0a-6b43-44e0-a782-43480a316d80 req-c5f2bc55-8b10-4721-a29b-fc9f823f8fa8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460887 Nov 24 20:01:09.175658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53190) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:01:09.249320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63b9c7-2b1e-4de7-a99b-8dd838fcd22d tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:09.250829 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0b63b9c7-2b1e-4de7-a99b-8dd838fcd22d tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 1094 time: 0.0741513 Nov 24 20:01:09.253733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53194) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:01:09.258697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:01:09.264537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:01:09.268319 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:floatingip and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:01:09.271083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:01:09.277747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:01:09.288729 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:09.424808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:09.557651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.34 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/83e94503-e042-4fea-94f2-aa036939b319) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:01:09.705226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:09.733527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:09.737083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d3c969f2-e059-4f7b-95d4-bbc31c9e1b1d tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:01:09.805756 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:01:09.808720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:01:09.812324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:01:09.841328 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=83e94503-e042-4fea-94f2-aa036939b319,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:01:09.847083 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:01:10.222093 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:10.297513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:10.499925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:10.504317 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:10.509734 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:01:10.743691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=83e94503-e042-4fea-94f2-aa036939b319,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:01:10.747648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:01:10.754036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:10.941248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP 114d4f1b-d5b3-452f-b1cb-9db3283f9036 associated. External IP: 172.26.6.34, port: 3a2a8244-c99c-4c80-ad30-47d4edf2be01. Nov 24 20:01:11.311056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:01:11.495300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:01:11.506030 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] Sync routers for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:01:11.516295 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:01:11.516922 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:01:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:01:11.522019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:11.581061 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3262200 Nov 24 20:01:11.581649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:01:11.627991 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'status': 'completed', 'code': 200} Nov 24 20:01:11.703283 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:01:11.791035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-89f4c117-52bf-4798-8417-b85ee174b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:11.792579 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-89f4c117-52bf-4798-8417-b85ee174b4d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 1099 time: 0.1382012 Nov 24 20:01:11.805466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b957ee9-0cb6-439f-a672-ac5cc989e719 req-556876dc-336b-453c-9cf2-dd0d685feb81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:11.806948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b957ee9-0cb6-439f-a672-ac5cc989e719 req-556876dc-336b-453c-9cf2-dd0d685feb81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.1208644 Nov 24 20:01:11.933529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b957ee9-0cb6-439f-a672-ac5cc989e719 req-2e266d25-2b9f-432a-86e9-b8a23496dea6 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079686 Nov 24 20:01:11.960388 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53202) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:01:11.969928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-1fed80dc-b9df-41e0-8152-2da7e38e27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:11.971389 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-1fed80dc-b9df-41e0-8152-2da7e38e27e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89315231-6cc6-441b-b366-5902ea9cd7b0 HTTP/1.1" status: 200 len: 897 time: 0.1636286 Nov 24 20:01:12.073827 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f86669ed-aeda-4345-bc0b-969b450aa9dd tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/114d4f1b-d5b3-452f-b1cb-9db3283f9036 HTTP/1.1" status: 200 len: 991 time: 0.1115704 Nov 24 20:01:12.079244 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-ca270e40-be92-43b4-ad4a-484c90dd4c9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01 HTTP/1.1" status: 200 len: 999 time: 0.1012876 Nov 24 20:01:12.096726 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '114d4f1b-d5b3-452f-b1cb-9db3283f9036', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'port_id': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'mac_address': 'fa:16:3e:23:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:01:10Z', 'updated_at': '2021-11-24T20:01:10Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:59Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:01:12.100545 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] Checking router: 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:01:12.109691 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:01:12.110288 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:01:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:01:12.142097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-c861f1ae-e48a-440c-a867-01a07d75364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:12.143561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-c861f1ae-e48a-440c-a867-01a07d75364c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7895ff4-5db4-4bc7-8378-f39f53a077a4 HTTP/1.1" status: 200 len: 835 time: 0.0576055 Nov 24 20:01:12.222900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-84d5cae2-8dea-43be-9b32-c9b76804438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:12.224385 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-84d5cae2-8dea-43be-9b32-c9b76804438d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89315231-6cc6-441b-b366-5902ea9cd7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741475 Nov 24 20:01:12.293926 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:01:12.492500 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-1090bb92-88c2-409b-b592-6bd4bcaf8fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617443 Nov 24 20:01:12.623982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f4f8d2d4-65e9-49cb-97df-65ef58ccf6a0 req-9150b739-c977-4eb2-8a45-2a5940d61053 service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249487 Nov 24 20:01:12.638541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '114d4f1b-d5b3-452f-b1cb-9db3283f9036', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'port_id': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'mac_address': 'fa:16:3e:23:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:01:10Z', 'updated_at': '2021-11-24T20:01:10Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:59Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:01:12.642815 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35f133-d2a3-450d-9749-58b18cd6116e None None] The sync data for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv is: [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '114d4f1b-d5b3-452f-b1cb-9db3283f9036', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'port_id': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'mac_address': 'fa:16:3e:23:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:01:10Z', 'updated_at': '2021-11-24T20:01:10Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:59Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:01:12.831447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca86725-ee81-4c2f-8ffd-c6cd081e9dba None None] New status for floating IP 114d4f1b-d5b3-452f-b1cb-9db3283f9036: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:01:13.076957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53206) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:01:13.306558 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-26eb041f-b907-4bd5-beb9-833fdbe26e7f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/114d4f1b-d5b3-452f-b1cb-9db3283f9036 HTTP/1.1" status: 200 len: 993 time: 0.2284679 Nov 24 20:01:19.447146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:28.820821 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-e2819737-4c52-4716-8257-b1fa92ef1a95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705612 Nov 24 20:01:28.966283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-c018e73f-be99-48ac-9fa1-d625d37f7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:28.967745 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-c018e73f-be99-48ac-9fa1-d625d37f7f7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 1099 time: 0.0773749 Nov 24 20:01:29.114826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-7dc6d268-c1db-4839-938c-bb05b326c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:29.116275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-7dc6d268-c1db-4839-938c-bb05b326c375 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89315231-6cc6-441b-b366-5902ea9cd7b0 HTTP/1.1" status: 200 len: 897 time: 0.1292226 Nov 24 20:01:29.218204 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-31f10290-8646-4653-95b5-3f3034369cf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01 HTTP/1.1" status: 200 len: 1001 time: 0.0950174 Nov 24 20:01:29.284139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-e859cde2-cae6-41a7-9ef3-41589fa7005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:29.285624 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-e859cde2-cae6-41a7-9ef3-41589fa7005e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7895ff4-5db4-4bc7-8378-f39f53a077a4 HTTP/1.1" status: 200 len: 835 time: 0.0601335 Nov 24 20:01:29.359715 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-b1e52b05-110f-4f8a-9449-cd443dfe1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:01:29.361171 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-b1e52b05-110f-4f8a-9449-cd443dfe1b38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89315231-6cc6-441b-b366-5902ea9cd7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692797 Nov 24 20:01:29.464401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-294a5594-a57b-4bdb-ae9c-34fc390a5e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:29.499022 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-a96488fc-0ebe-4260-ae2b-f8d55346777f service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304672 Nov 24 20:01:29.632618 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8d8c1aed-e432-4a61-a10b-7033f15df6b7 req-378168ec-c55b-4f71-87d4-25c1ca5a2d3c service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260145 Nov 24 20:01:29.827772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:32.183118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-52bb9ed9-588c-4773-a08f-f01cba7b5c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:32.898196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:34.661303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:42.396538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:01:49.449066 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:59.432184 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-96adf291-eb20-4e26-b83e-a9c141466639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:01:59.828694 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:02.185477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-545c81de-e885-44eb-a578-b5f5f695be21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:02.901808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:04.663445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:15.017552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9822026-e49a-48d6-afa6-61c25e2bd365 req-d38783f4-b43f-4295-8fcf-afe1d565d062 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:15.019013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9822026-e49a-48d6-afa6-61c25e2bd365 req-d38783f4-b43f-4295-8fcf-afe1d565d062 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.1375890 Nov 24 20:02:15.068465 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a9822026-e49a-48d6-afa6-61c25e2bd365 req-38fdcb72-669c-4eaa-b02e-127f49d4aae6 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Nov 24 20:02:16.301555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757e01f-e2f4-4cde-8748-ffbf6eaa4818 req-4f6b6a20-116d-45f4-a45f-64d6906fe4ad tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:16.302982 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3757e01f-e2f4-4cde-8748-ffbf6eaa4818 req-4f6b6a20-116d-45f4-a45f-64d6906fe4ad tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.1285493 Nov 24 20:02:16.346598 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3757e01f-e2f4-4cde-8748-ffbf6eaa4818 req-70e0056e-4a1a-49b1-8af5-6cfb774c47b5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 Nov 24 20:02:16.369468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53242) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:16.474603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-edd9bb5b-f46d-4151-afff-0028164b21c2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/114d4f1b-d5b3-452f-b1cb-9db3283f9036 HTTP/1.1" status: 200 len: 993 time: 0.1038644 Nov 24 20:02:17.931776 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a13da-d46c-4fc7-8e60-4e4961b091ad req-b2f0406e-5a43-4af5-9490-0dc0a3f1ed54 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:17.933644 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-937a13da-d46c-4fc7-8e60-4e4961b091ad req-b2f0406e-5a43-4af5-9490-0dc0a3f1ed54 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.0862544 Nov 24 20:02:17.979995 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-937a13da-d46c-4fc7-8e60-4e4961b091ad req-fb00af71-5a2e-4b6e-8f28-f69a506adde3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Nov 24 20:02:19.167219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdcdf8-659e-4127-8723-e3acbb1a727e req-b243dd4a-2823-474f-8313-9636835836c5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:19.168704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41bdcdf8-659e-4127-8723-e3acbb1a727e req-b243dd4a-2823-474f-8313-9636835836c5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.0824332 Nov 24 20:02:19.217055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41bdcdf8-659e-4127-8723-e3acbb1a727e req-e4d9faae-f05d-4cd9-baa7-c153a70e923e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Nov 24 20:02:19.239755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53254) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:19.396243 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:02:19.452641 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1dbd5727-da35-4d1b-9871-3017bd198a85 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/114d4f1b-d5b3-452f-b1cb-9db3283f9036 HTTP/1.1" status: 200 len: 993 time: 0.2116580 Nov 24 20:02:19.467590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:19.724246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53262) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:19.921692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 83e94503-e042-4fea-94f2-aa036939b319 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:02:19.922029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:20.102307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:20.102544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:20.221808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 83e94503-e042-4fea-94f2-aa036939b319 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:02:20.370605 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:20.373930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b2c0e27e-bc58-48ec-81a2-d08012750104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:20.416604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=83e94503-e042-4fea-94f2-aa036939b319,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:20.455893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.456303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.456681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.457056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.457427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.457791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.458153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.458513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.458879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.459236 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.459601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.459978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:20.490066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:20.518079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:20.518409 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP 114d4f1b-d5b3-452f-b1cb-9db3283f9036 disassociated (deleted). External IP: 172.26.6.34, port: 3a2a8244-c99c-4c80-ad30-47d4edf2be01. Nov 24 20:02:20.862122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:02:21.164733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:02:21.174342 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26903a43-d219-4340-b9e1-d06393582994 None None] Sync routers for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:02:21.184336 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:21.184939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:21.185071 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:21.240685 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/floatingips/114d4f1b-d5b3-452f-b1cb-9db3283f9036 HTTP/1.1" status: 204 len: 168 time: 1.5154257 Nov 24 20:02:21.241441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:02:21.343143 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'status': 'completed', 'code': 200} Nov 24 20:02:21.376305 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:21.452592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-fe3b2205-75d7-4836-8df3-d4b0218932e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:21.454177 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-fe3b2205-75d7-4836-8df3-d4b0218932e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 1099 time: 0.0889833 Nov 24 20:02:21.650879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-b989c83f-2529-472e-b652-9fe54cbc2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:21.652626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-b989c83f-2529-472e-b652-9fe54cbc2f94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89315231-6cc6-441b-b366-5902ea9cd7b0 HTTP/1.1" status: 200 len: 897 time: 0.1839576 Nov 24 20:02:21.667928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373812f8-ce12-4055-8c77-04e131e503f1 req-8285168c-0728-431b-8ae6-8303cc63a3c7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:21.668626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-373812f8-ce12-4055-8c77-04e131e503f1 req-8285168c-0728-431b-8ae6-8303cc63a3c7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:02:21.738246 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-edb6aa86-6ee0-4e1c-91f0-b091c3caa1b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01 HTTP/1.1" status: 200 len: 217 time: 0.0668395 Nov 24 20:02:21.739574 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:59Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:21.743718 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26903a43-d219-4340-b9e1-d06393582994 None None] Checking router: 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:02:21.753277 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:21.753932 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:21.777862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-373812f8-ce12-4055-8c77-04e131e503f1 req-8285168c-0728-431b-8ae6-8303cc63a3c7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:02:21.778965 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-373812f8-ce12-4055-8c77-04e131e503f1 req-8285168c-0728-431b-8ae6-8303cc63a3c7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.2297540 Nov 24 20:02:21.829565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-3a8ea18b-ccb4-4d16-9a8d-cc94efc42734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:21.830978 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-3a8ea18b-ccb4-4d16-9a8d-cc94efc42734 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7895ff4-5db4-4bc7-8378-f39f53a077a4 HTTP/1.1" status: 200 len: 835 time: 0.0859306 Nov 24 20:02:21.880234 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-373812f8-ce12-4055-8c77-04e131e503f1 req-338f00be-497d-45e7-b7e8-df9f699412cc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911205 Nov 24 20:02:21.917562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-06602ab6-207b-4681-8bae-d2dffd0fbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:21.919024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-06602ab6-207b-4681-8bae-d2dffd0fbb5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89315231-6cc6-441b-b366-5902ea9cd7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799549 Nov 24 20:02:21.942562 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:22.052830 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-f61b6d6c-7241-4602-b3f7-89102fa4869d service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257820 Nov 24 20:02:22.190721 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f259de4e-44b0-459c-a9f6-0185b5ebc6dd req-d24c752b-852a-4e24-b976-66fb9b08893a service neutron] 10.222.0.41 "GET /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303744 Nov 24 20:02:22.252402 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-26903a43-d219-4340-b9e1-d06393582994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:59Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:22.256495 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26903a43-d219-4340-b9e1-d06393582994 None None] The sync data for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv is: [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:00:55Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'e24fb96e-ebee-4663-a92f-96daa6b35fb1', 'name': '', 'network_id': '89315231-6cc6-441b-b366-5902ea9cd7b0', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:9d:55:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:54Z', 'updated_at': '2021-11-24T20:00:59Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'c7895ff4-5db4-4bc7-8378-f39f53a077a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:02:22.483461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932574b2-22a7-4186-ba64-dd30b446b5c6 None None] New status for floating IP 114d4f1b-d5b3-452f-b1cb-9db3283f9036: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:02:23.071707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426900e5-9310-422c-aac2-0b7416fbc533 req-200f8c27-a5a5-4439-b6cf-b4d473e9bd5d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:23.073195 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-426900e5-9310-422c-aac2-0b7416fbc533 req-200f8c27-a5a5-4439-b6cf-b4d473e9bd5d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.0823123 Nov 24 20:02:23.116115 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-426900e5-9310-422c-aac2-0b7416fbc533 req-36359b11-70f1-43b7-8146-e46bd9d6259c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=00de9de7-81ce-415e-8196-c8d47d0a563d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373788 Nov 24 20:02:23.312422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-e312e0ca-b0d8-4145-9d9f-34b07449cec4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:23.313766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-e312e0ca-b0d8-4145-9d9f-34b07449cec4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 946 time: 0.0827732 Nov 24 20:02:23.383528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:02:23.383863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:23.629037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 3a2a8244-c99c-4c80-ad30-47d4edf2be01, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3a2a8244-c99c-4c80-ad30-47d4edf2be01,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:23.629394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:23.875519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 3a2a8244-c99c-4c80-ad30-47d4edf2be01 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:02:24.019091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:24.025105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2dff8a70-6ea1-4d89-9076-c0c752e680b0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:24.100656 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=3a2a8244-c99c-4c80-ad30-47d4edf2be01,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:24.107873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:24.149509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] No DVR routers for this DVR port 3a2a8244-c99c-4c80-ad30-47d4edf2be01 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:02:24.152448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:24.155373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'name': 'network-vif-deleted', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:02:24.171618 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db223874-dd94-4f6f-bf96-f33e5df6f961 req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "DELETE /v2.0/ports/3a2a8244-c99c-4c80-ad30-47d4edf2be01 HTTP/1.1" status: 204 len: 173 time: 0.8522964 Nov 24 20:02:24.202146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf', 'name': 'network-vif-deleted', 'tag': '3a2a8244-c99c-4c80-ad30-47d4edf2be01', 'status': 'completed', 'code': 200} Nov 24 20:02:24.281046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9b2da312-6508-4b5f-8ecf-8fa638f9180f req-583a31ec-05f0-49b3-9bd7-d2608a87b32b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:02:24.296245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-9b2da312-6508-4b5f-8ecf-8fa638f9180f req-583a31ec-05f0-49b3-9bd7-d2608a87b32b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:02:24.297478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9b2da312-6508-4b5f-8ecf-8fa638f9180f req-583a31ec-05f0-49b3-9bd7-d2608a87b32b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=01a5dc34-0e28-4c0e-8ddb-135c9ff9fecf HTTP/1.1" status: 200 len: 210 time: 0.0623457 Nov 24 20:02:25.393194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53284) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:25.982778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:26.337041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port e24fb96e-ebee-4663-a92f-96daa6b35fb1 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:02:26.337288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:26.562516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 3a2a8244-c99c-4c80-ad30-47d4edf2be01 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:02:26.596960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 3a2a8244-c99c-4c80-ad30-47d4edf2be01 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:02:26.597236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 3a2a8244-c99c-4c80-ad30-47d4edf2be01 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:02:26.643427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port e24fb96e-ebee-4663-a92f-96daa6b35fb1, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e24fb96e-ebee-4663-a92f-96daa6b35fb1,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:26.644023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:26.765292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for e24fb96e-ebee-4663-a92f-96daa6b35fb1 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:02:26.955107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:26.959711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-db62808f-95b5-47ac-ab66-0074c64e438b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:27.032652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=e24fb96e-ebee-4663-a92f-96daa6b35fb1,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:27.035624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:27.291639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:27.669781 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:02:27.845915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:02:27.857382 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] Sync routers for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:02:27.863563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/2063d6c9-6a9c-4b02-b6a4-f748aed7cbca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4692836 Nov 24 20:02:27.866325 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53288) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:27.867440 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:27.868262 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:27.932351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting subnet c7895ff4-5db4-4bc7-8378-f39f53a077a4 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:02:27.935338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.051726 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:28.118565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.200938 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.275570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.280424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-df1fbacb-7804-40f1-9f5c-ca682d4da5fb tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:28.316893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Subnet': ['ID=c7895ff4-5db4-4bc7-8378-f39f53a077a4,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:28.318926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.321584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:28.325114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88118d-eabd-4931-9c46-0010bdae9dbe None None] Network 89315231-6cc6-441b-b366-5902ea9cd7b0 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:02:28.328408 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c9aacc53-e375-4a0a-a1e2-3365212d4d1b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/subnets/c7895ff4-5db4-4bc7-8378-f39f53a077a4 HTTP/1.1" status: 204 len: 168 time: 0.4611249 Nov 24 20:02:28.328638 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53292) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:28.340984 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:02:26Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:28.344934 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] Checking router: 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:02:28.354600 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] Routers {'2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:28.355213 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:28.515651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.566596 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] Set router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:28.595314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] DHCP port deletion for 89315231-6cc6-441b-b366-5902ea9cd7b0 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:02:28.599562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Deleting port 0feddc5f-72d9-4297-b618-f1f8ba726dbb {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:02:28.599944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.710012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.720073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 205514c8-0671-4bba-b52d-4377ab4df01c {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:02:28.720441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.810722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] For port 0feddc5f-72d9-4297-b618-f1f8ba726dbb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=0feddc5f-72d9-4297-b618-f1f8ba726dbb,segment=NetworkSegment(7b875eaf-016b-4c83-8ee9-1b7ebde004d4),segment_id=7b875eaf-016b-4c83-8ee9-1b7ebde004d4)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:28.811061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.856546 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:02:26Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:28.860835 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a89d49-830d-472c-ac56-f4d9fa476e88 None None] The sync data for ids ['2063d6c9-6a9c-4b02-b6a4-f748aed7cbca'] in dv-neutron-818346-1-hyperv is: [{'id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177793561', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:00:49Z', 'updated_at': '2021-11-24T20:02:26Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '205514c8-0671-4bba-b52d-4377ab4df01c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:60:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2063d6c9-6a9c-4b02-b6a4-f748aed7cbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:00:50Z', 'updated_at': '2021-11-24T20:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:02:28.916304 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 205514c8-0671-4bba-b52d-4377ab4df01c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=205514c8-0671-4bba-b52d-4377ab4df01c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:28.916701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:28.942382 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Calling delete_port for 0feddc5f-72d9-4297-b618-f1f8ba726dbb owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:02:29.019129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.022833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:29.044366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 205514c8-0671-4bba-b52d-4377ab4df01c owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:02:29.064280 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Pushing event deleted for resources: {'Port': ['ID=0feddc5f-72d9-4297-b618-f1f8ba726dbb,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:29.073408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] No DVR routers for this DVR port 0feddc5f-72d9-4297-b618-f1f8ba726dbb on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:02:29.075442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.075796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.076157 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.076525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.076805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.077174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.077459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.077787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.078108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.078426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.078746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.079062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.082431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:29.353673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.357546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a215e064-5729-4b8c-a84b-a0d63fe42f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:29.409254 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=205514c8-0671-4bba-b52d-4377ab4df01c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:29.434178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-92cbbd00-2068-4ce2-be70-eb44096ff4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.451200 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.451596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.452034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.452369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.452740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.453112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.453481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.453846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.454211 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.454586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.454936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.455301 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:29.484318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:29.496647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0feddc5f-72d9-4297-b618-f1f8ba726dbb no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:02:29.514375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.534648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 0feddc5f-72d9-4297-b618-f1f8ba726dbb {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:02:29.535005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 0feddc5f-72d9-4297-b618-f1f8ba726dbb not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:02:29.535427 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e24fb96e-ebee-4663-a92f-96daa6b35fb1 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:02:29.567766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: e24fb96e-ebee-4663-a92f-96daa6b35fb1 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:02:29.568064 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e24fb96e-ebee-4663-a92f-96daa6b35fb1 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:02:29.814195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.816497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.831810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.842697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.843207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Fanout notify agent at l3_agent the message router_deleted on router 2063d6c9-6a9c-4b02-b6a4-f748aed7cbca {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:02:29.858306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:29.859394 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/routers/2063d6c9-6a9c-4b02-b6a4-f748aed7cbca HTTP/1.1" status: 204 len: 168 time: 1.5293102 Nov 24 20:02:29.862005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53296) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:29.981566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.113298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.137253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89315231-6cc6-441b-b366-5902ea9cd7b0']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:30.149535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b875eaf-016b-4c83-8ee9-1b7ebde004d4') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:30.149858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b875eaf-016b-4c83-8ee9-1b7ebde004d4') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:30.161423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.177798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.184389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:02:30.184765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:02:30.198961 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:02:30.282643 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.288283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.291764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-82501abf-ed3c-4be3-9ca9-977bd1e09ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:30.315522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Network': ['ID=89315231-6cc6-441b-b366-5902ea9cd7b0,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:30.317979 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:30.323125 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c7169168-5db4-48fb-b932-6509fc6c629c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/networks/89315231-6cc6-441b-b366-5902ea9cd7b0 HTTP/1.1" status: 204 len: 168 time: 0.4601784 Nov 24 20:02:30.325802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53300) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:30.394673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a05e8a8a-5b0b-48e0-ae34-5de1be381244 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.424924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a05e8a8a-5b0b-48e0-ae34-5de1be381244 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.488870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a05e8a8a-5b0b-48e0-ae34-5de1be381244 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.493243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cef445d2-cc21-4b15-a56f-42e99cb40ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:30.512029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e8a8a-5b0b-48e0-ae34-5de1be381244 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00de9de7-81ce-415e-8196-c8d47d0a563d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:30.514960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a05e8a8a-5b0b-48e0-ae34-5de1be381244 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:30.528671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a05e8a8a-5b0b-48e0-ae34-5de1be381244 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.529788 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a05e8a8a-5b0b-48e0-ae34-5de1be381244 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/security-groups/00de9de7-81ce-415e-8196-c8d47d0a563d HTTP/1.1" status: 204 len: 168 time: 0.2030969 Nov 24 20:02:30.754733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53308) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:30.759869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793995274', 'description': 'tempest-secgroup-smoke-793995274 description', 'project_id': 'f47adbc368294005b7993bf3dee392f6'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:30.766016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:30.770097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:30.772913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:30.780129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:30.789747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.808901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:30.812518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:30.815188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:30.820716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:30.888142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.891558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.895202 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-416e6b76-79a4-4362-9a98-1798e9cb2b9c tempest-NetworksIpV6Test-90074437 tempest-NetworksIpV6Test-90074437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:30.936585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23895505-1e1b-4964-a831-4f8e9f87f9d4,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:30.939637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:30.942168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:30.943370 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-68203e3b-889f-4790-b146-a1661e984dee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1876352 Nov 24 20:02:30.946778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53312) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:30.952281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '23895505-1e1b-4964-a831-4f8e9f87f9d4', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:30.958369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:30.963161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:30.966111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:30.971771 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:30.988818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.049699 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.053264 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.059428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-221cf8da-fb1b-4cb4-bfc6-63d7a20fc0a1 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:31.079528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19148866-a6dd-4266-82ee-a493cd3e439f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:31.082688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:31.090343 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.091698 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438503 Nov 24 20:02:31.094451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53316) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:31.099411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '23895505-1e1b-4964-a831-4f8e9f87f9d4', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:31.106368 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:31.110215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:31.113087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:31.119761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:31.136505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.196241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.199621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.201453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fa9ef282-29d9-4ab7-a931-54259e992d83 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:31.223045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adab7e5-e6e1-49e2-b8f0-3c5bdb82f1ac,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:31.225460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:31.233700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.235670 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400990 Nov 24 20:02:31.238236 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53320) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:31.244218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '23895505-1e1b-4964-a831-4f8e9f87f9d4', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:31.250225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:31.255050 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:31.258014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:31.264415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:31.282588 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.347287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.350979 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.359019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8b8a7641-10a5-40dc-b65b-7ea9fbba11e4 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:31.377035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fd2577-fce8-4347-bae3-a1853f569a1b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:31.379994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:31.386838 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.388012 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d93cf838-3a20-4d4c-830d-6d3338329245 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488371 Nov 24 20:02:31.390780 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53324) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:31.395898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '23895505-1e1b-4964-a831-4f8e9f87f9d4', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:31.402842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:31.408663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:31.411528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:31.418174 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:31.435025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.491079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 205514c8-0671-4bba-b52d-4377ab4df01c no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:02:31.501165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.504644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.506465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-84e2783b-3760-4a6a-8210-d7e07849280c tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:31.525728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 205514c8-0671-4bba-b52d-4377ab4df01c {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:02:31.526093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 205514c8-0671-4bba-b52d-4377ab4df01c not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:02:31.527610 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8b0a73-a7f2-40fa-a959-5ecabc0148a2,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:31.531492 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:31.538325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.540072 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e37aba5a-2fd7-4a8a-83d7-2ef8777c95dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483705 Nov 24 20:02:31.542920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53328) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:31.547806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '23895505-1e1b-4964-a831-4f8e9f87f9d4', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:31.553701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:31.558271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:31.561427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:31.567238 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:31.576632 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:02:31.583040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.646631 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.650364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.657885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-26acaccb-90cb-49fa-ad54-716e93ec2b10 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:31.678556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fad205-0b7a-42bc-b7ec-c9566e1fa848,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:31.681413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:31.688172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.689349 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-03f51974-6a06-4704-9c1c-01acbd625407 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455081 Nov 24 20:02:31.692104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53332) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:31.697348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '23895505-1e1b-4964-a831-4f8e9f87f9d4', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:31.703055 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:31.706840 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:31.709694 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:31.716300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:31.726241 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:02:31.733515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.799472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.802570 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.804352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-80d9f868-635b-486c-a02e-03b5ced7c875 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:31.826040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910fac54-428c-46fd-b94b-27c3f7571e44,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:31.828441 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:31.835290 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.837346 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442590 Nov 24 20:02:31.839990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53336) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:31.845497 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'network': {'name': 'tempest-network-smoke--425414645', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:31.850327 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:31.855309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:network and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:31.858127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:31.863924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:31.873677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:02:31.877356 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.906472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:02:31.916145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.916574 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Added segment f41afc91-2235-44ad-a8ad-0934993bff3a of type vlan for network 68522755-2a8f-4291-932c-f53dda6f6c96 Nov 24 20:02:31.942170 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.971225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.977522 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:31.978112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:31.981584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-54321b59-0c50-4849-8f77-53e5e27cac0a tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:32.087495 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2462072 Nov 24 20:02:32.090191 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53340) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:32.090661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Network': ['ID=68522755-2a8f-4291-932c-f53dda6f6c96,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:32.093377 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-80ea19c7-efad-4758-8275-99dd77646781 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:32.095658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'admin_state_up': True, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:32.100330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 68522755-2a8f-4291-932c-f53dda6f6c96 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:02:32.104919 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:32.108773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:router and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:32.111590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:32.121857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:32.133802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:32.134852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:32.151937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:32.208639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f611f041-aa89-4ed6-97c5-ab3f18ff4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:32.423088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:32.716987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:32.746767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:32.881434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.68 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/9044ede7-bac4-472e-b98b-2acaabd10960) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:02:32.903567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:33.028710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:33.057327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:33.060774 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86f29040-df8e-4fdc-9178-3a295320c3fc tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:33.129639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:02:33.132414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:02:33.136604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:02:33.161235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=9044ede7-bac4-472e-b98b-2acaabd10960,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:33.167327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:33.673926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:34.011101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:34.215302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:02:34.398178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:02:34.408612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Sync routers for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:02:34.418153 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:34.418775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:34.425576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:34.426757 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3355677 Nov 24 20:02:34.430552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53344) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:34.470178 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-189edbc8-ab5a-493a-ac70-337528805ca7 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f47adbc368294005b7993bf3dee392f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380845 Nov 24 20:02:34.472673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53348) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:34.606892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68725437-70ed-4f78-811a-218fbc5e27d8 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:34.608397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-68725437-70ed-4f78-811a-218fbc5e27d8 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346295 Nov 24 20:02:34.611276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53352) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:34.639127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:34.650552 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c486603d-6e0c-4a34-9e72-4aa1ef3f5e12 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379944 Nov 24 20:02:34.653158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53356) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:34.658469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2037852085', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:34.774757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:34.905409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:34.910289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:subnet and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:34.913403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:34.920490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:34.931587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:02:34.935288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:34.938864 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:33Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:34.942901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Checking router: 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:02:34.943753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Updating router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 port 9044ede7-bac4-472e-b98b-2acaabd10960 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:02:34.998859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.158209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.162606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6e7718d0-abf6-43fa-8977-5b629101e927 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:35.237812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Subnet': ['ID=060bc2ca-955d-49cf-872c-0afdbc1ad6ca,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:35.241124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:35.250428 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Checking segment: {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:02:35.250786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network hostable DHCP agents. Network: 68522755-2a8f-4291-932c-f53dda6f6c96, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:02:35.270771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 68522755-2a8f-4291-932c-f53dda6f6c96 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:02:35.281217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 68522755-2a8f-4291-932c-f53dda6f6c96) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:02:35.286429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:35.287262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.311939 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6577580 Nov 24 20:02:35.314633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53360) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:35.324560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78f26c-7273-4217-95d0-4d6a86062748 None None] Network 68522755-2a8f-4291-932c-f53dda6f6c96 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:02:35.420922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.439991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Transition to ACTIVE for port object 9044ede7-bac4-472e-b98b-2acaabd10960 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:02:35.455406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.460239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-767af82f-e7bb-471a-bc6c-832ec3237899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:35.590919 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Attempting to bind port 9044ede7-bac4-472e-b98b-2acaabd10960 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:02:35.591291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Attempting to bind port 9044ede7-bac4-472e-b98b-2acaabd10960 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:02:35.591666 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Attempting to bind port 9044ede7-bac4-472e-b98b-2acaabd10960 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:02:35.595460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88dd09-df5e-468e-bdc8-1c01cd8c7bdd None None] Pushing event updated for resources: {'Port': ['ID=9044ede7-bac4-472e-b98b-2acaabd10960,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:35.600593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1b88dd09-df5e-468e-bdc8-1c01cd8c7bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:35.605394 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:02:35.605740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:02:35.606147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.606539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:02:35.607014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Bound port: 9044ede7-bac4-472e-b98b-2acaabd10960, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:02:35.607395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.702041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-68522755-2a8f-4291-932c-f53dda6f6c96', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:02:35.702859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.731183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] For port 9044ede7-bac4-472e-b98b-2acaabd10960, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:02:35.780577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] For port 9044ede7-bac4-472e-b98b-2acaabd10960, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9044ede7-bac4-472e-b98b-2acaabd10960,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:02:35.787524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:35.797983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:35.940846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88dd09-df5e-468e-bdc8-1c01cd8c7bdd None None] Pushing event updated for resources: {'Port': ['ID=9044ede7-bac4-472e-b98b-2acaabd10960,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:35.943221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:35.943827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:35.997803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1b88dd09-df5e-468e-bdc8-1c01cd8c7bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:36.015761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:36.025125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Allocated IP 172.20.0.2 (68522755-2a8f-4291-932c-f53dda6f6c96/060bc2ca-955d-49cf-872c-0afdbc1ad6ca/e7cb2367-516a-415c-8278-df16f3c3740a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:02:36.262761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:36.580111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:36.619305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Transition to ACTIVE for port object e7cb2367-516a-415c-8278-df16f3c3740a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:02:36.645888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Transition to ACTIVE for port object e7cb2367-516a-415c-8278-df16f3c3740a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:02:36.653444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:36.658422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:36.719184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.1 (68522755-2a8f-4291-932c-f53dda6f6c96/060bc2ca-955d-49cf-872c-0afdbc1ad6ca/a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:02:36.726009 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Network 68522755-2a8f-4291-932c-f53dda6f6c96 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:02:36.730425 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:02:36.735816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:02:36.752128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:33Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:36.754012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Pushing event updated for resources: {'Port': ['ID=e7cb2367-516a-415c-8278-df16f3c3740a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:36.782847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:36.789954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500fa2f-9fb7-49ae-b6cc-8e5f1ebee8b9 None None] The sync data for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv is: [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:33Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:02:36.897551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:36.907978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Attempting to bind port e7cb2367-516a-415c-8278-df16f3c3740a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:02:36.908371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Attempting to bind port e7cb2367-516a-415c-8278-df16f3c3740a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:02:36.908738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Attempting to bind port e7cb2367-516a-415c-8278-df16f3c3740a on network 68522755-2a8f-4291-932c-f53dda6f6c96 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:02:36.917554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:02:36.922763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:02:36.923148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Checking segment: {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:02:36.923556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:36.923975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Bound using segment: {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:02:36.924454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Bound port: e7cb2367-516a-415c-8278-df16f3c3740a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:02:36.924843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:36.948419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:36.952357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e20be72f-4823-4d4f-aa52-4f8b72a328c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:37.017263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 68522755-2a8f-4291-932c-f53dda6f6c96 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:02:37.020283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:02:37.024988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:02:37.040858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] For port e7cb2367-516a-415c-8278-df16f3c3740a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:02:37.057234 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] For port e7cb2367-516a-415c-8278-df16f3c3740a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e7cb2367-516a-415c-8278-df16f3c3740a,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:02:37.068683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:37.083151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:37.101338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.123644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.134575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-767af82f-e7bb-471a-bc6c-832ec3237899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:37.252784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Pushing event updated for resources: {'Port': ['ID=e7cb2367-516a-415c-8278-df16f3c3740a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:37.262828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:37.414806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.605544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e7cb2367-516a-415c-8278-df16f3c3740a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:02:37.683950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port e7cb2367-516a-415c-8278-df16f3c3740a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:02:37.690649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9044ede7-bac4-472e-b98b-2acaabd10960 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:02:37.767607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9044ede7-bac4-472e-b98b-2acaabd10960 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:02:37.775037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9044ede7-bac4-472e-b98b-2acaabd10960 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:37.775410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.885097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.890841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.905970 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.920334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-50a8656d-d435-44c5-95d9-ef44df966d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:37.923640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9044ede7-bac4-472e-b98b-2acaabd10960, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9044ede7-bac4-472e-b98b-2acaabd10960,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:37.927804 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:37.934733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0d47ec39-a015-4af5-890b-35afd1d9ddb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:38.009881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9044ede7-bac4-472e-b98b-2acaabd10960,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:38.012541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:38.012980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:38.014987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:38.018890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:38.160362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 68522755-2a8f-4291-932c-f53dda6f6c96 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:02:38.161459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:02:38.290415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d06e1-427c-45f4-8c22-d2979bcb50ab None None] Network 68522755-2a8f-4291-932c-f53dda6f6c96 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:02:38.455213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Provisioning for port e7cb2367-516a-415c-8278-df16f3c3740a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:02:38.470046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Provisioning complete for port e7cb2367-516a-415c-8278-df16f3c3740a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:38.470665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:38.489629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:02:38.678099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:02:38.702779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3779159 Nov 24 20:02:38.716428 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Sync routers for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:02:38.726078 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:38.727534 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:38.729781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:38.775892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] For port e7cb2367-516a-415c-8278-df16f3c3740a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e7cb2367-516a-415c-8278-df16f3c3740a,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:38.783168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:38.785580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:38.883556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Pushing event updated for resources: {'Port': ['ID=e7cb2367-516a-415c-8278-df16f3c3740a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:38.886662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-ee1a5136-affe-4af1-88a0-95750cd298f4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:02:38.897728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:38.915935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-ee1a5136-affe-4af1-88a0-95750cd298f4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:02:38.917400 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-ee1a5136-affe-4af1-88a0-95750cd298f4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793995274&fields=id&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 267 time: 0.0762708 Nov 24 20:02:38.937863 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:39.009863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ee07ccad-3272-4c18-b6da-df84ac87e686 None None] Provisioning complete for port e7cb2367-516a-415c-8278-df16f3c3740a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:39.010350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ee07ccad-3272-4c18-b6da-df84ac87e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.079692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-b227c544-06d0-4200-93d4-ee5c153cdec3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:39.081481 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-b227c544-06d0-4200-93d4-ee5c153cdec3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 796 time: 0.1568041 Nov 24 20:02:39.101111 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-3c22164d-9be4-4e94-ba31-8ac01842e505 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/quotas/f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 375 time: 0.0107832 Nov 24 20:02:39.182779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ee07ccad-3272-4c18-b6da-df84ac87e686 None None] Provisioning for port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:02:39.188897 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ee07ccad-3272-4c18-b6da-df84ac87e686 None None] Provisioning complete for port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:39.189245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ee07ccad-3272-4c18-b6da-df84ac87e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.223282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-24c48d0b-8744-4ba9-a31b-bb916f85460c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:02:39.244467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-24c48d0b-8744-4ba9-a31b-bb916f85460c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:02:39.245864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-24c48d0b-8744-4ba9-a31b-bb916f85460c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375468 Nov 24 20:02:39.257410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-ee07ccad-3272-4c18-b6da-df84ac87e686 None None] Port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:02:39.306524 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 2, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:39.310927 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Checking router: 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:02:39.311372 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Updating router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:02:39.324579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-1ec3a17d-eacf-4704-b7c2-14f2ea975da2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:02:39.325594 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-1ec3a17d-eacf-4704-b7c2-14f2ea975da2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645280 Nov 24 20:02:39.374424 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.394361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-1329cd7c-17f8-4e03-9bb3-e117e4c81f98 None None] Provisioning complete for port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:39.394811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1329cd7c-17f8-4e03-9bb3-e117e4c81f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.456067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-1329cd7c-17f8-4e03-9bb3-e117e4c81f98 None None] Port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:02:39.490240 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-3309f3dd-b32f-42d8-b835-c28af53613b1 service neutron] 10.222.0.47 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520782 Nov 24 20:02:39.551275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e7cb2367-516a-415c-8278-df16f3c3740a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:02:39.618797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-68ba599d-a00a-4da0-a033-d72c92378c2d None None] Provisioning complete for port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:39.619185 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-68ba599d-a00a-4da0-a033-d72c92378c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.626847 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-e42483cb-bd16-4a59-8743-7cb798835bc7 service neutron] 10.222.0.47 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299670 Nov 24 20:02:39.688112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-68ba599d-a00a-4da0-a033-d72c92378c2d None None] Port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:02:39.695021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port e7cb2367-516a-415c-8278-df16f3c3740a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:39.695466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.772556 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.789332 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Transition to ACTIVE for port object a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:02:39.800242 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:39.806404 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-881916a0-f59f-4fef-966b-ca0ebc240d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:39.836171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9044ede7-bac4-472e-b98b-2acaabd10960 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:02:39.840622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-42043d92-094e-4606-ad2f-de843054f7fb req-bc23787e-2e24-4637-84bf-2db1c14ae4e0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 210 time: 0.0462153 Nov 24 20:02:39.921196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9044ede7-bac4-472e-b98b-2acaabd10960 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:39.922037 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:40.043009 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Pushing event updated for resources: {'Port': ['ID=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:40.097082 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.097443 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.097787 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.098176 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.098515 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.098878 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.099212 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.099536 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.099858 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.100213 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.100537 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.100858 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:02:40.106977 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:40.120285 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Attempting to bind port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:02:40.120956 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Attempting to bind port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:02:40.121337 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Attempting to bind port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 on network 68522755-2a8f-4291-932c-f53dda6f6c96 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:02:40.127642 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:02:40.128191 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Checking segment: {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:02:40.128681 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:40.129083 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Bound using segment: {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:02:40.129560 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Bound port: a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:02:40.129942 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:40.228390 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] For port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:02:40.231604 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] For port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:02:40.235977 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:40.240968 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-8f340ffa-e813-4ebc-9532-b54a02ff7356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:40.321268 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:40.321912 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:40.379169 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Pushing event updated for resources: {'Port': ['ID=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:40.390426 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:40.522228 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:40.849474 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:40Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:40.854117 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093882d-2486-4346-bed5-21ad7aed908a None None] The sync data for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv is: [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:40Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:02:41.024375 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89991081-457c-4704-ab18-09fbe0af2a5a req-bdfd69e6-15b8-496b-8377-2d76f8899df5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 210 time: 0.0552528 Nov 24 20:02:41.190399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-4b719a7a-8b81-4d8a-8fa5-f9e4698bc546 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:41.192168 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-4b719a7a-8b81-4d8a-8fa5-f9e4698bc546 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 796 time: 0.1711802 Nov 24 20:02:41.260395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-010caf9c-eec7-4744-b4f2-dcbfcac7e527 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 379 time: 0.0592945 Nov 24 20:02:41.270342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'port': {'device_id': '247c22a0-8995-417c-8668-014b9d327b82', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'admin_state_up': True, 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'security_groups': ['23895505-1e1b-4964-a831-4f8e9f87f9d4']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:41.425175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:41.435283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:41.445739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:02:41.449451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:41.537059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:02:41.614767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:02:41.620057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:41.620446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:41.636499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.11 (68522755-2a8f-4291-932c-f53dda6f6c96/060bc2ca-955d-49cf-872c-0afdbc1ad6ca/2cae086d-de98-4924-bb20-12ae4063d97d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:02:41.751660 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:41.789631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:41.794830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:41.796996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1b88dd09-df5e-468e-bdc8-1c01cd8c7bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:41.860291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:41.870088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:41.873240 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:41.882316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object 2cae086d-de98-4924-bb20-12ae4063d97d will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:02:41.916292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:41.922145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:42.115390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 68522755-2a8f-4291-932c-f53dda6f6c96 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:02:42.119133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:02:42.123178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:02:42.158513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=2cae086d-de98-4924-bb20-12ae4063d97d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:42.194714 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:42.242683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:42.243315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:42.278744 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0121431 Nov 24 20:02:42.291572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9feb047-3c09-4f24-9bb3-4c236a90a280 req-3f6aa8f9-539a-4345-a989-5527424ec609 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:42.292302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e9feb047-3c09-4f24-9bb3-4c236a90a280 req-3f6aa8f9-539a-4345-a989-5527424ec609 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:02:42.299006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Request body: {'port': {'device_id': '247c22a0-8995-417c-8668-014b9d327b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:42.359398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e9feb047-3c09-4f24-9bb3-4c236a90a280 req-3f6aa8f9-539a-4345-a989-5527424ec609 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:02:42.360565 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e9feb047-3c09-4f24-9bb3-4c236a90a280 req-3f6aa8f9-539a-4345-a989-5527424ec609 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 932 time: 0.2070169 Nov 24 20:02:42.386163 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-205f7bea-18a7-4d1a-967e-249684f1c1d4 None None] Provisioning for port 2cae086d-de98-4924-bb20-12ae4063d97d completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:02:42.391127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-205f7bea-18a7-4d1a-967e-249684f1c1d4 None None] Provisioning complete for port 2cae086d-de98-4924-bb20-12ae4063d97d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:42.391430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-205f7bea-18a7-4d1a-967e-249684f1c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:42.450148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:42.450842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-205f7bea-18a7-4d1a-967e-249684f1c1d4 None None] Port 2cae086d-de98-4924-bb20-12ae4063d97d cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:02:42.464440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e9feb047-3c09-4f24-9bb3-4c236a90a280 req-c4771866-8774-43b6-bd74-29e666d7531b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702293 Nov 24 20:02:42.795658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cae086d-de98-4924-bb20-12ae4063d97d {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:02:42.802641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:42.817432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Transition to ACTIVE for port object 2cae086d-de98-4924-bb20-12ae4063d97d will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:02:42.820632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:42.824116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b8c7eee2-5a23-4127-83a8-9bb15854b00f tempest-TestEncryptedCinderVolumes-1544986808 tempest-TestEncryptedCinderVolumes-1544986808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:43.027639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae086d-de98-4924-bb20-12ae4063d97d,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:43.034697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:43.076333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Attempting to bind port 2cae086d-de98-4924-bb20-12ae4063d97d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:02:43.076659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Attempting to bind port 2cae086d-de98-4924-bb20-12ae4063d97d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:02:43.076967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Attempting to bind port 2cae086d-de98-4924-bb20-12ae4063d97d on network 68522755-2a8f-4291-932c-f53dda6f6c96 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:02:43.082762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Port 2cae086d-de98-4924-bb20-12ae4063d97d on network 68522755-2a8f-4291-932c-f53dda6f6c96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:02:43.083084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Attempting to bind port 2cae086d-de98-4924-bb20-12ae4063d97d on network 68522755-2a8f-4291-932c-f53dda6f6c96 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:02:43.089241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:02:43.089581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Checking segment: {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:02:43.089966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Bound using segment: {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:02:43.090395 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Bound port: 2cae086d-de98-4924-bb20-12ae4063d97d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41afc91-2235-44ad-a8ad-0934993bff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:02:43.090761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:43.186711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] For port 2cae086d-de98-4924-bb20-12ae4063d97d, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:02:43.189800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] For port 2cae086d-de98-4924-bb20-12ae4063d97d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2cae086d-de98-4924-bb20-12ae4063d97d,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:02:43.194053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:43.198377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-42c099c2-8bdf-400f-83ac-25379b4173f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:43.261160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:43.261790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:43.263161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 1094 time: 0.9680510 Nov 24 20:02:43.264201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:02:43.287012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae086d-de98-4924-bb20-12ae4063d97d,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:43.290511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:43.344082 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d', 'status': 'completed', 'code': 200} Nov 24 20:02:43.387543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-c4068c50-3470-43be-a278-632f3f0e506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:43.389122 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-c4068c50-3470-43be-a278-632f3f0e506e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1097 time: 0.0839930 Nov 24 20:02:43.464936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-3d17450a-9027-45e7-b927-2b7af3cd3016 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 217 time: 0.0687876 Nov 24 20:02:43.520715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:02:43.532600 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-216c79a9-72df-49ae-9833-55fe5cb177b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:43.533960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-216c79a9-72df-49ae-9833-55fe5cb177b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 200 len: 835 time: 0.0627902 Nov 24 20:02:43.592485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:43.592780 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:43.681835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c939a7f-23ce-47d7-b78c-0c83364a8a2d req-0bd702b3-5798-4dc8-bdc4-86d42bbaf819 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:43.683268 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c939a7f-23ce-47d7-b78c-0c83364a8a2d req-0bd702b3-5798-4dc8-bdc4-86d42bbaf819 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 944 time: 0.1081140 Nov 24 20:02:43.686808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-602824b9-77db-4c1f-87d2-9c1d3de41a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:43.686993 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-602824b9-77db-4c1f-87d2-9c1d3de41a8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68522755-2a8f-4291-932c-f53dda6f6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461899 Nov 24 20:02:43.923793 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c939a7f-23ce-47d7-b78c-0c83364a8a2d req-fc0d66b6-3f9c-42a8-8250-c48989ac1d19 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345951 Nov 24 20:02:43.965042 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-a0749c3d-4087-4296-8d02-1c7124732dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631731 Nov 24 20:02:44.095410 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6864fbe7-ece5-477d-96ba-4d4b8b549f60 req-d348fe09-5cad-4a73-80f8-cf30dcf7cea6 service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241345 Nov 24 20:02:44.212350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-88e7c5da-b2dc-4b8f-87b9-3472c392a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:44.213744 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-88e7c5da-b2dc-4b8f-87b9-3472c392a689 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1097 time: 0.0748830 Nov 24 20:02:44.352700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-0225ced0-c3ff-4e45-ab15-1a6a984c0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:44.354138 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-0225ced0-c3ff-4e45-ab15-1a6a984c0747 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 897 time: 0.1336391 Nov 24 20:02:44.421220 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-d4a9b51a-9416-4e20-9d3d-ad5742569d40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 217 time: 0.0605130 Nov 24 20:02:44.487945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-d753cacd-f589-458f-9836-1f53edeb94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:44.489388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-d753cacd-f589-458f-9836-1f53edeb94f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 200 len: 835 time: 0.0614610 Nov 24 20:02:44.564172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-e044348d-19ff-4353-93fd-73d68dea2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:44.565669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-e044348d-19ff-4353-93fd-73d68dea2e3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68522755-2a8f-4291-932c-f53dda6f6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697753 Nov 24 20:02:44.700095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-19ed37c4-a4f9-4007-8ac8-9b4b9142831f service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275070 Nov 24 20:02:44.832570 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-de662eed-6905-457e-9a7f-3b792fe9c8e7 req-cdbca195-e39e-4b07-ba05-59780cdd45ed service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257503 Nov 24 20:02:45.109372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df6920-b3be-414e-ab5e-c9e7510c2129 req-a1b14c49-6ee9-400e-81c1-9a7617faf68b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:45.110768 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79df6920-b3be-414e-ab5e-c9e7510c2129 req-a1b14c49-6ee9-400e-81c1-9a7617faf68b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 944 time: 0.0799594 Nov 24 20:02:45.158756 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79df6920-b3be-414e-ab5e-c9e7510c2129 req-ac999101-649a-4832-a6dd-97a65306aae5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Nov 24 20:02:46.345131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2800a03-c471-47bb-aeaf-ae209ebae7ac req-e49060b0-7feb-4446-ad28-433e5e96dda1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:46.346583 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2800a03-c471-47bb-aeaf-ae209ebae7ac req-e49060b0-7feb-4446-ad28-433e5e96dda1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 944 time: 0.0820963 Nov 24 20:02:46.390857 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b2800a03-c471-47bb-aeaf-ae209ebae7ac req-803a2917-1326-4eeb-889e-f3580cfe6c67 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Nov 24 20:02:46.664248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2cae086d-de98-4924-bb20-12ae4063d97d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:02:46.797147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 2cae086d-de98-4924-bb20-12ae4063d97d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2cae086d-de98-4924-bb20-12ae4063d97d,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:46.810304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '2cae086d-de98-4924-bb20-12ae4063d97d', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'port_id': '2cae086d-de98-4924-bb20-12ae4063d97d', 'mac_address': 'fa:16:3e:09:24:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:02:46.863944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:46.884561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cae086d-de98-4924-bb20-12ae4063d97d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:02:46.899812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 2cae086d-de98-4924-bb20-12ae4063d97d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2cae086d-de98-4924-bb20-12ae4063d97d,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:46.904488 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:46.906174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:47.005898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=2cae086d-de98-4924-bb20-12ae4063d97d,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:47.009016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:47.235340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['2cae086d-de98-4924-bb20-12ae4063d97d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:02:47.580478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438c088-6663-43c7-a806-df75aab3fc85 req-d51b6daa-bbc2-4d5b-ae06-1858ccc2bd8f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:47.581931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9438c088-6663-43c7-a806-df75aab3fc85 req-d51b6daa-bbc2-4d5b-ae06-1858ccc2bd8f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 945 time: 0.0857499 Nov 24 20:02:47.624738 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9438c088-6663-43c7-a806-df75aab3fc85 req-05344b60-9bd5-4604-8b96-cf3d59f738f5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371895 Nov 24 20:02:48.670587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2cae086d-de98-4924-bb20-12ae4063d97d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:02:48.740223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 2cae086d-de98-4924-bb20-12ae4063d97d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:02:48.746098 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 2cae086d-de98-4924-bb20-12ae4063d97d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:02:48.746480 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:48.812730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8f96-58df-454d-859e-734ea30ffe35 req-557d12bf-98e3-4d89-932a-4468bcb7edd8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:48.814188 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-734c8f96-58df-454d-859e-734ea30ffe35 req-557d12bf-98e3-4d89-932a-4468bcb7edd8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 945 time: 0.0836005 Nov 24 20:02:48.857948 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-734c8f96-58df-454d-859e-734ea30ffe35 req-316c62dc-f573-4638-96fc-ffaaa868fc34 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380547 Nov 24 20:02:48.865939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:48.896173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:02:48.906766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 2cae086d-de98-4924-bb20-12ae4063d97d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2cae086d-de98-4924-bb20-12ae4063d97d,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:02:48.912312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:48.914601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:48.950069 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d', 'code': 200} Nov 24 20:02:48.981665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=2cae086d-de98-4924-bb20-12ae4063d97d,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:48.984461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:49.172464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490f57-9651-41d1-b19a-4cf4369abbcc req-c89163bc-8b5e-4bc3-86dc-08e82890d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:49.173861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-78490f57-9651-41d1-b19a-4cf4369abbcc req-c89163bc-8b5e-4bc3-86dc-08e82890d90b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1099 time: 0.0747449 Nov 24 20:02:49.214518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-78490f57-9651-41d1-b19a-4cf4369abbcc req-f14d95cc-e231-4b37-b998-6a10423277e3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332675 Nov 24 20:02:49.470138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:50.042521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5f3ee-2a1c-4fad-a082-7fb88dd5ee05 req-4154ead5-6f3b-41a9-a7d0-98db04f56983 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:50.044033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0a5f3ee-2a1c-4fad-a082-7fb88dd5ee05 req-4154ead5-6f3b-41a9-a7d0-98db04f56983 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0810075 Nov 24 20:02:50.093524 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0a5f3ee-2a1c-4fad-a082-7fb88dd5ee05 req-2d489daa-7554-43da-82a4-80269e73654a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437520 Nov 24 20:02:51.279150 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07ce9a-3647-451d-9f9d-0993ecdb85c4 req-07477c3a-c398-4881-8960-9b2d99e2b71f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:51.280519 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c07ce9a-3647-451d-9f9d-0993ecdb85c4 req-07477c3a-c398-4881-8960-9b2d99e2b71f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0805328 Nov 24 20:02:51.326503 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c07ce9a-3647-451d-9f9d-0993ecdb85c4 req-975565a7-d547-48d2-a809-84e684fe5cca tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402560 Nov 24 20:02:51.528496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbac701-3417-4561-830c-5dc489706235 req-5368da1a-c843-4b4a-9c4b-e7b4b5051a13 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:51.530054 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbbac701-3417-4561-830c-5dc489706235 req-5368da1a-c843-4b4a-9c4b-e7b4b5051a13 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0851281 Nov 24 20:02:51.686001 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bbbac701-3417-4561-830c-5dc489706235 req-15912ca3-3f3a-4a25-96b2-70abefbad995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497874 Nov 24 20:02:51.708413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53422) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:51.782243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b2d1f-2dc3-474d-9e70-beebef173987 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:51.783656 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-185b2d1f-2dc3-474d-9e70-beebef173987 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1094 time: 0.0741274 Nov 24 20:02:51.786400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53426) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:51.791837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '2cae086d-de98-4924-bb20-12ae4063d97d', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:02:51.797692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:02:51.801451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:floatingip and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:02:51.804252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:02:51.810145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:02:51.820270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:51.954981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:52.084871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.181 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/b6afab71-aa4a-4f8d-84ce-eef49a932c0f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:02:52.345555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:52.373398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:52.377692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cb5f9515-aba3-4659-9cb0-320e4f1b3e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:52.437648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:02:52.440286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:02:52.444048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:02:52.479006 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=b6afab71-aa4a-4f8d-84ce-eef49a932c0f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:52.487074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:52.856567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:52.930435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:53.129037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:53.134056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:53.137471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8a8d0184-04e0-4071-99dd-0d5f883bada0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:02:53.241001 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=b6afab71-aa4a-4f8d-84ce-eef49a932c0f,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:02:53.245595 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:02:53.253399 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:53.439880 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP dc45b939-1815-468b-ad4e-6f72a8d6a25c associated. External IP: 172.26.6.181, port: 2cae086d-de98-4924-bb20-12ae4063d97d. Nov 24 20:02:53.907151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:02:54.086298 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:02:54.096096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] Sync routers for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:02:54.106877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:54.107581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:54.110721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:54.166276 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3787169 Nov 24 20:02:54.166775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:02:54.220442 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d', 'status': 'completed', 'code': 200} Nov 24 20:02:54.292746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:54.378872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-d699d311-2f9f-4a3d-9d1e-c7d7824a8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:54.380373 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-d699d311-2f9f-4a3d-9d1e-c7d7824a8b51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1099 time: 0.1366768 Nov 24 20:02:54.392667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f9991-f1a2-4924-ac3c-c42baaf9724d req-6bceca12-fcd9-432e-887b-d0ffd973f698 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:54.394028 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f42f9991-f1a2-4924-ac3c-c42baaf9724d req-6bceca12-fcd9-432e-887b-d0ffd973f698 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.1089320 Nov 24 20:02:54.521768 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f42f9991-f1a2-4924-ac3c-c42baaf9724d req-4f48c8c5-9ad0-443d-bf86-b862f393ff5e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081727 Nov 24 20:02:54.544853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53434) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:54.557923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-0cc949f8-d5a8-47f0-b8aa-d8010557e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:54.559505 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-0cc949f8-d5a8-47f0-b8aa-d8010557e374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 897 time: 0.1646376 Nov 24 20:02:54.650487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'dc45b939-1815-468b-ad4e-6f72a8d6a25c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'port_id': '2cae086d-de98-4924-bb20-12ae4063d97d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'mac_address': 'fa:16:3e:09:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247c22a0-8995-417c-8668-014b9d327b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:02:52Z', 'updated_at': '2021-11-24T20:02:52Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:41Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:54.654706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] Checking router: 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:02:54.656772 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1d09d862-eb0b-48d3-bfc6-685ed3b6bd0d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/dc45b939-1815-468b-ad4e-6f72a8d6a25c HTTP/1.1" status: 200 len: 992 time: 0.1106253 Nov 24 20:02:54.663146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:02:54.663747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:02:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:54.674493 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-19b88e6d-aa10-4b7a-b98c-cfe6cce81d97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 1000 time: 0.1070542 Nov 24 20:02:54.738157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-13953403-f8c0-4f75-a7fb-1d64ffc6649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:54.739596 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-13953403-f8c0-4f75-a7fb-1d64ffc6649e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 200 len: 835 time: 0.0580301 Nov 24 20:02:54.818527 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-285812d7-42ba-4984-b828-43bafff43d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:02:54.819915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-285812d7-42ba-4984-b828-43bafff43d36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68522755-2a8f-4291-932c-f53dda6f6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742860 Nov 24 20:02:54.841048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:02:54.951809 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-bad2e451-9381-4b0f-8386-200c79c4f905 service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249666 Nov 24 20:02:55.085454 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7586f1f9-dc66-41cd-bfe2-1fbf80a138fa req-e29541dd-37df-44a1-88f8-3ed76adb782a service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267035 Nov 24 20:02:55.233707 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'dc45b939-1815-468b-ad4e-6f72a8d6a25c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'port_id': '2cae086d-de98-4924-bb20-12ae4063d97d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'mac_address': 'fa:16:3e:09:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247c22a0-8995-417c-8668-014b9d327b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:02:52Z', 'updated_at': '2021-11-24T20:02:52Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:41Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:02:55.237607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf87e85-a7f6-4833-987b-f47d5b55a630 None None] The sync data for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv is: [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'dc45b939-1815-468b-ad4e-6f72a8d6a25c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'port_id': '2cae086d-de98-4924-bb20-12ae4063d97d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'mac_address': 'fa:16:3e:09:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247c22a0-8995-417c-8668-014b9d327b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:02:52Z', 'updated_at': '2021-11-24T20:02:52Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:41Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:02:55.432956 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890bb3d-a89a-418f-8b91-2854ed39e579 None None] New status for floating IP dc45b939-1815-468b-ad4e-6f72a8d6a25c: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:02:55.659991 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53438) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:02:55.772196 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e3b6dc00-195a-4f09-8502-e35d3859d51c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/dc45b939-1815-468b-ad4e-6f72a8d6a25c HTTP/1.1" status: 200 len: 994 time: 0.1108518 Nov 24 20:02:56.395049 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:02:59.435451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ffd58c83-fd58-4129-b11d-3ebf776b134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:02:59.829544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:02.190956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6367139-989c-4eb0-8b56-58a17635bfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:02.907839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:04.670516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:19.481036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:29.437270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a297c5d4-f9f2-4073-9bff-59706a209185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:29.830269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:31.034725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-f1c66f2f-4e2e-4217-af40-109ccc0d6b97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684941 Nov 24 20:03:31.178281 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-517b10b8-d0c4-4c1b-8ce4-b0d75ba5a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:31.180542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-517b10b8-d0c4-4c1b-8ce4-b0d75ba5a1d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1099 time: 0.0772283 Nov 24 20:03:31.324624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-fed06983-8b48-40ab-a931-9ef095b4fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:31.326081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-fed06983-8b48-40ab-a931-9ef095b4fc75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 897 time: 0.1272967 Nov 24 20:03:31.436967 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-c7e1a5e0-9b55-4b1c-916b-c10cf89482b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 1002 time: 0.1037037 Nov 24 20:03:31.500722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-71839993-c5e1-4201-8671-4e07fffe49af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:31.502123 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-71839993-c5e1-4201-8671-4e07fffe49af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 200 len: 835 time: 0.0593455 Nov 24 20:03:31.576400 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-9bdaaf30-af0b-4913-bcc3-f1225ad81c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:31.577893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-9bdaaf30-af0b-4913-bcc3-f1225ad81c93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68522755-2a8f-4291-932c-f53dda6f6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694933 Nov 24 20:03:31.708343 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-1d7e9b1f-6696-4e5b-b179-ab714dd75390 service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237998 Nov 24 20:03:31.956030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a1a2ec50-ded4-4800-bed0-aed3858ae452 req-cbc565c0-6db6-4ed2-8655-0d0314ba527f service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395313 Nov 24 20:03:32.193931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-43199fce-be1d-4ece-bc88-80a741cd5578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:32.909861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:33.393147 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:03:34.676004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:49.496882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:56.660134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6da0-bbf7-4d7a-87ea-d861e00e2803 req-675aca91-ecde-478d-8628-8ac7fa7d4481 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:56.661582 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-882e6da0-bbf7-4d7a-87ea-d861e00e2803 req-675aca91-ecde-478d-8628-8ac7fa7d4481 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.1021197 Nov 24 20:03:56.664001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d639-d5ac-400a-98e9-3580471903ad req-75af94f8-5f83-4b16-98d7-cc841f0307e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:56.665472 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1289d639-d5ac-400a-98e9-3580471903ad req-75af94f8-5f83-4b16-98d7-cc841f0307e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1099 time: 0.1443918 Nov 24 20:03:56.788743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-882e6da0-bbf7-4d7a-87ea-d861e00e2803 req-d9420da9-4179-41f6-94ea-e24b74b7a092 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202524 Nov 24 20:03:56.831574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d639-d5ac-400a-98e9-3580471903ad req-d81f28cf-0c21-4612-85d7-77f441bd1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:56.833058 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1289d639-d5ac-400a-98e9-3580471903ad req-d81f28cf-0c21-4612-85d7-77f441bd1b0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 897 time: 0.1498971 Nov 24 20:03:56.940572 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1289d639-d5ac-400a-98e9-3580471903ad req-7183baf5-73ad-4b76-9b74-fae6dff3d8d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 1002 time: 0.0988791 Nov 24 20:03:57.003256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d639-d5ac-400a-98e9-3580471903ad req-29b8aac8-395d-424d-8f89-458ab1459536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:57.004715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1289d639-d5ac-400a-98e9-3580471903ad req-29b8aac8-395d-424d-8f89-458ab1459536 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 200 len: 835 time: 0.0580602 Nov 24 20:03:57.079539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289d639-d5ac-400a-98e9-3580471903ad req-f3c1f9f6-aaf6-4f82-bb15-bd17eae2cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:57.081009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1289d639-d5ac-400a-98e9-3580471903ad req-f3c1f9f6-aaf6-4f82-bb15-bd17eae2cfac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68522755-2a8f-4291-932c-f53dda6f6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698524 Nov 24 20:03:57.214079 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1289d639-d5ac-400a-98e9-3580471903ad req-3e034959-d8db-4fca-a583-18c573585118 service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254177 Nov 24 20:03:57.347494 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1289d639-d5ac-400a-98e9-3580471903ad req-ed59fcbd-1917-44f8-a06b-688e1739848e service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260626 Nov 24 20:03:57.980873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168641a-ad6e-486a-890f-0a4fe46d78da req-bf1b91ab-f1d7-44e7-b9c2-c13f085e1b54 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:57.982390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a168641a-ad6e-486a-890f-0a4fe46d78da req-bf1b91ab-f1d7-44e7-b9c2-c13f085e1b54 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0869408 Nov 24 20:03:58.025812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a168641a-ad6e-486a-890f-0a4fe46d78da req-2898d13a-ea4e-4bb4-878e-9f44ada2787d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378072 Nov 24 20:03:59.211416 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016141-a113-49fe-96f7-020c0bc25cb6 req-e02d95d9-8a5c-45cd-95ee-0929c9869f88 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:03:59.212874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e9016141-a113-49fe-96f7-020c0bc25cb6 req-e02d95d9-8a5c-45cd-95ee-0929c9869f88 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0800653 Nov 24 20:03:59.261496 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e9016141-a113-49fe-96f7-020c0bc25cb6 req-3e36554b-cd7f-4a2c-8edf-9424fc81b26f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Nov 24 20:03:59.438448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7ac54c1b-554d-4ca5-9511-c0ff45cee798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:03:59.832435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:00.446273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc6ae-ac6d-4c83-b29c-04ec10426b5b req-d41e4a45-bf6d-4d86-b868-3cd4d606372c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:00.447710 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb8cc6ae-ac6d-4c83-b29c-04ec10426b5b req-d41e4a45-bf6d-4d86-b868-3cd4d606372c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0817406 Nov 24 20:04:00.490355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bb8cc6ae-ac6d-4c83-b29c-04ec10426b5b req-7887664e-2640-4fab-b88d-47a6ed44def1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370619 Nov 24 20:04:01.686196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af8478-e3e4-4e29-b8f5-98d1bb0e4ff6 req-0f1cf542-52cc-4d4f-baec-69cd379cf34c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:01.687682 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0af8478-e3e4-4e29-b8f5-98d1bb0e4ff6 req-0f1cf542-52cc-4d4f-baec-69cd379cf34c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0940332 Nov 24 20:04:01.732204 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0af8478-e3e4-4e29-b8f5-98d1bb0e4ff6 req-becb48be-3e7a-496d-ada6-ce90c1ffb262 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385880 Nov 24 20:04:02.196561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-91c95317-5e28-4a3d-be6d-f788620fbe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:02.912767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:02.919742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1f636-03e7-4136-8b24-c53551658780 req-9c6dc77e-18dc-4b5d-8389-4203450c884f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:02.921238 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-60a1f636-03e7-4136-8b24-c53551658780 req-9c6dc77e-18dc-4b5d-8389-4203450c884f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0816214 Nov 24 20:04:02.965715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-60a1f636-03e7-4136-8b24-c53551658780 req-5c1e97f6-b8f4-4293-ba6c-f725022caad1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388589 Nov 24 20:04:04.154243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f880b75-abb8-460b-bf13-a22a3036b253 req-8377c5bb-eb9e-49ac-86c2-54b08f9663a9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:04.155691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f880b75-abb8-460b-bf13-a22a3036b253 req-8377c5bb-eb9e-49ac-86c2-54b08f9663a9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0847783 Nov 24 20:04:04.200233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1f880b75-abb8-460b-bf13-a22a3036b253 req-e805987b-305d-42d8-9279-97c47f23441c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 Nov 24 20:04:04.675893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:05.382543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa22d9-351d-4a9e-b592-5cb221bb174e req-512f5ce2-8af3-4d30-9bef-b0ba689eab9a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:05.384009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-76fa22d9-351d-4a9e-b592-5cb221bb174e req-512f5ce2-8af3-4d30-9bef-b0ba689eab9a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0788381 Nov 24 20:04:05.428796 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-76fa22d9-351d-4a9e-b592-5cb221bb174e req-5e8c592b-3226-4078-920f-f1b690553d18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391817 Nov 24 20:04:06.724481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf715d55-bbe3-4636-8828-1dfe0cb1d51a req-f93d8376-b785-442a-989d-13ab41619f51 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:06.725905 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf715d55-bbe3-4636-8828-1dfe0cb1d51a req-f93d8376-b785-442a-989d-13ab41619f51 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.1910198 Nov 24 20:04:06.769579 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf715d55-bbe3-4636-8828-1dfe0cb1d51a req-ca522d6f-9aa2-4f92-bb2f-6208dfaf402f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380902 Nov 24 20:04:07.957297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b0d97-9e66-4180-a8fc-44edd63a504d req-5fc33de3-b4a3-466d-9cb3-101c0c6f5960 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:07.958770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab1b0d97-9e66-4180-a8fc-44edd63a504d req-5fc33de3-b4a3-466d-9cb3-101c0c6f5960 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0845845 Nov 24 20:04:08.003312 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab1b0d97-9e66-4180-a8fc-44edd63a504d req-5a637189-2ba3-46be-b712-c064366d75a6 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386364 Nov 24 20:04:09.184559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d80f0-255c-4464-a408-c1d652292449 req-8786c45d-521a-41c5-b12a-c17259434d5a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:09.186054 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-810d80f0-255c-4464-a408-c1d652292449 req-8786c45d-521a-41c5-b12a-c17259434d5a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0800505 Nov 24 20:04:09.229262 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-810d80f0-255c-4464-a408-c1d652292449 req-2b04257c-c778-4674-887b-4c49ae80f14f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376968 Nov 24 20:04:09.252134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53502) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:04:09.358183 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ec2ad07d-8966-430f-a691-3c03af73a8d2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/dc45b939-1815-468b-ad4e-6f72a8d6a25c HTTP/1.1" status: 200 len: 994 time: 0.1047027 Nov 24 20:04:10.391287 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:04:19.503266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:29.441247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38245567-b1d7-4087-9f62-ba6882512c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:29.834056 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:30.898778 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-2dc3392f-aade-4a09-9cb4-1b1bb864727c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723679 Nov 24 20:04:31.036079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-90aece00-06bf-484e-a354-0cce5221089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:31.037542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-90aece00-06bf-484e-a354-0cce5221089f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1099 time: 0.0704277 Nov 24 20:04:31.181979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-c7c31182-ecb8-4763-8b44-b9ba5a0b21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:31.183337 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-c7c31182-ecb8-4763-8b44-b9ba5a0b21d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 897 time: 0.1253633 Nov 24 20:04:31.287649 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-7c2d1904-5d97-4644-b733-1902f1260409 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 1002 time: 0.0969222 Nov 24 20:04:31.349699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-c571a886-28d4-4d79-8803-b86b6d28a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:31.351100 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-c571a886-28d4-4d79-8803-b86b6d28a059 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 200 len: 835 time: 0.0570993 Nov 24 20:04:31.431026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-89964504-9a96-427f-b859-1754f4a17b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:31.432661 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-89964504-9a96-427f-b859-1754f4a17b9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68522755-2a8f-4291-932c-f53dda6f6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746291 Nov 24 20:04:31.564440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-658391c8-7a7d-4823-9dcc-b8c0e6f0616c service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255481 Nov 24 20:04:31.699554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc760422-af4f-4e00-ad5f-fc82238fb506 req-0967df43-0513-45af-98dd-3e0a4fc380c9 service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285820 Nov 24 20:04:32.197332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2476e0f4-d726-475f-9132-736c72ce008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:32.916900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:34.678969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:47.390287 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:04:49.500950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:55.804490 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53518) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:04:56.015873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port b6afab71-aa4a-4f8d-84ce-eef49a932c0f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:04:56.016245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:56.303571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:56.303899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:56.424338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for b6afab71-aa4a-4f8d-84ce-eef49a932c0f owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:04:56.573640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:56.577747 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-be1650b0-7e95-41c1-988b-24e762b2d50e tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:04:56.619280 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=b6afab71-aa4a-4f8d-84ce-eef49a932c0f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:04:56.659671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.660079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.660464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.660837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.661205 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.661572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.661965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.662327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.662689 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.663046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.663430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.663792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:04:56.670633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:04:56.722997 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:56.723325 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP dc45b939-1815-468b-ad4e-6f72a8d6a25c disassociated (deleted). External IP: 172.26.6.181, port: 2cae086d-de98-4924-bb20-12ae4063d97d. Nov 24 20:04:57.067412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:04:57.242264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:04:57.252450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] Sync routers for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:04:57.262713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:04:57.263342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:04:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:04:57.263871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:57.321890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/floatingips/dc45b939-1815-468b-ad4e-6f72a8d6a25c HTTP/1.1" status: 204 len: 168 time: 1.5163813 Nov 24 20:04:57.322674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:04:57.371988 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d', 'status': 'completed', 'code': 200} Nov 24 20:04:57.443626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:04:57.472739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-e0b5723c-373b-4488-b1b0-47ce7af1cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:57.474234 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-e0b5723c-373b-4488-b1b0-47ce7af1cf20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 1099 time: 0.0776496 Nov 24 20:04:57.631041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-043e5925-4846-40d8-a95c-c9f526bb1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:57.632530 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-043e5925-4846-40d8-a95c-c9f526bb1b0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 200 len: 897 time: 0.1507905 Nov 24 20:04:57.765797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:41Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:04:57.770232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] Checking router: 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:04:57.779867 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:04:57.780531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:04:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:04:57.864275 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-0756c279-1c46-4e39-9792-b9360435f1c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 200 len: 217 time: 0.2007971 Nov 24 20:04:57.948371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-c78ee5d0-de88-4f42-a144-606639c066c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:57.950482 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-c78ee5d0-de88-4f42-a144-606639c066c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 200 len: 835 time: 0.0773740 Nov 24 20:04:57.962114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71ed3-18ff-4245-a685-7157ea47dab8 req-812d8707-013c-4d97-b91d-6702437f141d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:57.962784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-dec71ed3-18ff-4245-a685-7157ea47dab8 req-812d8707-013c-4d97-b91d-6702437f141d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:04:57.972969 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:04:58.022639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-dec71ed3-18ff-4245-a685-7157ea47dab8 req-812d8707-013c-4d97-b91d-6702437f141d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:04:58.024680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dec71ed3-18ff-4245-a685-7157ea47dab8 req-812d8707-013c-4d97-b91d-6702437f141d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.3909593 Nov 24 20:04:58.081501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-5eba63e4-cc65-4095-a5b1-f89120fe7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:58.083003 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-5eba63e4-cc65-4095-a5b1-f89120fe7c8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68522755-2a8f-4291-932c-f53dda6f6c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170096 Nov 24 20:04:58.086087 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dec71ed3-18ff-4245-a685-7157ea47dab8 req-02d21ed0-9661-4e62-8526-b1ed0e7b3795 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552766 Nov 24 20:04:58.219844 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-48e5d026-f895-42c2-b2ca-47f4892f507d service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285501 Nov 24 20:04:58.340376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:41Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:04:58.344277 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f05a171-51cf-449b-8614-9885fc67a33d None None] The sync data for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv is: [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3', 'name': '', 'network_id': '68522755-2a8f-4291-932c-f53dda6f6c96', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:8f:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:36Z', 'updated_at': '2021-11-24T20:02:41Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '060bc2ca-955d-49cf-872c-0afdbc1ad6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:04:58.356163 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-000393ce-c2e3-4e06-ad52-028a4496c2cf req-6943fddc-deda-4704-906f-4a9536aec08e service neutron] 10.222.0.41 "GET /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272502 Nov 24 20:04:58.570573 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a792b-2f92-4805-8065-eea700e1ee6c None None] New status for floating IP dc45b939-1815-468b-ad4e-6f72a8d6a25c: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:04:59.279272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012176-880a-4c88-a37f-89100ac15f5d req-05436083-fe70-4e96-bf53-572537a42215 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:59.281306 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81012176-880a-4c88-a37f-89100ac15f5d req-05436083-fe70-4e96-bf53-572537a42215 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0888810 Nov 24 20:04:59.325946 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81012176-880a-4c88-a37f-89100ac15f5d req-49a97b86-5e5b-46d3-be73-5601d5002c28 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=23895505-1e1b-4964-a831-4f8e9f87f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391505 Nov 24 20:04:59.444656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f6dfad8-9992-4460-9d64-a63cb6a51287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:59.493589 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-8c024e2d-8b11-45d7-a3d7-0afe1f61230e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:04:59.495018 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-8c024e2d-8b11-45d7-a3d7-0afe1f61230e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 946 time: 0.0814605 Nov 24 20:04:59.569966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 2cae086d-de98-4924-bb20-12ae4063d97d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:04:59.570309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:59.829928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 2cae086d-de98-4924-bb20-12ae4063d97d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2cae086d-de98-4924-bb20-12ae4063d97d,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:04:59.830219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:59.835288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:04:59.960941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 2cae086d-de98-4924-bb20-12ae4063d97d owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:05:00.102447 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:00.108044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:00.156621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=2cae086d-de98-4924-bb20-12ae4063d97d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:00.182558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:00.231072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] No DVR routers for this DVR port 2cae086d-de98-4924-bb20-12ae4063d97d on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:05:00.233553 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:00.236122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'name': 'network-vif-deleted', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:05:00.252600 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-935b0db7-2573-44b7-acd8-4d4d4987f077 req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "DELETE /v2.0/ports/2cae086d-de98-4924-bb20-12ae4063d97d HTTP/1.1" status: 204 len: 173 time: 0.7522850 Nov 24 20:05:00.284036 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c22a0-8995-417c-8668-014b9d327b82', 'name': 'network-vif-deleted', 'tag': '2cae086d-de98-4924-bb20-12ae4063d97d', 'status': 'completed', 'code': 200} Nov 24 20:05:00.489885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5239856a-baa8-4bdb-b560-ff89ac30f533 req-1eddcde0-b061-47b3-ab67-117d49151b60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:05:00.505452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-5239856a-baa8-4bdb-b560-ff89ac30f533 req-1eddcde0-b061-47b3-ab67-117d49151b60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:05:00.506723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5239856a-baa8-4bdb-b560-ff89ac30f533 req-1eddcde0-b061-47b3-ab67-117d49151b60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=247c22a0-8995-417c-8668-014b9d327b82 HTTP/1.1" status: 200 len: 210 time: 0.0624349 Nov 24 20:05:01.603866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53536) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:02.169831 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:02.200272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-56953206-ec02-437b-8f16-9ccb1126cc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:02.662815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:05:02.663393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:02.845953 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:02.846212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:02.919198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:02.971098 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:05:03.168256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:03.171787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-76f6a798-7bcb-4ec6-9521-df26d4a1ede5 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:03.216406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:03.254402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.254786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.255162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.255537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.255910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.256307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.256682 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.257041 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.257401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.257759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.258119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.258479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:03.266520 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:03.339503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2cae086d-de98-4924-bb20-12ae4063d97d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:05:03.376718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 2cae086d-de98-4924-bb20-12ae4063d97d {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:05:03.377259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 2cae086d-de98-4924-bb20-12ae4063d97d not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:05:03.505344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:03.863438 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:05:04.163066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:05:04.172223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] Sync routers for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:05:04.182120 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9eb2867d-9571-4213-b8f7-ee30f53cec49 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746367 Nov 24 20:05:04.182296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:04.182296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:04.182502 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53540) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:04.251059 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting subnet 060bc2ca-955d-49cf-872c-0afdbc1ad6ca {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:05:04.253966 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.307648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.363436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:04.395106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.470128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.474915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-230ed396-c8d9-428b-af4d-c9b1f036c443 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:04.513573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Subnet': ['ID=060bc2ca-955d-49cf-872c-0afdbc1ad6ca,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:04.515513 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.518198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:04.522355 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/subnets/060bc2ca-955d-49cf-872c-0afdbc1ad6ca HTTP/1.1" status: 204 len: 168 time: 0.3390608 Nov 24 20:05:04.524985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53544) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:04.540913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b47061c-2f18-4f48-ae81-f7d74fc75602 None None] Network 68522755-2a8f-4291-932c-f53dda6f6c96 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:05:04.706197 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.781447 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.836434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:05:03Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:04.840426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] Checking router: 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:05:04.849022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] Routers {'4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:04.849632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:04.897867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.913695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] DHCP port deletion for 68522755-2a8f-4291-932c-f53dda6f6c96 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:05:04.915439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 9044ede7-bac4-472e-b98b-2acaabd10960 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:05:04.916117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:04.931039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Deleting port e7cb2367-516a-415c-8278-df16f3c3740a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:05:04.931412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.096748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 9044ede7-bac4-472e-b98b-2acaabd10960, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9044ede7-bac4-472e-b98b-2acaabd10960,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:05.097020 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.137832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] Set router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:05.224322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 9044ede7-bac4-472e-b98b-2acaabd10960 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:05:05.393445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.398119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-379743f8-150c-4762-b556-b2c17d8a63a2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:05.439983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] For port e7cb2367-516a-415c-8278-df16f3c3740a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=e7cb2367-516a-415c-8278-df16f3c3740a,segment=NetworkSegment(f41afc91-2235-44ad-a8ad-0934993bff3a),segment_id=f41afc91-2235-44ad-a8ad-0934993bff3a)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:05.440571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.443383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=9044ede7-bac4-472e-b98b-2acaabd10960,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:05.572360 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Calling delete_port for e7cb2367-516a-415c-8278-df16f3c3740a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:05:05.603673 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:05.630285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device e7cb2367-516a-415c-8278-df16f3c3740a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:05:05.661134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.795320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.804910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-4eacc329-db27-4452-9d06-9808cc3cee38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:05.837806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.841056 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.844175 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Port e7cb2367-516a-415c-8278-df16f3c3740a update to DOWN by agent not found {{(pid=87487) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 20:05:05.855201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Pushing event deleted for resources: {'Port': ['ID=e7cb2367-516a-415c-8278-df16f3c3740a,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:05.864125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] No DVR routers for this DVR port e7cb2367-516a-415c-8278-df16f3c3740a on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:05:05.867696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.868065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.872100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.872100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.872100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.872857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.872948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.872948 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.873093 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:05:05.873170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.873170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.873170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.873170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.873170 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:05.875700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:05.887931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:05:03Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:05.893934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8ca6e-9186-4c89-879c-a4ff25e3447b None None] The sync data for ids ['4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41'] in dv-neutron-818346-1-hyperv is: [{'id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103022859', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:05:03Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '9044ede7-bac4-472e-b98b-2acaabd10960', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:02:32Z', 'updated_at': '2021-11-24T20:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:05:05.901159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:05.905485 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-aa107649-96ef-4e66-bf33-621e92281862 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/routers/4e8e1ee2-d1c8-43c3-ba6c-4a1d15c2be41 HTTP/1.1" status: 204 len: 168 time: 1.3765092 Nov 24 20:05:05.905733 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53548) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:06.021737 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.152433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.180215 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68522755-2a8f-4291-932c-f53dda6f6c96']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:06.192449 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41afc91-2235-44ad-a8ad-0934993bff3a') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:06.192748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41afc91-2235-44ad-a8ad-0934993bff3a') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:06.203847 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.220685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.227030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:05:06.227426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:05:06.242664 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:05:06.327289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.330871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0ddea9fa-1675-446f-bed3-a6f0e63d6762 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:06.345863 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.357607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Network': ['ID=68522755-2a8f-4291-932c-f53dda6f6c96,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:06.361310 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:06.365593 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8c9d8c76-1b9c-451f-8228-50e38370f40f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/networks/68522755-2a8f-4291-932c-f53dda6f6c96 HTTP/1.1" status: 204 len: 168 time: 0.4564395 Nov 24 20:05:06.366000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53552) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:06.435680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d598796-0ee4-41c7-838a-9409d43187d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.466463 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d598796-0ee4-41c7-838a-9409d43187d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.536013 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d598796-0ee4-41c7-838a-9409d43187d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.540099 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0078e7a0-24e1-4749-b552-bd73f1e7e072 tempest-NegativeSecGroupIPv6Test-520642515 tempest-NegativeSecGroupIPv6Test-520642515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:06.556648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d598796-0ee4-41c7-838a-9409d43187d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23895505-1e1b-4964-a831-4f8e9f87f9d4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:06.559691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5d598796-0ee4-41c7-838a-9409d43187d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:06.568652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5d598796-0ee4-41c7-838a-9409d43187d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:06.569776 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d598796-0ee4-41c7-838a-9409d43187d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/security-groups/23895505-1e1b-4964-a831-4f8e9f87f9d4 HTTP/1.1" status: 204 len: 168 time: 0.2030096 Nov 24 20:05:07.197509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53560) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:07.202986 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970233524', 'description': 'tempest-secgroup-smoke-970233524 description', 'project_id': 'f47adbc368294005b7993bf3dee392f6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:07.209066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:07.213141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:07.216097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:07.221669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:07.232166 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.255496 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:07.259208 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:07.262239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:07.267766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:07.337342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.341325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.344779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5396de4b-e107-435e-bc4c-e451ad91c6fd tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:07.385822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37dc69f-5622-4ad7-abba-19efa79b73b7,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:07.388693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:07.389829 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.391001 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e45b2ffc-503e-488c-9a42-5732f0bdf940 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1925111 Nov 24 20:05:07.394058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53564) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:07.399150 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'c37dc69f-5622-4ad7-abba-19efa79b73b7', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:07.406108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:07.409894 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:07.412772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:07.419089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:07.434076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.492644 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.496427 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.498234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0dda4d8f-f127-43f1-b6a5-759eabbc9932 tempest-TestNetworkAdvancedServerOps-1528721498 tempest-TestNetworkAdvancedServerOps-1528721498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:07.520651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2de96f2-b8bd-45be-81df-88b1b64bf1d1,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:07.525103 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:07.530155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.535433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53568) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:07.539562 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-eab01986-9a8f-4b99-a7d9-8239fa011a45 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433456 Nov 24 20:05:07.540357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'c37dc69f-5622-4ad7-abba-19efa79b73b7', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:07.541374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:05:07.547684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:07.551588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:07.554449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:07.561464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:07.577058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:05:07.577426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device a0d1af9f-c9ca-48d4-ab71-fb8b17ea71d3 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:05:07.577855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9044ede7-bac4-472e-b98b-2acaabd10960 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:05:07.577965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.612307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 9044ede7-bac4-472e-b98b-2acaabd10960 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:05:07.612712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9044ede7-bac4-472e-b98b-2acaabd10960 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:05:07.641289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.644926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.646705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8243cf4b-b932-47f8-b793-79401dd0ffd8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:07.670737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8c37c8-c34a-4a21-b7a1-729dded7dc54,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:07.675063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:07.679104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.680285 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445193 Nov 24 20:05:07.683032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53572) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:07.688513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'c37dc69f-5622-4ad7-abba-19efa79b73b7', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:07.694204 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:07.697993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:07.701287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:07.706885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:07.723536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.789495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.793926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.795718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d2380c39-1373-4efc-8f75-3b65d9051edd tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:07.817872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87a0a92-a21d-4d83-bb7d-5f067a0e7227,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:07.822207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:07.827048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.828311 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440551 Nov 24 20:05:07.830942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53576) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:07.836023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'c37dc69f-5622-4ad7-abba-19efa79b73b7', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:07.842661 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:07.846461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:07.849452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:07.855331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:07.871310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.936163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.940040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.946306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-eacb4e81-9f5d-42d3-a745-fdae42488991 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:07.966105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0412da-1af7-45f8-9dec-e3f2eaaf3c9e,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:07.968668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:07.976762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:07.978210 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f7640fd0-7884-440e-9298-9efc47e01ba5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463287 Nov 24 20:05:07.980929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53580) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:07.985864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'c37dc69f-5622-4ad7-abba-19efa79b73b7', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:07.991606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:07.995408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:07.998446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:08.004028 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:08.014807 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:05:08.021253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.083015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.086157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.087873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-898239a0-3a2e-4ac2-9a95-8c015dc3740c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:08.112231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d38fa8-0bab-4b16-8f8b-770dceae0ecb,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:08.114561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:08.121688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.122901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410680 Nov 24 20:05:08.125690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53584) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:08.130883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'c37dc69f-5622-4ad7-abba-19efa79b73b7', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:08.137252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:08.140995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:08.143782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:08.149692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:08.159779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:05:08.166171 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.228651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.232569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.234295 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fbcce127-77e3-45f6-841c-8fcec4ad934f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:08.255046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44229868-3a7e-4f03-9d84-a6582f4c1dbb,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:08.257426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:08.264063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.265284 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385584 Nov 24 20:05:08.268270 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53588) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:08.273744 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'network': {'name': 'tempest-network-smoke--881210421', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'port_security_enabled': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:08.279743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:08.283820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:network and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:08.286642 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:08.292992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:08.302429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:05:08.305758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.332577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:05:08.341888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.342232 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Added segment e8928073-b2d8-4e83-8ab5-af87ed08b400 of type vlan for network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 Nov 24 20:05:08.367584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.396344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.402558 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:08.403397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.406853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:08.510291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2408822 Nov 24 20:05:08.513482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53592) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:08.520587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'admin_state_up': True, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:08.526046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Network': ['ID=941a1e2a-f1bb-4e06-85b2-df195b7cb051,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:08.529590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5c94e5c4-2468-4450-8999-36dde421e05b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:08.532019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:08.536946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:05:08.537286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:router and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:08.540232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:08.546387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:08.556384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.557380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.572958 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:08.956445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:09.251108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:09.281246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:09.416424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.96 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/df25b4d7-e44c-4307-b258-39f695f39adb) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:05:09.567670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:09.597279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:09.601677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9ff6267c-7840-4c57-ab97-b95979594bc2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:09.665624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:05:09.668667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:05:09.673120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:05:09.710292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=df25b4d7-e44c-4307-b258-39f695f39adb,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:09.718703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:10.217238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:10.557347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:10.760164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:05:10.935039 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:05:10.944538 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Sync routers for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:05:10.954878 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:10.955490 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:10.961486 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:10.962878 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4484468 Nov 24 20:05:10.966539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53596) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:11.009349 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3b1af531-17e8-4cd8-8f11-41b393d03827 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f47adbc368294005b7993bf3dee392f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416481 Nov 24 20:05:11.012599 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53600) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:11.132316 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:11.142404 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887367d7-7aa6-4e78-8d65-470027d0880d tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:11.143893 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-887367d7-7aa6-4e78-8d65-470027d0880d tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303158 Nov 24 20:05:11.146772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53604) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:11.189520 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d67d00e4-53c2-4014-a603-b41391bdbb6b tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414581 Nov 24 20:05:11.191805 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53608) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:11.197337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061432001', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:11.307695 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:11.312283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:subnet and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:11.315089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:11.320938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:11.331147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:05:11.334626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.411975 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:09Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:11.415738 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Checking router: ac7bd539-39ee-44d8-a61e-c390dd20c4f9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:05:11.416134 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Updating router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 port df25b4d7-e44c-4307-b258-39f695f39adb binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:05:11.468350 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.549478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.553754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-669f6126-4534-4c1c-b9c0-1aac7e727843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:11.631951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Subnet': ['ID=a5f252cb-1a43-4e9c-85e4-790dd8f24fca,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:11.635367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:11.641892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Checking segment: {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:05:11.642248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network hostable DHCP agents. Network: 941a1e2a-f1bb-4e06-85b2-df195b7cb051, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:05:11.660799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:05:11.669619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 941a1e2a-f1bb-4e06-85b2-df195b7cb051) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:05:11.675100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:11.675745 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.680008 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd73da-1d59-4e07-ae7b-66fe8fa79356 None None] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:05:11.699297 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5057912 Nov 24 20:05:11.702744 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53612) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:11.801414 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.813734 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Transition to ACTIVE for port object df25b4d7-e44c-4307-b258-39f695f39adb will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:05:11.821633 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.828051 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-7c1e7527-3bfe-4bd3-84ed-4c94ace9a461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:11.911043 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Pushing event updated for resources: {'Port': ['ID=df25b4d7-e44c-4307-b258-39f695f39adb,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:11.921775 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:05:11.922687 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.931617 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Attempting to bind port df25b4d7-e44c-4307-b258-39f695f39adb on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:05:11.932215 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Attempting to bind port df25b4d7-e44c-4307-b258-39f695f39adb by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:05:11.932443 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Attempting to bind port df25b4d7-e44c-4307-b258-39f695f39adb on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:05:11.942570 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:05:11.943222 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:05:11.943678 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.944116 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:05:11.944592 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Bound port: df25b4d7-e44c-4307-b258-39f695f39adb, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:05:11.945134 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:11.983787 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.984193 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.984708 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.985135 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.985472 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.985793 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.986118 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.986438 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.986760 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.987078 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.987393 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.987708 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:05:11.995810 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:12.041297 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] For port df25b4d7-e44c-4307-b258-39f695f39adb, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:05:12.045512 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] For port df25b4d7-e44c-4307-b258-39f695f39adb, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=df25b4d7-e44c-4307-b258-39f695f39adb,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:05:12.050608 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:12.054150 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4bdce81e-d09d-44d2-96eb-3feba274fe4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:12.097523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Allocated IP 172.20.0.2 (941a1e2a-f1bb-4e06-85b2-df195b7cb051/a5f252cb-1a43-4e9c-85e4-790dd8f24fca/883897fa-8b20-40d5-8f01-be31a97c13eb) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:05:12.131092 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:12.131717 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:12.186553 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Pushing event updated for resources: {'Port': ['ID=df25b4d7-e44c-4307-b258-39f695f39adb,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:12.199788 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-99b919f5-b68e-4099-9e53-4cafbf242fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:12.315841 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:12.358132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:12.369365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Transition to ACTIVE for port object 883897fa-8b20-40d5-8f01-be31a97c13eb will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:05:12.389329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Transition to ACTIVE for port object 883897fa-8b20-40d5-8f01-be31a97c13eb will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:05:12.395034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:12.400224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:12.466605 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:05:12.469609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:05:12.473271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:05:12.478839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Pushing event updated for resources: {'Port': ['ID=883897fa-8b20-40d5-8f01-be31a97c13eb,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:12.483437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:12.570928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:12.574214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Attempting to bind port 883897fa-8b20-40d5-8f01-be31a97c13eb on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:05:12.574603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Attempting to bind port 883897fa-8b20-40d5-8f01-be31a97c13eb by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:05:12.574980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Attempting to bind port 883897fa-8b20-40d5-8f01-be31a97c13eb on network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:05:12.580708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:05:12.580708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Checking segment: {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:05:12.581129 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:12.581532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Bound using segment: {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:05:12.582015 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Bound port: 883897fa-8b20-40d5-8f01-be31a97c13eb, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:05:12.582524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:12.651301 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:09Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:12.656365 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e80b91-a5e4-4e43-969a-617d642d4b4a None None] The sync data for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv is: [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:09Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:05:12.692499 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] For port 883897fa-8b20-40d5-8f01-be31a97c13eb, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:05:12.695537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] For port 883897fa-8b20-40d5-8f01-be31a97c13eb, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=883897fa-8b20-40d5-8f01-be31a97c13eb,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:05:12.700685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:12.707667 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:12.792282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Pushing event updated for resources: {'Port': ['ID=883897fa-8b20-40d5-8f01-be31a97c13eb,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:12.796383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:13.041873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.1 (941a1e2a-f1bb-4e06-85b2-df195b7cb051/a5f252cb-1a43-4e9c-85e4-790dd8f24fca/f6272a68-13b5-476a-b73f-533d8ef63e4f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:05:13.219835 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:13.236105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object f6272a68-13b5-476a-b73f-533d8ef63e4f will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:05:13.260621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:13.265240 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-244f4afc-99dd-4896-83da-73803194a4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:13.338364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:05:13.342075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:05:13.346159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:05:13.376862 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=f6272a68-13b5-476a-b73f-533d8ef63e4f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:13.383624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:13.409074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:13.657678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df25b4d7-e44c-4307-b258-39f695f39adb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:05:13.738956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port df25b4d7-e44c-4307-b258-39f695f39adb completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:05:13.744322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port df25b4d7-e44c-4307-b258-39f695f39adb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:13.744792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:13.851079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:13.866018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f17a68-75fd-40a9-9b5d-6e7f91ed5487 None None] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:05:13.980870 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:13.990731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ac91f39d-056c-4bbb-8cc4-20409352b6c3 None None] Provisioning for port 883897fa-8b20-40d5-8f01-be31a97c13eb completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:05:14.022072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port df25b4d7-e44c-4307-b258-39f695f39adb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=df25b4d7-e44c-4307-b258-39f695f39adb,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:14.034365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.035275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 883897fa-8b20-40d5-8f01-be31a97c13eb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:05:14.064676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-249ecbdc-07e5-4a2c-a762-6d847f209f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:14.238735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=df25b4d7-e44c-4307-b258-39f695f39adb,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:14.249131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:14.276895 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 883897fa-8b20-40d5-8f01-be31a97c13eb completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:05:14.288264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 883897fa-8b20-40d5-8f01-be31a97c13eb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:14.288652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.319730 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.325183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.353283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-451c15f1-297b-4c9b-bdae-b331b73bd420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:14.427379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.448217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=f6272a68-13b5-476a-b73f-533d8ef63e4f,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:14.451255 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.460555 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:14.462231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 883897fa-8b20-40d5-8f01-be31a97c13eb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=883897fa-8b20-40d5-8f01-be31a97c13eb,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:14.468525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.470453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:14.546918 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=883897fa-8b20-40d5-8f01-be31a97c13eb,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:14.550151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:14.610376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:05:14.611625 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:05:14.658498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-81b84980-2add-456a-b57a-f2b6fa9e9864 None None] Provisioning for port f6272a68-13b5-476a-b73f-533d8ef63e4f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:05:14.663840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-81b84980-2add-456a-b57a-f2b6fa9e9864 None None] Provisioning complete for port f6272a68-13b5-476a-b73f-533d8ef63e4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:14.664304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-81b84980-2add-456a-b57a-f2b6fa9e9864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.731442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-81b84980-2add-456a-b57a-f2b6fa9e9864 None None] Port f6272a68-13b5-476a-b73f-533d8ef63e4f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:05:14.742796 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-81b84980-2add-456a-b57a-f2b6fa9e9864 None None] Provisioning complete for port 883897fa-8b20-40d5-8f01-be31a97c13eb triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:14.743491 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-81b84980-2add-456a-b57a-f2b6fa9e9864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:14.844866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:05:15.007387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-895dff73-d530-453a-a19d-2de24665b671 None None] Provisioning complete for port f6272a68-13b5-476a-b73f-533d8ef63e4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:15.008271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-895dff73-d530-453a-a19d-2de24665b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:15.056825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:05:15.068266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Sync routers for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:05:15.070364 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/ac7bd539-39ee-44d8-a61e-c390dd20c4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3663809 Nov 24 20:05:15.075270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-895dff73-d530-453a-a19d-2de24665b671 None None] Port f6272a68-13b5-476a-b73f-533d8ef63e4f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:05:15.080614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:15.081714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:15.251503 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-e3bb9097-fe45-49c3-82c5-c5eeb46793e8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970233524&fields=id&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 267 time: 0.0427461 Nov 24 20:05:15.300648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a6bb91d9-c3f9-44b5-92bf-4d5e0262aaad None None] Provisioning complete for port f6272a68-13b5-476a-b73f-533d8ef63e4f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:15.301236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6bb91d9-c3f9-44b5-92bf-4d5e0262aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:15.361757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:15.409160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-3323efa4-cc00-4b35-9ee0-59f0a2e214f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:15.409755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-3323efa4-cc00-4b35-9ee0-59f0a2e214f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:05:15.425671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-3323efa4-cc00-4b35-9ee0-59f0a2e214f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:05:15.426812 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-3323efa4-cc00-4b35-9ee0-59f0a2e214f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 796 time: 0.1664574 Nov 24 20:05:15.436426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb91d9-c3f9-44b5-92bf-4d5e0262aaad None None] Port f6272a68-13b5-476a-b73f-533d8ef63e4f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:05:15.442552 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-e7b9a5e8-aa6e-4eeb-bedc-8675899b0e84 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/quotas/f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 375 time: 0.0095913 Nov 24 20:05:15.532035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-31951039-e5c2-45a2-8a21-7a77ceaf3bb6 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838587 Nov 24 20:05:15.546860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-76e554c4-80bc-4a48-b28d-80f6b12b6c28 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:05:15.547944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-76e554c4-80bc-4a48-b28d-80f6b12b6c28 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052149 Nov 24 20:05:15.590781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df25b4d7-e44c-4307-b258-39f695f39adb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:05:15.688126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-b841f834-76ba-4ce9-9a07-0ebbc4bd1c5d service neutron] 10.222.0.47 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337664 Nov 24 20:05:15.743739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port df25b4d7-e44c-4307-b258-39f695f39adb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:15.744393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:15.817856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:14Z', 'revision_number': 2, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:15.841123 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-458370e8-a8a2-4fb0-846b-5f84b71e9ad1 service neutron] 10.222.0.47 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471610 Nov 24 20:05:15.854791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Checking router: ac7bd539-39ee-44d8-a61e-c390dd20c4f9 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:05:15.855279 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Updating router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 port f6272a68-13b5-476a-b73f-533d8ef63e4f binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:05:15.930763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 883897fa-8b20-40d5-8f01-be31a97c13eb up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:05:15.964461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:16.129113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 883897fa-8b20-40d5-8f01-be31a97c13eb triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:16.129503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:16.186554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c737f12-c917-4528-af5e-e199306b1db4 req-2e643f38-0dd5-416d-8206-b57234b82e75 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 210 time: 0.1815305 Nov 24 20:05:16.463397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:16.475462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Transition to ACTIVE for port object f6272a68-13b5-476a-b73f-533d8ef63e4f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:05:16.481721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:16.486113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:16.643107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd307a0-4435-4c21-86b5-5579ce05bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f6272a68-13b5-476a-b73f-533d8ef63e4f,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:16.653801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fd307a0-4435-4c21-86b5-5579ce05bfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:16.704678 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Attempting to bind port f6272a68-13b5-476a-b73f-533d8ef63e4f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:05:16.705088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Attempting to bind port f6272a68-13b5-476a-b73f-533d8ef63e4f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:05:16.705478 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Attempting to bind port f6272a68-13b5-476a-b73f-533d8ef63e4f on network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:05:16.710811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:05:16.711194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Checking segment: {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:05:16.711623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:16.712125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Bound using segment: {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:05:16.712598 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Bound port: f6272a68-13b5-476a-b73f-533d8ef63e4f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:05:16.712984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:16.815596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] For port f6272a68-13b5-476a-b73f-533d8ef63e4f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:05:16.818542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] For port f6272a68-13b5-476a-b73f-533d8ef63e4f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6272a68-13b5-476a-b73f-533d8ef63e4f,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:05:16.822887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:16.826597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:16.937785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:16.938432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:17.024414 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd307a0-4435-4c21-86b5-5579ce05bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f6272a68-13b5-476a-b73f-533d8ef63e4f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:17.030294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fd307a0-4435-4c21-86b5-5579ce05bfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:17.146061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:17.280723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20ef7dae-bd35-4f3b-98ff-dfa2e73dd480 req-8f3b32ab-c0af-4fbc-85ff-a3394b9db038 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 210 time: 0.0429101 Nov 24 20:05:17.456396 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:16Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:17.460266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220895f8-5c1b-4cad-9b49-4cc9e89fa2e6 None None] The sync data for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv is: [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:16Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:05:17.620498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6272a68-13b5-476a-b73f-533d8ef63e4f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:05:17.692085 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port f6272a68-13b5-476a-b73f-533d8ef63e4f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:05:17.697835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f6272a68-13b5-476a-b73f-533d8ef63e4f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:17.698209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:17.820617 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:17.854351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port f6272a68-13b5-476a-b73f-533d8ef63e4f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6272a68-13b5-476a-b73f-533d8ef63e4f,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:17.858680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:17.860815 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fd307a0-4435-4c21-86b5-5579ce05bfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:17.929814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=f6272a68-13b5-476a-b73f-533d8ef63e4f,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:17.936787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:18.383949 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7a16e943-9a3c-4384-aa58-0025e6fdfc93 req-94bee1f7-6ecd-422d-b2f6-761a44c61406 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 210 time: 0.0472271 Nov 24 20:05:19.507510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:19.534217 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea4b00f1-b6f8-42bd-bf06-42017d5032f6 req-f1dd6b8e-0bd1-4d1a-b540-9cc0763fb069 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 210 time: 0.0432796 Nov 24 20:05:19.579972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6272a68-13b5-476a-b73f-533d8ef63e4f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:05:19.649744 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f6272a68-13b5-476a-b73f-533d8ef63e4f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:19.650119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:20.687300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6d938763-6483-4f84-a829-e1ab15c4056e req-1d841284-89d4-4acf-9061-67464bc8fdde tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 210 time: 0.0426228 Nov 24 20:05:21.127762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-b9149a9d-849c-49e4-88a6-a93a7ec46a33 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:21.129270 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-b9149a9d-849c-49e4-88a6-a93a7ec46a33 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 796 time: 0.1563787 Nov 24 20:05:21.179566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-ac7f357c-bf0c-4559-b691-7cc8ea632977 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 379 time: 0.0406938 Nov 24 20:05:21.188193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'port': {'device_id': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'admin_state_up': True, 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'security_groups': ['c37dc69f-5622-4ad7-abba-19efa79b73b7']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:21.343843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:21.348702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:port and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:21.351512 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:21.359019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:21.368898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:05:21.374206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:21.576503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.7 (941a1e2a-f1bb-4e06-85b2-df195b7cb051/a5f252cb-1a43-4e9c-85e4-790dd8f24fca/478d4559-7fe9-4aa4-938d-59be574fba5d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:05:21.847446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:21.851691 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6e064bf2-42ad-421c-837e-8d1aaf9345e2 req-4d1c2d9c-9695-43db-a762-9ed575bb3a58 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 210 time: 0.0555425 Nov 24 20:05:21.865817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object 478d4559-7fe9-4aa4-938d-59be574fba5d will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:05:21.890717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:21.897566 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a10892a-8976-4936-94e3-a05c2a1ea1cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:21.959392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:05:21.962639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:05:21.965798 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:05:22.019608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:22.022627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:22.045277 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:22.045899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:22.076607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919311 Nov 24 20:05:22.088547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Request body: {'port': {'device_id': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:22.203752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:22.237713 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c5dccf49-56ba-491e-85b0-35b0c5dd0241 None None] Provisioning for port 478d4559-7fe9-4aa4-938d-59be574fba5d completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:05:22.242525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c5dccf49-56ba-491e-85b0-35b0c5dd0241 None None] Provisioning complete for port 478d4559-7fe9-4aa4-938d-59be574fba5d triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:22.242906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c5dccf49-56ba-491e-85b0-35b0c5dd0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:22.299944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c5dccf49-56ba-491e-85b0-35b0c5dd0241 None None] Port 478d4559-7fe9-4aa4-938d-59be574fba5d cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:05:22.542639 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478d4559-7fe9-4aa4-938d-59be574fba5d {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:05:22.551438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:22.565974 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Transition to ACTIVE for port object 478d4559-7fe9-4aa4-938d-59be574fba5d will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:05:22.569624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:22.574282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-31381aec-e6df-4cb4-ba0b-946358826a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:22.726952 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:22.735646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:22.813444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Attempting to bind port 478d4559-7fe9-4aa4-938d-59be574fba5d on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:05:22.813786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Attempting to bind port 478d4559-7fe9-4aa4-938d-59be574fba5d by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:05:22.814115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Attempting to bind port 478d4559-7fe9-4aa4-938d-59be574fba5d on network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:05:22.818704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Port 478d4559-7fe9-4aa4-938d-59be574fba5d on network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:05:22.819026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Attempting to bind port 478d4559-7fe9-4aa4-938d-59be574fba5d on network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:05:22.824674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:05:22.824965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Checking segment: {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:05:22.825379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Bound using segment: {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:05:22.825806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Bound port: 478d4559-7fe9-4aa4-938d-59be574fba5d, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8928073-b2d8-4e83-8ab5-af87ed08b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:05:22.826154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:22.916314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:05:22.920142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:05:22.925048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:22.930821 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:23.139297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:23.139923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:23.141357 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] 10.222.0.41 "PUT /v2.0/ports/478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 1093 time: 1.0570462 Nov 24 20:05:23.141892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:05:23.181058 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:23.186716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:23.225594 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'status': 'completed', 'code': 200} Nov 24 20:05:23.261467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3379a-1a9a-4174-909e-759ff7081e38 req-636eadf8-79ad-4d93-a80f-61eed10a6cbb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:23.262291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ffb3379a-1a9a-4174-909e-759ff7081e38 req-636eadf8-79ad-4d93-a80f-61eed10a6cbb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:05:23.285306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ffb3379a-1a9a-4174-909e-759ff7081e38 req-636eadf8-79ad-4d93-a80f-61eed10a6cbb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:05:23.286491 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ffb3379a-1a9a-4174-909e-759ff7081e38 req-636eadf8-79ad-4d93-a80f-61eed10a6cbb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 943 time: 0.3224554 Nov 24 20:05:23.293063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-33931e7f-4b27-42fc-83db-19af7246566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:23.294539 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-33931e7f-4b27-42fc-83db-19af7246566a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1096 time: 0.1090183 Nov 24 20:05:23.378958 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-0a862cfe-e0fa-41bf-b4fe-b885b549c920 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 217 time: 0.0680833 Nov 24 20:05:23.437937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ffb3379a-1a9a-4174-909e-759ff7081e38 req-6b6e6668-d34f-448f-9aca-1f27a1f71474 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423373 Nov 24 20:05:23.452717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-f2604d2e-40d1-4ec3-bc79-aa96b769f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:23.454146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-f2604d2e-40d1-4ec3-bc79-aa96b769f3e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0675004 Nov 24 20:05:23.535636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-bae573cc-a4c0-4fbd-a75d-6627ac08ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:23.537167 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-bae573cc-a4c0-4fbd-a75d-6627ac08ec71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763097 Nov 24 20:05:23.670415 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-612e4ba9-ffb9-44d4-9390-acfe107ba86d service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262610 Nov 24 20:05:23.800533 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4768f47d-2eee-4a4d-acc1-152bb1757327 req-dcda0fb9-1ef1-4e94-b8a9-c4de728975de service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238360 Nov 24 20:05:23.991463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-6a7e7d59-4b7b-43d7-afaa-6b2737a2aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:23.992958 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-6a7e7d59-4b7b-43d7-afaa-6b2737a2aa53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1096 time: 0.1493897 Nov 24 20:05:24.134494 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-0997cb15-3aac-4375-b622-14abdd4c8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:24.136780 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-0997cb15-3aac-4375-b622-14abdd4c8374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1360903 Nov 24 20:05:24.207941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-77c5c187-b992-4768-8b72-f6073c1313d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 217 time: 0.0648835 Nov 24 20:05:24.271940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-0514d383-fb2b-4c1f-91d9-6997c2ba0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:24.273349 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-0514d383-fb2b-4c1f-91d9-6997c2ba0d34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0573061 Nov 24 20:05:24.349223 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-4d7e14b3-e832-4c7b-9a57-aa1cd976d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:24.350687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-4d7e14b3-e832-4c7b-9a57-aa1cd976d214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700059 Nov 24 20:05:24.389195 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:05:24.489072 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-c6d4fdfa-ae83-4e2b-a4bf-715bb5bb57a7 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301599 Nov 24 20:05:24.682399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-50bc7cdc-df3c-44c4-b20c-0bf393fc1120 req-4fadcc2a-c785-4b96-a614-fcc254edc0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867082 Nov 24 20:05:24.699084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d036f-4ea9-4dcb-877f-73388ffabcbc req-d88fe7a0-5e37-4117-8bf6-88138e0a9c72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:24.700543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-996d036f-4ea9-4dcb-877f-73388ffabcbc req-d88fe7a0-5e37-4117-8bf6-88138e0a9c72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 943 time: 0.1314762 Nov 24 20:05:24.743167 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-996d036f-4ea9-4dcb-877f-73388ffabcbc req-b4462efb-7505-4c79-bca2-60c7521a4179 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368857 Nov 24 20:05:26.058923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bd204-834d-446f-9ae0-59bae21ee866 req-8c292276-7258-4c00-9106-1a8b9dd6a08d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:26.061399 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c86bd204-834d-446f-9ae0-59bae21ee866 req-8c292276-7258-4c00-9106-1a8b9dd6a08d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 943 time: 0.2090988 Nov 24 20:05:26.106119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c86bd204-834d-446f-9ae0-59bae21ee866 req-55704f6e-38fe-437e-a1ea-6951f5b4b5b3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392990 Nov 24 20:05:27.287862 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1f92c-3d1a-470d-9ba5-6ee04e680db9 req-51d9a825-6c50-4833-8aee-0e709d640a9d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:27.289246 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b3c1f92c-3d1a-470d-9ba5-6ee04e680db9 req-51d9a825-6c50-4833-8aee-0e709d640a9d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 943 time: 0.0804188 Nov 24 20:05:27.332547 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b3c1f92c-3d1a-470d-9ba5-6ee04e680db9 req-d7897282-e31d-4c01-a87d-f728c60c3784 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375319 Nov 24 20:05:27.418398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 478d4559-7fe9-4aa4-938d-59be574fba5d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:05:27.550215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:27.563356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'port_id': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'mac_address': 'fa:16:3e:8b:0d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:05:27.616902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:27.636944 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478d4559-7fe9-4aa4-938d-59be574fba5d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:05:27.652010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:27.655930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:27.658510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:27.722808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:27.725719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:28.004269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['478d4559-7fe9-4aa4-938d-59be574fba5d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:05:28.516914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5934a-43eb-4f64-86c4-c0a29b9efd07 req-436d1696-e699-41b6-b10e-a4d06a7e57e8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:28.518374 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9dc5934a-43eb-4f64-86c4-c0a29b9efd07 req-436d1696-e699-41b6-b10e-a4d06a7e57e8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 944 time: 0.0822957 Nov 24 20:05:28.562733 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9dc5934a-43eb-4f64-86c4-c0a29b9efd07 req-afff2ca5-c116-47ce-b9a7-dd295c6ff38b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388033 Nov 24 20:05:29.416397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 478d4559-7fe9-4aa4-938d-59be574fba5d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:05:29.476077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-dd649531-7c55-40df-b25d-ff20e02ea58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:29.493557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 478d4559-7fe9-4aa4-938d-59be574fba5d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:05:29.498739 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 478d4559-7fe9-4aa4-938d-59be574fba5d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:05:29.499110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:29.615296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:29.643785 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:05:29.655042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:05:29.660226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:29.663018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e20b6022-9d64-4d7d-801e-f68ed485c54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:29.694977 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'code': 200} Nov 24 20:05:29.742130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:29.745831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:29.764763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be30481-ef25-4100-ab5d-b3e3f8e6df88 req-cca8bdf8-1547-4d34-93f0-bcdb2be80038 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:29.766234 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5be30481-ef25-4100-ab5d-b3e3f8e6df88 req-cca8bdf8-1547-4d34-93f0-bcdb2be80038 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0910964 Nov 24 20:05:29.818126 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5be30481-ef25-4100-ab5d-b3e3f8e6df88 req-9aa60fb1-614d-4fdb-9986-5906d899a621 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 Nov 24 20:05:29.840632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:29.926485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1b8b-ecb5-4329-b23e-a766ac79158e req-e8b1deb1-57a5-4c9d-92c9-a1507a9d3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:29.927931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-638c1b8b-ecb5-4329-b23e-a766ac79158e req-e8b1deb1-57a5-4c9d-92c9-a1507a9d3834 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.0686834 Nov 24 20:05:29.969360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-638c1b8b-ecb5-4329-b23e-a766ac79158e req-afe7997a-e09f-430f-9cee-dace679be3a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338824 Nov 24 20:05:31.008697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cda32-6f72-47fd-9483-2071b336f0b8 req-95f74734-f6a6-4cd5-ab1c-854a970b432e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:31.010143 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f51cda32-6f72-47fd-9483-2071b336f0b8 req-95f74734-f6a6-4cd5-ab1c-854a970b432e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0847981 Nov 24 20:05:31.053671 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f51cda32-6f72-47fd-9483-2071b336f0b8 req-45c077dd-2d88-4c0f-9f47-d2e735b5136a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 Nov 24 20:05:31.855253 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-3b45f3cb-972d-4ecc-b4c6-00b81e8f4b70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692732 Nov 24 20:05:31.993026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d35e40-df44-4c88-adda-52312262d96f req-5a247544-0005-47d8-bc5c-9d44ebb99792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:31.994500 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-5a247544-0005-47d8-bc5c-9d44ebb99792 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.0746608 Nov 24 20:05:32.141780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d35e40-df44-4c88-adda-52312262d96f req-461480f5-6d2c-4bc9-a7d9-46450d2a741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:32.143298 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-461480f5-6d2c-4bc9-a7d9-46450d2a741e service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1307554 Nov 24 20:05:32.205987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-faeb9ad6-0df1-4280-a2de-5748c16d1ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:32.245442 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-8ccca88e-764e-4922-a2ac-e88e77c2fa89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 217 time: 0.0954638 Nov 24 20:05:32.325198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d35e40-df44-4c88-adda-52312262d96f req-387d9207-2e46-4948-874f-c072423665ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:32.326625 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-387d9207-2e46-4948-874f-c072423665ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0750718 Nov 24 20:05:32.387140 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75225f89-1d3d-40e3-b4a9-d006d7669e5b req-77490810-8dc4-4782-b439-b228e5b8d78d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:32.388602 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75225f89-1d3d-40e3-b4a9-d006d7669e5b req-77490810-8dc4-4782-b439-b228e5b8d78d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.1838436 Nov 24 20:05:32.448518 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75225f89-1d3d-40e3-b4a9-d006d7669e5b req-d6c6609d-fead-4699-bef3-fe0f927f4834 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508473 Nov 24 20:05:32.454379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d35e40-df44-4c88-adda-52312262d96f req-d222e3aa-8a06-4a37-a1fa-6b55e9cd08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:32.455806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-d222e3aa-8a06-4a37-a1fa-6b55e9cd08d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221230 Nov 24 20:05:32.637345 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-2c680141-287c-4cd0-839e-1efd392c9236 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747005 Nov 24 20:05:32.746118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3822f-4430-49e9-b302-5934b7d4e1a9 req-23de8cc6-05ed-494a-a627-54522228adce tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:32.747479 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cde3822f-4430-49e9-b302-5934b7d4e1a9 req-23de8cc6-05ed-494a-a627-54522228adce tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.1909347 Nov 24 20:05:32.818016 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95d35e40-df44-4c88-adda-52312262d96f req-9ef561fe-ff5c-4ee5-9360-0845f18e44f8 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727548 Nov 24 20:05:32.820908 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cde3822f-4430-49e9-b302-5934b7d4e1a9 req-fb2815fc-2ef4-4bae-b676-8beb692fbd59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671232 Nov 24 20:05:32.845070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53686) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:32.921071 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf04f0-b2e1-4860-be03-0fd5b5785166 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:32.922590 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7caf04f0-b2e1-4860-be03-0fd5b5785166 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1093 time: 0.0765452 Nov 24 20:05:32.925565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53690) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:32.927207 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:32.930800 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:05:32.937926 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:05:32.941835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:floatingip and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:05:32.944671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:05:32.951176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:05:32.960618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:33.210802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:33.348886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.85 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/9185d5a7-3da7-475f-bdc6-fa960945a9c1) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:05:33.494944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:33.524105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:33.529372 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-224b976f-c48b-486c-a5aa-2d130d17b53d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:33.590751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:05:33.593451 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:05:33.596038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:05:33.643670 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=9185d5a7-3da7-475f-bdc6-fa960945a9c1,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:33.646556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:34.013407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:34.087475 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:34.295399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:34.299688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:34.304085 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c9c98cc8-66eb-42b8-b59a-bdb603f63a62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:05:34.410450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=9185d5a7-3da7-475f-bdc6-fa960945a9c1,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:05:34.414496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:05:34.423510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:34.595573 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP a0d663b4-2889-4280-afaa-5d574c8ef033 associated. External IP: 172.26.6.85, port: 478d4559-7fe9-4aa4-938d-59be574fba5d. Nov 24 20:05:34.683649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:35.067822 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:05:35.242948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:05:35.252685 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] Sync routers for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:05:35.263457 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:35.264218 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:35.268520 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:35.327405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4007225 Nov 24 20:05:35.328193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:05:35.377761 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'status': 'completed', 'code': 200} Nov 24 20:05:35.451181 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:35.537802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-0361066d-dca5-4a1c-b13b-0a516f0aeb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:35.539311 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-0361066d-dca5-4a1c-b13b-0a516f0aeb79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.1360435 Nov 24 20:05:35.552231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e81c-d710-4ab6-be21-7f4465d3185b req-548e9195-b2be-41a1-970b-f4c440fc3479 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:35.553622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-af81e81c-d710-4ab6-be21-7f4465d3185b req-548e9195-b2be-41a1-970b-f4c440fc3479 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.1180735 Nov 24 20:05:35.680392 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-af81e81c-d710-4ab6-be21-7f4465d3185b req-70cc117f-ac47-42ba-8696-40081390d8c4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078269 Nov 24 20:05:35.704559 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53698) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:35.718440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-2ca125be-816f-4d2f-909c-c71e8af04395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:35.719904 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-2ca125be-816f-4d2f-909c-c71e8af04395 service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1654134 Nov 24 20:05:35.811815 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a0d663b4-2889-4280-afaa-5d574c8ef033', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'port_id': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'mac_address': 'fa:16:3e:8b:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:05:33Z', 'updated_at': '2021-11-24T20:05:33Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:17Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:35.817605 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] Checking router: ac7bd539-39ee-44d8-a61e-c390dd20c4f9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:05:35.820224 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-60b873fb-bc5d-4390-9f56-6610de22d145 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/a0d663b4-2889-4280-afaa-5d574c8ef033 HTTP/1.1" status: 200 len: 990 time: 0.1138034 Nov 24 20:05:35.827073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-6ca30faf-5c1a-42e9-bbef-924bb92fb48b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 998 time: 0.1003313 Nov 24 20:05:35.828192 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:05:35.828869 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:05:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:35.892560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-8df03e13-ebe4-4f85-8bcf-0758e6a67190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:35.894028 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-8df03e13-ebe4-4f85-8bcf-0758e6a67190 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0606844 Nov 24 20:05:35.974101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-c8598acc-e8ff-4d0b-8ceb-8d78d72635cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:05:35.975615 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-c8598acc-e8ff-4d0b-8ceb-8d78d72635cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749164 Nov 24 20:05:36.003656 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:05:36.109360 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-84a7284c-deff-44a9-83e5-383e273a2aea service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267571 Nov 24 20:05:36.242353 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cddbbc84-e5ee-4b46-ae7b-fc84808d4b01 req-9b3c5ed2-14da-417c-bb08-7d3e2546a2c4 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263640 Nov 24 20:05:36.381683 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a0d663b4-2889-4280-afaa-5d574c8ef033', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'port_id': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'mac_address': 'fa:16:3e:8b:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:05:33Z', 'updated_at': '2021-11-24T20:05:33Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:17Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:05:36.386036 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95233124-b9cb-451e-b8b8-81ef86d7f447 None None] The sync data for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv is: [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'a0d663b4-2889-4280-afaa-5d574c8ef033', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.85', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'port_id': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'mac_address': 'fa:16:3e:8b:0d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:05:33Z', 'updated_at': '2021-11-24T20:05:33Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:17Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:05:36.592210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00511d0-8cff-450c-8376-1e920ab2b7d2 None None] New status for floating IP a0d663b4-2889-4280-afaa-5d574c8ef033: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:05:36.822374 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53702) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:05:36.928228 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c5bd3827-e9b6-46d3-92e9-4c9216f4d84e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/a0d663b4-2889-4280-afaa-5d574c8ef033 HTTP/1.1" status: 200 len: 992 time: 0.1046746 Nov 24 20:05:49.506830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:59.448181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb79d-ee84-4399-ba5e-f77c4f85b2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:05:59.842251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:01.387986 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:06:02.200485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e87a0c5c-701b-48c7-bb31-233f4d9248c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:02.926380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:04.686317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:19.521876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:29.452954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-13af2744-6242-44e0-80ed-ec4161244dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:29.842732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:31.948704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-e80e300c-d649-4c31-a575-b017dc1bae86 req-8611e7bf-3281-42d1-a6c1-73352221a2bf service neutron] (87485) timed out ('10.222.0.47', 50470) {{(pid=87485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 20:06:32.203506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8d46-56ee-4ab9-a636-cd768fc0653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:32.851785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-63d8c9e7-6d59-4d6b-9a02-0b8075c0bf92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685170 Nov 24 20:06:32.929058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:32.993362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-ce66e8cf-dc2c-4c80-bc32-dd0e6bcc5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:32.995300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-ce66e8cf-dc2c-4c80-bc32-dd0e6bcc5aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.0761833 Nov 24 20:06:33.265777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-589390df-e082-4427-9e45-684d7b37017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:33.267213 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-589390df-e082-4427-9e45-684d7b37017c service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.2522762 Nov 24 20:06:33.373388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-cc8b4078-8245-43fd-9d8a-38e2b25858e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 1000 time: 0.0987337 Nov 24 20:06:33.442207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-2b1f8f70-bece-4d29-98e4-c95b1d62151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:33.443669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-2b1f8f70-bece-4d29-98e4-c95b1d62151e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0603266 Nov 24 20:06:33.518459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-13334105-6d3f-43d0-b6cb-570c3a42fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:33.519827 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-13334105-6d3f-43d0-b6cb-570c3a42fb6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689878 Nov 24 20:06:33.654370 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-e67d8eba-82f4-47db-93ae-20dc3677f1b6 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272466 Nov 24 20:06:33.787270 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab53d99c-733d-4b42-a0e8-911fb38ae0c4 req-3ee62f75-aea7-4aeb-a8cb-26c0e146e0e0 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256788 Nov 24 20:06:34.689454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:35.879855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53736) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:06:36.019008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5cd53-a930-4d53-8e0a-dcd86b4c50dd req-adb67cef-8f12-4f79-bc0f-afdb455a9232 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:36.020559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43e5cd53-a930-4d53-8e0a-dcd86b4c50dd req-adb67cef-8f12-4f79-bc0f-afdb455a9232 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0902898 Nov 24 20:06:36.067595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43e5cd53-a930-4d53-8e0a-dcd86b4c50dd req-7cda3eb0-651b-4894-a719-0dbfa2cec3a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407770 Nov 24 20:06:36.127582 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-8809faf9-c310-4ffb-a0a4-aae446371e8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2464459 Nov 24 20:06:37.295185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5caa-37c2-4296-a220-4880cfd0b08e req-0f1adc6d-0b00-4e34-8fab-87cd813f6f54 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:37.296635 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b3dc5caa-37c2-4296-a220-4880cfd0b08e req-0f1adc6d-0b00-4e34-8fab-87cd813f6f54 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.1236999 Nov 24 20:06:37.353915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b3dc5caa-37c2-4296-a220-4880cfd0b08e req-2781484b-4f7c-4683-b8f4-323be7cefc29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499313 Nov 24 20:06:37.365637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-d13208b1-0af6-48f0-b36d-2d51346f67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:37.367547 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-d13208b1-0af6-48f0-b36d-2d51346f67bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.1180029 Nov 24 20:06:37.498908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-261e7a6e-c4c4-4ec5-972d-6758ac5180ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:37.500370 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-261e7a6e-c4c4-4ec5-972d-6758ac5180ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1261356 Nov 24 20:06:37.604035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-a52494cf-a66e-4a57-892d-261064261cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 1000 time: 0.0963380 Nov 24 20:06:37.665459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-8dc46174-7036-45ce-8ff8-d7fae06551da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:37.666941 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-8dc46174-7036-45ce-8ff8-d7fae06551da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0568733 Nov 24 20:06:37.745699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-bdf23d83-fea0-44a4-86d4-ea14317c3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:37.747197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-bdf23d83-fea0-44a4-86d4-ea14317c3b4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740843 Nov 24 20:06:37.878538 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-cb1bfe9f-d656-4af1-9b55-5e980ee96859 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244586 Nov 24 20:06:38.126563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-da74a778-689c-4bcc-975a-f6cd816952d0 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378500 Nov 24 20:06:38.386861 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:06:38.538677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f7ea-5bb6-4dec-a4c4-f807a4cc8428 req-3329c946-5648-41ec-ba03-1fd24fe4655c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:38.540144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac19f7ea-5bb6-4dec-a4c4-f807a4cc8428 req-3329c946-5648-41ec-ba03-1fd24fe4655c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0786819 Nov 24 20:06:38.584467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ac19f7ea-5bb6-4dec-a4c4-f807a4cc8428 req-34f471d6-3b55-4f1e-bad0-61898daf8c1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383749 Nov 24 20:06:39.775173 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d436-1725-4a7d-aa64-7f4bee7023ef req-4a7c6670-9c6b-4d66-8147-598952014ca8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:39.776887 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95f8d436-1725-4a7d-aa64-7f4bee7023ef req-4a7c6670-9c6b-4d66-8147-598952014ca8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0871513 Nov 24 20:06:39.821706 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-95f8d436-1725-4a7d-aa64-7f4bee7023ef req-7715dfa9-1a7d-4244-8005-1eb743a99dbe tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388210 Nov 24 20:06:41.003676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3289fb-48af-436a-9b75-2823c04d2c52 req-21f8ab52-b1cc-4656-ab18-d0b7559a68f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:41.005146 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e3289fb-48af-436a-9b75-2823c04d2c52 req-21f8ab52-b1cc-4656-ab18-d0b7559a68f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0786271 Nov 24 20:06:41.052543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8e3289fb-48af-436a-9b75-2823c04d2c52 req-d6f485b7-84e5-4695-b442-220a7ab717b1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Nov 24 20:06:42.241807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401fbe7-4ea4-4d69-9bf6-9a5999acbad0 req-0bbf20eb-47d2-4dc3-aff5-9980a93c90f2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:42.243173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4401fbe7-4ea4-4d69-9bf6-9a5999acbad0 req-0bbf20eb-47d2-4dc3-aff5-9980a93c90f2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0814955 Nov 24 20:06:42.287534 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4401fbe7-4ea4-4d69-9bf6-9a5999acbad0 req-01c7c6c2-61e7-4274-a0e0-c360f288d2d3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387542 Nov 24 20:06:43.477560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e6d0f-a223-490f-9e17-b6982cb9c40a req-3c103395-8de4-4d09-ab8f-730c60f7849d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:43.479112 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-746e6d0f-a223-490f-9e17-b6982cb9c40a req-3c103395-8de4-4d09-ab8f-730c60f7849d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0858147 Nov 24 20:06:43.522650 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-746e6d0f-a223-490f-9e17-b6982cb9c40a req-94dd5c49-b177-4187-bdaf-04f68047d2ae tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379748 Nov 24 20:06:44.705844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34cbc5-97fb-4d77-90fc-b7e488f6be4e req-88905d6a-4aa9-4c7f-aa3a-7c8fd9dc6b22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:44.707278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f34cbc5-97fb-4d77-90fc-b7e488f6be4e req-88905d6a-4aa9-4c7f-aa3a-7c8fd9dc6b22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0799954 Nov 24 20:06:44.752411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f34cbc5-97fb-4d77-90fc-b7e488f6be4e req-4fb58a11-3851-4c2d-8c85-7d6057da592f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 Nov 24 20:06:45.943693 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989ba25-0b0c-4f4a-a449-ffdf836ce755 req-c2910bb9-10eb-4bcc-a22a-6e1ce090125e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:45.945197 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8989ba25-0b0c-4f4a-a449-ffdf836ce755 req-c2910bb9-10eb-4bcc-a22a-6e1ce090125e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0850685 Nov 24 20:06:45.990971 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8989ba25-0b0c-4f4a-a449-ffdf836ce755 req-4b572f36-c2b5-46e6-918b-34f3032f3b1e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395148 Nov 24 20:06:47.176005 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb95a3-3287-4efb-a04e-71bb6724f3bc req-8290d500-deaf-4d3b-9730-fc826e868890 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:47.177467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4dfb95a3-3287-4efb-a04e-71bb6724f3bc req-8290d500-deaf-4d3b-9730-fc826e868890 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0811772 Nov 24 20:06:47.225460 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4dfb95a3-3287-4efb-a04e-71bb6724f3bc req-8e445461-b78f-465f-9a6c-29eba171faee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Nov 24 20:06:48.408186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107458-1d45-49a2-bcd6-06748df232d8 req-2363539a-f3ba-4726-8ebc-a9036cdfda19 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:48.409667 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f1107458-1d45-49a2-bcd6-06748df232d8 req-2363539a-f3ba-4726-8ebc-a9036cdfda19 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0817969 Nov 24 20:06:48.462172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f1107458-1d45-49a2-bcd6-06748df232d8 req-45cb2218-8d7e-4aa3-a8c7-f7cc8cd46bf7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469894 Nov 24 20:06:49.524305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:49.656609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe520d1-5cdc-4409-8223-6176f90d396e req-b0e88d26-3e7b-463f-9042-13d7bbbd8092 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:49.658078 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-afe520d1-5cdc-4409-8223-6176f90d396e req-b0e88d26-3e7b-463f-9042-13d7bbbd8092 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0869470 Nov 24 20:06:49.704395 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-afe520d1-5cdc-4409-8223-6176f90d396e req-8a3a7ab3-53d7-4da7-9b35-01b46d8f133f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402985 Nov 24 20:06:49.817712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-6a819acf-61bd-4c05-93ac-83c7ef5462c4 service neutron] 10.222.0.41 "GET /v2.0/ports/478d4559-7fe9-4aa4-938d-59be574fba5d/bindings/hv-neutron-8183 HTTP/1.1" status: 200 len: 384 time: 0.0751667 Nov 24 20:06:50.088967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-4ebe2228-e532-43ff-9234-7cbb587a3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:50.090318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-4ebe2228-e532-43ff-9234-7cbb587a3a1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 1098 time: 0.0749505 Nov 24 20:06:50.180759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-07ac0967-6786-4218-bb1e-c911e4ae76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:50.183050 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-07ac0967-6786-4218-bb1e-c911e4ae76e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.0715563 Nov 24 20:06:50.315624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-65d50bd5-a465-420c-a706-325d81f2b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:50.317104 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-65d50bd5-a465-420c-a706-325d81f2b7e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1272597 Nov 24 20:06:50.423172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-f4c7a3f1-f15e-4d47-a012-f43847d5e98d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 1000 time: 0.0992253 Nov 24 20:06:50.485948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-0d1c6d25-3ce2-4d90-a8da-55707b703cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:50.487348 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-0d1c6d25-3ce2-4d90-a8da-55707b703cb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0577610 Nov 24 20:06:50.564993 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44caf15-df66-48b6-92ac-5766b333a92a req-fb9c79fe-a862-4194-b85a-60f46d0f9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:50.566443 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-fb9c79fe-a862-4194-b85a-60f46d0f9c8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729165 Nov 24 20:06:50.814271 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-7785056f-9d67-4762-9982-a83f86a37473 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409005 Nov 24 20:06:51.003736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52609a4d-f6c6-4837-b6f8-4a535edddfda req-78778391-20f0-49ef-96fb-dabfb6be3c56 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:51.005138 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52609a4d-f6c6-4837-b6f8-4a535edddfda req-78778391-20f0-49ef-96fb-dabfb6be3c56 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.1900191 Nov 24 20:06:51.008370 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-3d03c03a-690e-4aa6-97ac-ea44321b0edb service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632676 Nov 24 20:06:51.053161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52609a4d-f6c6-4837-b6f8-4a535edddfda req-cb2270d1-0636-4349-b167-3400edfc9249 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Nov 24 20:06:51.914022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 478d4559-7fe9-4aa4-938d-59be574fba5d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:06:52.024077 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:52.051448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:06:52.061230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:06:52.066345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:52.068146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-854b5315-0b79-4be1-a44a-f820f70dd8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:06:52.139171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:06:52.146471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.146829 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.147178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.147516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.147856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.148232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.148564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.148901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.149237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.149571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.150492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.150824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:06:52.155174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:06:52.162539 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'code': 200} Nov 24 20:06:52.246292 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d93437-6c99-4912-8388-5c2926852f09 req-6619e762-89cc-4790-87af-60e794ec2ed8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:52.247651 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e4d93437-6c99-4912-8388-5c2926852f09 req-6619e762-89cc-4790-87af-60e794ec2ed8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 943 time: 0.0789068 Nov 24 20:06:52.291639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e4d93437-6c99-4912-8388-5c2926852f09 req-d32843ee-28f9-4bdc-b6ea-a9d073d12646 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384331 Nov 24 20:06:53.480290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739da94-e78e-4b20-a8c9-ddd63603aa42 req-583e947f-7cee-4d98-93b5-a015159bafa5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:53.481726 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d739da94-e78e-4b20-a8c9-ddd63603aa42 req-583e947f-7cee-4d98-93b5-a015159bafa5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 943 time: 0.0837531 Nov 24 20:06:53.523987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d739da94-e78e-4b20-a8c9-ddd63603aa42 req-f35c8bf1-b7cc-4aa9-87fc-cbd925cc8354 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367627 Nov 24 20:06:53.929242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 478d4559-7fe9-4aa4-938d-59be574fba5d details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:06:54.060528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:06:54.073964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'port_id': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'mac_address': 'fa:16:3e:8b:0d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:06:54.126639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:54.143380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478d4559-7fe9-4aa4-938d-59be574fba5d {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:06:54.158841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:06:54.162611 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:54.164456 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:06:54.265462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['478d4559-7fe9-4aa4-938d-59be574fba5d'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:06:54.300523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:06:54.309763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:06:54.709145 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a77c5e-91a0-4dde-9903-3c03118faac6 req-be4ca2ea-05f6-43ee-b8e5-1a0a202d7c26 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:54.710594 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3a77c5e-91a0-4dde-9903-3c03118faac6 req-be4ca2ea-05f6-43ee-b8e5-1a0a202d7c26 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 944 time: 0.0816159 Nov 24 20:06:54.755244 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a3a77c5e-91a0-4dde-9903-3c03118faac6 req-13059e8f-40c9-49b8-9fda-6d82d51901dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385001 Nov 24 20:06:55.123348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d2be8-9350-44f3-953a-1833272ea394 req-c2aeab0d-fd38-4ab9-bb0f-c582841f673e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:55.124853 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe1d2be8-9350-44f3-953a-1833272ea394 req-c2aeab0d-fd38-4ab9-bb0f-c582841f673e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 944 time: 0.1488175 Nov 24 20:06:55.132279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-bd91fb0e-16c4-4f5d-919c-89b5e94715a9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:55.133608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-bd91fb0e-16c4-4f5d-919c-89b5e94715a9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29&tenant_id=f47adbc368294005b7993bf3dee392f6&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200 len: 944 time: 0.1216567 Nov 24 20:06:55.173949 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe1d2be8-9350-44f3-953a-1833272ea394 req-185e431e-c96d-498d-89c1-8c23b751e318 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386727 Nov 24 20:06:55.275008 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-fa37df1e-0f18-4573-87a7-73669226f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:55.276514 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-fa37df1e-0f18-4573-87a7-73669226f2bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1097 time: 0.0734186 Nov 24 20:06:55.460383 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-8cfa4d11-0537-4e38-9514-dc5ee1f70c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:55.461733 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-8cfa4d11-0537-4e38-9514-dc5ee1f70c49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1790016 Nov 24 20:06:55.473927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defee30d-0773-4a0d-b5a4-3a6c081f3151 req-75448f75-7cb0-4433-9e2d-3c901e47eefb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:55.475261 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-defee30d-0773-4a0d-b5a4-3a6c081f3151 req-75448f75-7cb0-4433-9e2d-3c901e47eefb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 944 time: 0.1732397 Nov 24 20:06:55.600471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-defee30d-0773-4a0d-b5a4-3a6c081f3151 req-f4d0acb1-8bbc-402a-a5c0-93e1f394002b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744493 Nov 24 20:06:55.602201 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-627644c6-eb4f-4ca9-a6b8-4b59d9446fb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 999 time: 0.1261261 Nov 24 20:06:55.667609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-8d9032ef-33da-442d-ab55-929a2e43b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:55.669039 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-8d9032ef-33da-442d-ab55-929a2e43b822 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0602579 Nov 24 20:06:55.743806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-a4f49683-0206-4756-a4fe-e53996795df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:55.745241 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-a4f49683-0206-4756-a4fe-e53996795df3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698047 Nov 24 20:06:55.880166 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-1b07791b-960e-49f9-b2e5-0eac174f7950 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281364 Nov 24 20:06:55.944987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 478d4559-7fe9-4aa4-938d-59be574fba5d up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:06:56.014444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 478d4559-7fe9-4aa4-938d-59be574fba5d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:06:56.014646 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cc785cc0-b1cb-48b5-b420-62e2b8821e06 req-ca1d520b-790c-48a8-8aa7-e5248197b775 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278546 Nov 24 20:06:56.014766 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:56.134935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:56.161772 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:06:56.172442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:06:56.176333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:56.178166 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:06:56.214439 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'code': 200} Nov 24 20:06:56.244893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:06:56.247771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:06:56.793713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b449409-c34c-4763-b92e-37743be43361 req-5e316a0d-035d-4e98-bb01-029a554ddbc3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:06:56.795084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5b449409-c34c-4763-b92e-37743be43361 req-5e316a0d-035d-4e98-bb01-029a554ddbc3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0869431 Nov 24 20:06:56.839623 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5b449409-c34c-4763-b92e-37743be43361 req-1854e410-a373-4575-a8af-1e541e7417a3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389762 Nov 24 20:06:56.862613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53814) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:06:56.968554 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5f87ff02-867d-4a53-ac41-37ac12612f78 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/a0d663b4-2889-4280-afaa-5d574c8ef033 HTTP/1.1" status: 200 len: 992 time: 0.1047070 Nov 24 20:06:59.455637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-63183841-59a2-4387-808d-205cb97efebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:06:59.844839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:02.205911 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1926915-9aa5-4648-995c-2b6ec5543ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:02.932020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:04.692247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:15.385757 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:07:19.536806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:29.457718 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8fa2-1707-45be-a87e-c79d4ce67789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:29.845454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:32.207920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6ef2ecaf-b206-406a-9f2c-0a59125c4ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:32.935654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:34.698418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:34.811396 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-f9809338-770b-408c-a0bf-44a3da7bb001 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696471 Nov 24 20:07:35.074762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-ad0fc6e1-1e06-4092-8853-da3ca8e70dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:35.076328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-ad0fc6e1-1e06-4092-8853-da3ca8e70dfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.1937563 Nov 24 20:07:35.223467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-a9873f9b-c7bf-46a1-ba6c-eb212f39a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:35.224843 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-a9873f9b-c7bf-46a1-ba6c-eb212f39a91a service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1272891 Nov 24 20:07:35.328179 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-77edfbcd-fbc1-4a2e-8f86-eaf206fad048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 1000 time: 0.0965526 Nov 24 20:07:35.391105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-2bc51a31-1700-472a-aa3d-c09f3353514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:35.392545 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-2bc51a31-1700-472a-aa3d-c09f3353514e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0580521 Nov 24 20:07:35.470066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-7cd2fb1c-86a2-4162-9031-48703b035517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:35.471485 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-7cd2fb1c-86a2-4162-9031-48703b035517 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726919 Nov 24 20:07:35.601899 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-48cf982e-f7b4-4f90-8787-a0b774cceadd service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234341 Nov 24 20:07:35.733993 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fa6233d9-9d71-4b97-836d-16bf4f0953e9 req-13d78309-e80b-46d0-b020-ade54f7f1a3f service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255393 Nov 24 20:07:43.580379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53838) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:43.783121 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 9185d5a7-3da7-475f-bdc6-fa960945a9c1 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:07:43.783456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:43.953998 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:43.954332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:44.077552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 9185d5a7-3da7-475f-bdc6-fa960945a9c1 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:07:44.229691 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:44.234076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2a00bda0-2861-47a4-ba42-3535a799e183 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:44.277846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=9185d5a7-3da7-475f-bdc6-fa960945a9c1,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:44.322076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.322458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.322843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.323221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.323598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.323990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.324364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.324732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.325101 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.325466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.325839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.326209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:44.353417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:44.381622 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:44.382017 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP a0d663b4-2889-4280-afaa-5d574c8ef033 disassociated (deleted). External IP: 172.26.6.85, port: 478d4559-7fe9-4aa4-938d-59be574fba5d. Nov 24 20:07:44.733314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:07:45.035094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:07:45.044945 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] Sync routers for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:07:45.054718 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:07:45.055348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:45.055473 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:07:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:45.113331 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/floatingips/a0d663b4-2889-4280-afaa-5d574c8ef033 HTTP/1.1" status: 204 len: 168 time: 1.5318277 Nov 24 20:07:45.114003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:07:45.232326 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'status': 'completed', 'code': 200} Nov 24 20:07:45.238318 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:07:45.338106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-c29bccd4-1fa2-4a29-ac07-9b9704dc5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:45.340833 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-c29bccd4-1fa2-4a29-ac07-9b9704dc5ad4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 1098 time: 0.0839236 Nov 24 20:07:45.530483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-6edb2ea1-a81c-4a2a-9b4d-273c859bea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:45.531933 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-6edb2ea1-a81c-4a2a-9b4d-273c859bea34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 200 len: 897 time: 0.1839950 Nov 24 20:07:45.559015 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:17Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:45.562826 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] Checking router: ac7bd539-39ee-44d8-a61e-c390dd20c4f9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:07:45.570933 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:07:45.572228 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:07:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:45.613937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-d05c37ca-bd30-4127-8495-e515622a47ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 200 len: 217 time: 0.0711880 Nov 24 20:07:45.677467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af7d6-0fdb-4aae-8877-48817e067746 req-ba3e3b9f-68e2-4340-847d-317c0a08035a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:45.678977 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f05af7d6-0fdb-4aae-8877-48817e067746 req-ba3e3b9f-68e2-4340-847d-317c0a08035a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.2526965 Nov 24 20:07:45.713090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-4fdcae9d-4076-4a1c-a5e7-948c1ab16d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:45.714529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-4fdcae9d-4076-4a1c-a5e7-948c1ab16d5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 200 len: 835 time: 0.0917797 Nov 24 20:07:45.744911 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:07:45.771540 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f05af7d6-0fdb-4aae-8877-48817e067746 req-d673f0f2-909b-4e64-b1eb-0c495717318c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847657 Nov 24 20:07:45.802721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-aa3c98ca-8c87-4877-a3ea-c85fa0bb8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:45.804303 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-aa3c98ca-8c87-4877-a3ea-c85fa0bb8cec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=941a1e2a-f1bb-4e06-85b2-df195b7cb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809088 Nov 24 20:07:45.941287 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-f23df470-b818-448c-8648-6806b14809f7 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300638 Nov 24 20:07:46.076422 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-202a125f-7f03-4f04-a118-3e5b7cf67a42 req-32a064e7-d6d8-4f45-a49b-cf9af7e839d2 service neutron] 10.222.0.41 "GET /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276834 Nov 24 20:07:46.097019 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:17Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:46.101116 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd095f8-a6b9-40d2-9874-bac87c3ec165 None None] The sync data for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv is: [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6272a68-13b5-476a-b73f-533d8ef63e4f', 'name': '', 'network_id': '941a1e2a-f1bb-4e06-85b2-df195b7cb051', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:ad:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:12Z', 'updated_at': '2021-11-24T20:05:17Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': 'a5f252cb-1a43-4e9c-85e4-790dd8f24fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:07:46.315054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e250f-89b7-481a-8f25-9038a4b2f400 None None] New status for floating IP a0d663b4-2889-4280-afaa-5d574c8ef033: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:07:47.016583 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbca9af-ae10-4865-9986-e0167f47c0ad req-c2c9cbd9-a0d8-4ae2-85a0-b35eb68fad83 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:47.018081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cfbca9af-ae10-4865-9986-e0167f47c0ad req-c2c9cbd9-a0d8-4ae2-85a0-b35eb68fad83 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.1242888 Nov 24 20:07:47.182705 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cfbca9af-ae10-4865-9986-e0167f47c0ad req-684448d7-3c67-41d5-9b2d-6c10a251b9b4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=c37dc69f-5622-4ad7-abba-19efa79b73b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590369 Nov 24 20:07:47.315249 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-8b0a9dfd-b72e-49b1-8b30-9eb1dbcdbffb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:47.316695 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-8b0a9dfd-b72e-49b1-8b30-9eb1dbcdbffb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 945 time: 0.0784931 Nov 24 20:07:47.388212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 478d4559-7fe9-4aa4-938d-59be574fba5d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:07:47.388552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:47.628889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 478d4559-7fe9-4aa4-938d-59be574fba5d, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=478d4559-7fe9-4aa4-938d-59be574fba5d,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:07:47.629253 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:47.755510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 478d4559-7fe9-4aa4-938d-59be574fba5d owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:07:47.898955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:47.905255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:47.954515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=478d4559-7fe9-4aa4-938d-59be574fba5d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:47.993897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.994536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.994927 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.995306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.995685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.996087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.996463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.996830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.997198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.997564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.997931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:47.998296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:48.005294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:48.043758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] No DVR routers for this DVR port 478d4559-7fe9-4aa4-938d-59be574fba5d on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:07:48.046175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:48.048721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-deleted', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:07:48.061884 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-52a02640-3cab-4d7d-a5c3-062dd71be4c2 req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "DELETE /v2.0/ports/478d4559-7fe9-4aa4-938d-59be574fba5d HTTP/1.1" status: 204 len: 173 time: 0.7391262 Nov 24 20:07:48.138966 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08399a-2c72-489e-93a9-55ecf1b8fe29', 'name': 'network-vif-deleted', 'tag': '478d4559-7fe9-4aa4-938d-59be574fba5d', 'status': 'completed', 'code': 200} Nov 24 20:07:48.343554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4aee709c-3527-48ed-93fc-6eaefdb1ff1b req-2c2575b2-b2ff-4c8f-9a8a-adfc998c93d0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:07:48.360244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-4aee709c-3527-48ed-93fc-6eaefdb1ff1b req-2c2575b2-b2ff-4c8f-9a8a-adfc998c93d0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:07:48.361420 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4aee709c-3527-48ed-93fc-6eaefdb1ff1b req-2c2575b2-b2ff-4c8f-9a8a-adfc998c93d0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f08399a-2c72-489e-93a9-55ecf1b8fe29 HTTP/1.1" status: 200 len: 210 time: 0.0613394 Nov 24 20:07:49.458336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53866) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:49.534900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:50.011990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:50.271824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 478d4559-7fe9-4aa4-938d-59be574fba5d no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:07:50.307481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 478d4559-7fe9-4aa4-938d-59be574fba5d {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:07:50.307846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 478d4559-7fe9-4aa4-938d-59be574fba5d not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:07:50.386879 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port f6272a68-13b5-476a-b73f-533d8ef63e4f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:07:50.387224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:50.582994 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port f6272a68-13b5-476a-b73f-533d8ef63e4f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6272a68-13b5-476a-b73f-533d8ef63e4f,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:07:50.583658 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:50.831122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for f6272a68-13b5-476a-b73f-533d8ef63e4f owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:07:51.161005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:51.164552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:51.209311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=f6272a68-13b5-476a-b73f-533d8ef63e4f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:51.213007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:51.486229 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:51.842671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:07:52.015705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:07:52.025089 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] Sync routers for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:07:52.033529 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/ac7bd539-39ee-44d8-a61e-c390dd20c4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5741229 Nov 24 20:07:52.034859 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:07:52.035470 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:07:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:52.036324 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53870) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:52.105425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting subnet a5f252cb-1a43-4e9c-85e4-790dd8f24fca {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:07:52.108379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.217254 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:07:52.297806 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.381938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.405301 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:07:52.454467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.459024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1a5a0c3c-5669-4d52-bf2d-6ceaf7354f9f tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:52.494659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f252cb-1a43-4e9c-85e4-790dd8f24fca,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:52.497693 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:52.498686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.505255 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/subnets/a5f252cb-1a43-4e9c-85e4-790dd8f24fca HTTP/1.1" status: 204 len: 168 time: 0.4679668 Nov 24 20:07:52.507239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d0d5e-9063-4cf4-860a-571509f24e06 None None] Network 941a1e2a-f1bb-4e06-85b2-df195b7cb051 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:07:52.507766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53874) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:52.510639 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:07:51Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:52.515051 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] Checking router: ac7bd539-39ee-44d8-a61e-c390dd20c4f9 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:07:52.523571 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] Routers {'ac7bd539-39ee-44d8-a61e-c390dd20c4f9'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:07:52.524394 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:07:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:52.697412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.714976 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] Set router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:07:52.789151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] DHCP port deletion for 941a1e2a-f1bb-4e06-85b2-df195b7cb051 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:07:52.794012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Deleting port 883897fa-8b20-40d5-8f01-be31a97c13eb {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:07:52.794393 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.886034 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:52.900877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port df25b4d7-e44c-4307-b258-39f695f39adb {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:07:52.901766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.006347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] For port 883897fa-8b20-40d5-8f01-be31a97c13eb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=883897fa-8b20-40d5-8f01-be31a97c13eb,segment=NetworkSegment(e8928073-b2d8-4e83-8ab5-af87ed08b400),segment_id=e8928073-b2d8-4e83-8ab5-af87ed08b400)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:07:53.006748 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.017705 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:07:51Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:53.021607 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90789197-f913-4018-b2b7-eed8af8359e2 None None] The sync data for ids ['ac7bd539-39ee-44d8-a61e-c390dd20c4f9'] in dv-neutron-818346-1-hyperv is: [{'id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282405182', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:05:08Z', 'updated_at': '2021-11-24T20:07:51Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'df25b4d7-e44c-4307-b258-39f695f39adb', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7bd539-39ee-44d8-a61e-c390dd20c4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:05:09Z', 'updated_at': '2021-11-24T20:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:07:53.096778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port df25b4d7-e44c-4307-b258-39f695f39adb, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=df25b4d7-e44c-4307-b258-39f695f39adb,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:07:53.097136 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.134358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Calling delete_port for 883897fa-8b20-40d5-8f01-be31a97c13eb owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:07:53.209726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.217300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:53.221288 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for df25b4d7-e44c-4307-b258-39f695f39adb owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:07:53.258182 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] No DVR routers for this DVR port 883897fa-8b20-40d5-8f01-be31a97c13eb on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:07:53.260169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Pushing event deleted for resources: {'Port': ['ID=883897fa-8b20-40d5-8f01-be31a97c13eb,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:53.268978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.268978 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.269550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.269550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.269984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.270377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.270581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.270989 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.271226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.271613 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.271982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.272335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:07:53.276445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:53.397349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.402175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c52ec2d9-1e83-4392-9d6c-5011913c3c2f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:53.449920 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=df25b4d7-e44c-4307-b258-39f695f39adb,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:53.453222 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:53.541634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.702555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6272a68-13b5-476a-b73f-533d8ef63e4f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:07:53.776307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: f6272a68-13b5-476a-b73f-533d8ef63e4f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:07:53.776556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6272a68-13b5-476a-b73f-533d8ef63e4f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:07:53.776984 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 883897fa-8b20-40d5-8f01-be31a97c13eb no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:07:53.810600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 883897fa-8b20-40d5-8f01-be31a97c13eb {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:07:53.810957 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 883897fa-8b20-40d5-8f01-be31a97c13eb not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:07:53.836741 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.838936 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.860207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.860721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Fanout notify agent at l3_agent the message router_deleted on router ac7bd539-39ee-44d8-a61e-c390dd20c4f9 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:07:53.876642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:53.877744 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/routers/ac7bd539-39ee-44d8-a61e-c390dd20c4f9 HTTP/1.1" status: 204 len: 168 time: 1.3690469 Nov 24 20:07:53.880534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53878) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:53.997854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.140766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.166393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941a1e2a-f1bb-4e06-85b2-df195b7cb051']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:54.178636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8928073-b2d8-4e83-8ab5-af87ed08b400') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:54.178929 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8928073-b2d8-4e83-8ab5-af87ed08b400') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:54.190315 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.206858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.214183 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:07:54.214575 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:07:54.229121 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:07:54.308916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.312265 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-084b471b-70ab-484b-919e-ddab9fa293cd tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:54.326645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.338662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Network': ['ID=941a1e2a-f1bb-4e06-85b2-df195b7cb051,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:54.341435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:54.345356 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/networks/941a1e2a-f1bb-4e06-85b2-df195b7cb051 HTTP/1.1" status: 204 len: 168 time: 0.4638939 Nov 24 20:07:54.348043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53882) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:54.416883 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-46af18eb-eb3e-429e-9c85-917939dcdc1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.445742 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-46af18eb-eb3e-429e-9c85-917939dcdc1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.509875 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-46af18eb-eb3e-429e-9c85-917939dcdc1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.515452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e3020a0-20b8-4343-ab36-8d27e769e904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:54.528598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af18eb-eb3e-429e-9c85-917939dcdc1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37dc69f-5622-4ad7-abba-19efa79b73b7,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:54.532199 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-46af18eb-eb3e-429e-9c85-917939dcdc1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:54.537728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-46af18eb-eb3e-429e-9c85-917939dcdc1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:54.538851 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-46af18eb-eb3e-429e-9c85-917939dcdc1d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/security-groups/c37dc69f-5622-4ad7-abba-19efa79b73b7 HTTP/1.1" status: 204 len: 168 time: 0.1898847 Nov 24 20:07:55.084184 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53890) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:55.089526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525535779', 'description': 'tempest-secgroup-smoke-525535779 description', 'project_id': 'f47adbc368294005b7993bf3dee392f6'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:55.095478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:55.099584 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:55.102418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:55.108019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:55.123063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.142406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:55.146444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:55.149203 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:55.155317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:55.225930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.229507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.233003 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-053af940-92bd-4744-9416-f91a8eb23d69 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:55.274021 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04998e3-d99a-437b-ad69-d53783b8c1bb,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:55.276762 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.281095 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1927717 Nov 24 20:07:55.281095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-211e06da-9fdf-46f8-b9d8-25db2b3fee60 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:55.281981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53894) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:55.286281 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'f04998e3-d99a-437b-ad69-d53783b8c1bb', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:55.292370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:55.296172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:55.298975 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:55.304680 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:55.321755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.380370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.384352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.386164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f9a47efe-87ae-425d-9a4d-33a20b087a55 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:55.408333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4a6d5a-7ea3-4da7-8bad-6ccc08e326e6,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:55.410653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:55.417653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.418892 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cde3be0d-7d99-4fea-a622-cf94b16d4da1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367204 Nov 24 20:07:55.421634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53898) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:55.426681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'f04998e3-d99a-437b-ad69-d53783b8c1bb', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:55.432761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:55.436618 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:55.439440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:55.445128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:55.462331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.525040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.528307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.530311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8a3f6ea5-770c-4147-a303-d01fcf322ff9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:55.552105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0494d5ef-9cbd-47ea-8953-cdd44bf365c7,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:55.556759 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:55.561005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.562176 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-067098a5-c28a-4557-b3ac-3e25a0f7884b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396163 Nov 24 20:07:55.564873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53902) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:55.569843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'f04998e3-d99a-437b-ad69-d53783b8c1bb', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:55.576155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:55.579923 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:55.582839 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:55.589176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:55.604652 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.615408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df25b4d7-e44c-4307-b258-39f695f39adb no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:07:55.651044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: df25b4d7-e44c-4307-b258-39f695f39adb {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:07:55.651400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device df25b4d7-e44c-4307-b258-39f695f39adb not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:07:55.667803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.671228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.673149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5fc1e2ca-d8f4-419e-bb74-94f64c310cd9 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:55.694498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4929a1-bc18-4950-afa2-ab44ee05769f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:55.697566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:55.704292 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.705461 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396871 Nov 24 20:07:55.708219 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53906) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:55.713816 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'f04998e3-d99a-437b-ad69-d53783b8c1bb', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:55.719572 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:55.723475 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:55.726382 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:55.732283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:55.749596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.814412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.818097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.819952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-65f1cf2c-06ae-4035-96fd-ab4dabb6a892 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:55.842074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7456d91e-d36a-4e5e-b651-0109e6d36463,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:55.844660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:55.853597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.854886 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457574 Nov 24 20:07:55.857597 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53910) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:55.862906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'f04998e3-d99a-437b-ad69-d53783b8c1bb', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:55.869429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:55.873515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:55.876554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:55.882419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:55.893246 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:07:55.899905 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.964635 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.967948 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:55.969729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-57dd008c-3b8e-4aa5-b71b-92ef53d473bb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:55.991300 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8abbe2-25e6-4262-80e1-a2f76e89ded3,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:55.994325 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:56.001086 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.002249 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b33505c6-e08c-45cb-8179-0a23195256a4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437492 Nov 24 20:07:56.004938 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53914) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:56.010647 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': 'f04998e3-d99a-437b-ad69-d53783b8c1bb', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:56.016462 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:56.020266 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:56.023134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:56.029393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:56.040712 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:07:56.047853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.113005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.116577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.124440 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c257801e-7d9f-478f-bd18-1a8151db0386 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:56.142362 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf297bf2-d34b-4f00-a1bb-33b1f72a1d2b,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:56.144822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:56.152361 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.153531 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-34a0517f-0ce7-4918-bf82-23bd9faa2225 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476965 Nov 24 20:07:56.156629 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53918) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:56.162026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'network': {'name': 'tempest-network-smoke--1080309794', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'port_security_enabled': True}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:56.167224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:56.171525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:network and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:56.174931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:56.181679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:56.194129 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:07:56.198205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.226127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:07:56.236351 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.236738 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Added segment 2e468fa5-2963-4a3e-87d3-b0d42198a828 of type vlan for network 7d6abc2d-15b7-408c-89fa-448911fc21b9 Nov 24 20:07:56.263145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.293959 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.299600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:56.300216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.305120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41623bc9-4a29-4aef-b796-395fb3211202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:56.405333 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2476761 Nov 24 20:07:56.408155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 53922) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:56.413397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'admin_state_up': True, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:56.414504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Network': ['ID=7d6abc2d-15b7-408c-89fa-448911fc21b9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:56.417474 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:56.420710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:56.424621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:router and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:56.425428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:07:56.427455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:56.434414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:56.444128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.445160 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.461323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:56.728541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:57.148146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:57.178016 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:57.314368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.74 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/d8b190b7-2fb7-454a-a8e4-310369ccd271) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:07:57.459703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:57.489390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:57.493962 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ec1c9d6-7c54-4e95-888b-5815083123b9 tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:57.563154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:07:57.565818 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:07:57.569621 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:07:57.608448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=d8b190b7-2fb7-454a-a8e4-310369ccd271,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:57.616561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:57.995609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:58.337376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:58.668626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 1886dca7-949c-4bca-9fa3-cffae931d7a1 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:07:58.850366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:07:58.860484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Sync routers for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:07:58.869762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:07:58.870467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:07:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:58.880241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:58.885653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53926) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:58.892413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4831390 Nov 24 20:07:58.974715 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5643e46d-f679-432d-a40d-019fa0cadc62 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f47adbc368294005b7993bf3dee392f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875957 Nov 24 20:07:58.977022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53932) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:59.052643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:07:59.107750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b36d0-c2e4-4b1f-86eb-40a464a038ac tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:59.109326 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-508b36d0-c2e4-4b1f-86eb-40a464a038ac tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307344 Nov 24 20:07:59.112097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53936) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:59.151223 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5d927aaf-175c-483f-b0af-5b51a6916cc5 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379610 Nov 24 20:07:59.153729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53940) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:59.159395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-729916376', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:07:59.271131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:07:59.275405 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:subnet and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:07:59.278234 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:07:59.284202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:07:59.294390 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:07:59.298175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.343492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:07:57Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:07:59.347367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Checking router: 1886dca7-949c-4bca-9fa3-cffae931d7a1 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:07:59.347730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Updating router 1886dca7-949c-4bca-9fa3-cffae931d7a1 port d8b190b7-2fb7-454a-a8e4-310369ccd271 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:07:59.402119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.504244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-137daf42-bf7c-495f-b87e-c1d216461dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.523253 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.527626 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e1162a8-e737-45cb-a240-627b678fc0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:07:59.600333 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Subnet': ['ID=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:07:59.603655 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:07:59.614155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Checking segment: {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:07:59.614514 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network hostable DHCP agents. Network: 7d6abc2d-15b7-408c-89fa-448911fc21b9, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:07:59.635871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:07:59.645778 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 7d6abc2d-15b7-408c-89fa-448911fc21b9) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:07:59.650395 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:07:59.651114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.664296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd838e17-3d32-4f8d-8b0e-d869f2f6d61b None None] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:07:59.673037 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b4da861b-d1dd-4c93-8312-8c879fb6df72 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5179403 Nov 24 20:07:59.675750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 53944) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:07:59.913728 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.916575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.933888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Transition to ACTIVE for port object d8b190b7-2fb7-454a-a8e4-310369ccd271 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:07:59.970740 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:07:59.980169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:00.037097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-7d6abc2d-15b7-408c-89fa-448911fc21b9', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:08:00.038340 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:00.075858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Attempting to bind port d8b190b7-2fb7-454a-a8e4-310369ccd271 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:08:00.076260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Attempting to bind port d8b190b7-2fb7-454a-a8e4-310369ccd271 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:08:00.076630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Attempting to bind port d8b190b7-2fb7-454a-a8e4-310369ccd271 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:08:00.163661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8283f60-1689-435e-95d0-a481262ed6d8 None None] Pushing event updated for resources: {'Port': ['ID=d8b190b7-2fb7-454a-a8e4-310369ccd271,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:00.169889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d8283f60-1689-435e-95d0-a481262ed6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:00.170658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:08:00.171223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:08:00.171437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:00.171909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:08:00.172519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Bound port: d8b190b7-2fb7-454a-a8e4-310369ccd271, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:08:00.172837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:00.314655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] For port d8b190b7-2fb7-454a-a8e4-310369ccd271, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:08:00.327194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] For port d8b190b7-2fb7-454a-a8e4-310369ccd271, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d8b190b7-2fb7-454a-a8e4-310369ccd271,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:08:00.335619 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:00.341829 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:00.376074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Allocated IP 172.20.0.2 (7d6abc2d-15b7-408c-89fa-448911fc21b9/9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896/475a8d30-26f0-4a2c-84e2-c4547aea1bb6) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:08:00.490505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:08:00.491059 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:07:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:00.496352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:00.558246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8283f60-1689-435e-95d0-a481262ed6d8 None None] Pushing event updated for resources: {'Port': ['ID=d8b190b7-2fb7-454a-a8e4-310369ccd271,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:00.571569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d8283f60-1689-435e-95d0-a481262ed6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:00.781787 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:08:00.917235 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:00.983816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Transition to ACTIVE for port object 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:08:01.019058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Transition to ACTIVE for port object 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:08:01.036909 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:01.042934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a7c97cf9-98e0-4af3-97e6-dfb95ab55643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:01.092070 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.1 (7d6abc2d-15b7-408c-89fa-448911fc21b9/9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896/3eceb3d8-1fc5-4e31-9456-ddb94f6aa864) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:08:01.137800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:08:01.141905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:08:01.146141 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:08:01.156629 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Pushing event updated for resources: {'Port': ['ID=475a8d30-26f0-4a2c-84e2-c4547aea1bb6,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:01.161616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:01.249264 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Attempting to bind port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:08:01.249638 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Attempting to bind port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:08:01.250005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Attempting to bind port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 on network 7d6abc2d-15b7-408c-89fa-448911fc21b9 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:08:01.250677 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:01.257408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:08:01.257786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Checking segment: {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:08:01.258191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:01.259247 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Bound using segment: {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:08:01.259730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Bound port: 475a8d30-26f0-4a2c-84e2-c4547aea1bb6, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:08:01.260127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:01.266458 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:08:01.289628 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:01.294038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da1a5a7-f0f4-4a00-a79f-429cbebf98d7 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:01.311612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:07:57Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:01.327366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736df7-1265-4c42-9fa2-772bf2173d60 None None] The sync data for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv is: [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:07:57Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:08:01.360767 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:08:01.363746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:08:01.366658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] For port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:08:01.368409 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:08:01.370769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] For port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=475a8d30-26f0-4a2c-84e2-c4547aea1bb6,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:08:01.378460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:01.389529 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:01.412705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:01.418192 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:01.433249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:01.482198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Pushing event updated for resources: {'Port': ['ID=475a8d30-26f0-4a2c-84e2-c4547aea1bb6,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:01.485850 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:01.766621 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d8b190b7-2fb7-454a-a8e4-310369ccd271 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:08:01.916735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port d8b190b7-2fb7-454a-a8e4-310369ccd271 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:08:01.922668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d8b190b7-2fb7-454a-a8e4-310369ccd271 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:01.923342 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.009766 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.085236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.103272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port d8b190b7-2fb7-454a-a8e4-310369ccd271, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d8b190b7-2fb7-454a-a8e4-310369ccd271,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:08:02.109688 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.111726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-2c5d5ea3-100e-48cd-a17a-25b28fe73178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:02.251410 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8791f4a0-a306-46cb-814b-d48139bb180e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.262940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=d8b190b7-2fb7-454a-a8e4-310369ccd271,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:02.265973 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:02.527261 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.532949 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.564425 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6751f010-72ab-4fd0-a8ad-fa702802d978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:02.658134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:02.661662 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:02.665468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:02.677726 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c828fe5-a8d9-4a6a-9f7b-b9d11453ece7 None None] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:08:02.775649 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bc72902c-95cb-43f4-845f-228405b8b4f9 None None] Provisioning for port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:08:02.828119 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:08:02.829293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:08:02.949636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:03.031519 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 1886dca7-949c-4bca-9fa3-cffae931d7a1 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:08:03.220315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a6f48d4a-286e-4109-a9b9-49001f0cdef2 None None] Provisioning for port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:08:03.226714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a6f48d4a-286e-4109-a9b9-49001f0cdef2 None None] Provisioning complete for port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:03.227833 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a6f48d4a-286e-4109-a9b9-49001f0cdef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:03.228964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:08:03.244623 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Sync routers for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:08:03.251594 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/1886dca7-949c-4bca-9fa3-cffae931d7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5746622 Nov 24 20:08:03.255357 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:08:03.256007 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:08:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:03.285476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a6f48d4a-286e-4109-a9b9-49001f0cdef2 None None] Port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:08:03.418214 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-85516caa-38fd-4f5e-b491-3bb62a24eb73 None None] Provisioning complete for port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:03.418941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-85516caa-38fd-4f5e-b491-3bb62a24eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:03.437018 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-cbde129d-b5e5-488e-b4dc-63dfdb8a9d18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525535779&fields=id&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 267 time: 0.0500717 Nov 24 20:08:03.487111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-85516caa-38fd-4f5e-b491-3bb62a24eb73 None None] Port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:08:03.502188 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:08:03.622222 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c8ccf047-7c02-4e8a-b40d-3a9eafffc4e6 None None] Provisioning complete for port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:03.622705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf047-7c02-4e8a-b40d-3a9eafffc4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:03.625122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-1b35b43c-e60d-41dc-8aec-2c1d6b25b10e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:03.632603 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-1b35b43c-e60d-41dc-8aec-2c1d6b25b10e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 797 time: 0.1882858 Nov 24 20:08:03.659847 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-9d52fd5e-698e-4ee2-8a59-ba1bb94ace04 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/quotas/f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 375 time: 0.0210729 Nov 24 20:08:03.702417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccf047-7c02-4e8a-b40d-3a9eafffc4e6 None None] Port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:08:03.750062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-78ac624a-d604-4b42-9218-4beba5ac38d2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831375 Nov 24 20:08:03.765517 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d8b190b7-2fb7-454a-a8e4-310369ccd271 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:08:03.835447 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 2, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:03.840472 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Checking router: 1886dca7-949c-4bca-9fa3-cffae931d7a1 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:08:03.841040 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Updating router 1886dca7-949c-4bca-9fa3-cffae931d7a1 port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:08:03.841841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port d8b190b7-2fb7-454a-a8e4-310369ccd271 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:03.842299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:03.895840 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:03.953768 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-a280c38d-5250-41fe-a56c-044cc6dc4c6c service neutron] 10.222.0.47 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855402 Nov 24 20:08:03.980698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:08:04.052608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:08:04.058108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:04.059142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.099153 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-97382423-b693-4d31-ad28-a22a63eb4711 service neutron] 10.222.0.47 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364191 Nov 24 20:08:04.188419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.222285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=475a8d30-26f0-4a2c-84e2-c4547aea1bb6,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:08:04.226507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.231763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-81e46848-236c-40bb-8e39-757bf48bad42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:04.268548 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.282139 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Transition to ACTIVE for port object 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:08:04.291900 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.297434 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-c457c941-4c3a-4dcf-af9e-0f25715359ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:04.306508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=475a8d30-26f0-4a2c-84e2-c4547aea1bb6,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:04.315245 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9c9e5b74-4b73-49c9-8683-c4c5aa6c037e req-6b3081ec-575d-4a52-ab5c-3ba8ba539a86 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 210 time: 0.0582368 Nov 24 20:08:04.316337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:04.455938 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Pushing event updated for resources: {'Port': ['ID=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:04.497186 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.497520 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.497860 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.498187 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.498511 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.498834 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.499153 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.499471 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.499792 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.500133 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.500449 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.500765 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:08:04.514986 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:04.534549 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Attempting to bind port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:08:04.535047 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Attempting to bind port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:08:04.535485 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Attempting to bind port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 on network 7d6abc2d-15b7-408c-89fa-448911fc21b9 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:08:04.543390 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:08:04.543897 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Checking segment: {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:08:04.544458 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.544928 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Bound using segment: {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:08:04.546078 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Bound port: 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:08:04.546078 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.658404 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] For port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:08:04.661740 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] For port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:08:04.666688 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.671204 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-d60cb9fb-d359-4412-9bcf-80390515c133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:04.702165 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:04.755506 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:08:04.756167 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:08:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:04.832913 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Pushing event updated for resources: {'Port': ['ID=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:04.836165 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-1945ebc1-2c37-4cfd-b889-4ab83eca8c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:04.967229 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:08:05.315031 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:04Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:05.319265 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449e5ee-13d2-4d68-886f-36f0a508308b None None] The sync data for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv is: [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:04Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:08:05.554891 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0d915ec6-6321-4c23-821d-ac55894daf70 req-d9b636e3-37a4-40ac-a5b8-d30871594ee0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 210 time: 0.0718122 Nov 24 20:08:05.636436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-cb34ac33-3061-4846-8eec-49dc1d6e6058 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:05.638787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-cb34ac33-3061-4846-8eec-49dc1d6e6058 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 797 time: 0.2605729 Nov 24 20:08:05.706736 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-ea08b416-3ff8-49bd-a6a4-8f216b9d78a5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 379 time: 0.0545449 Nov 24 20:08:05.716079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'port': {'device_id': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'admin_state_up': True, 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'security_groups': ['f04998e3-d99a-437b-ad69-d53783b8c1bb']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:08:05.766460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:08:05.864577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:08:05.871041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:05.871763 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:05.879828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:08:05.885738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:port and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:08:05.889708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:08:05.897006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:08:05.910979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:08:05.916320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.011482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.049926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:08:06.054183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.055873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:08:06.087372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-8c01e7f6-dc8a-44e9-807d-a98e1e7befda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:06.097418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.3 (7d6abc2d-15b7-408c-89fa-448911fc21b9/9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896/7ce94c86-22f7-4d5f-a9c5-952626b14321) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:08:06.188194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:06.192523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:06.199467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:06.199947 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.428022 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.444092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object 7ce94c86-22f7-4d5f-a9c5-952626b14321 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:08:06.469368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.476314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:06.545968 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:08:06.549301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:08:06.553339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:08:06.584892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=7ce94c86-22f7-4d5f-a9c5-952626b14321,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:06.592149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:06.628197 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:06.628884 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.655315 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9437158 Nov 24 20:08:06.668839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Request body: {'port': {'device_id': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:08:06.798949 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cd9f832a-2ed4-4fa3-9a32-441bccc602e1 None None] Provisioning for port 7ce94c86-22f7-4d5f-a9c5-952626b14321 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:08:06.803854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cd9f832a-2ed4-4fa3-9a32-441bccc602e1 None None] Provisioning complete for port 7ce94c86-22f7-4d5f-a9c5-952626b14321 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:06.804331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cd9f832a-2ed4-4fa3-9a32-441bccc602e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.857611 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:06.865319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f832a-2ed4-4fa3-9a32-441bccc602e1 None None] Port 7ce94c86-22f7-4d5f-a9c5-952626b14321 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:08:06.883819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89cf4-fa97-49fa-a48b-67f6c024604c req-9de385d9-e15a-4b50-9daf-1f8598608e22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:06.884542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-91d89cf4-fa97-49fa-a48b-67f6c024604c req-9de385d9-e15a-4b50-9daf-1f8598608e22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:08:06.945424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-91d89cf4-fa97-49fa-a48b-67f6c024604c req-9de385d9-e15a-4b50-9daf-1f8598608e22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:08:06.946665 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91d89cf4-fa97-49fa-a48b-67f6c024604c req-9de385d9-e15a-4b50-9daf-1f8598608e22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 931 time: 0.2426350 Nov 24 20:08:07.056525 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-91d89cf4-fa97-49fa-a48b-67f6c024604c req-946efb96-d62f-4330-a8c9-5fb1de267063 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015880 Nov 24 20:08:07.249339 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce94c86-22f7-4d5f-a9c5-952626b14321 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:08:07.256541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:07.271392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Transition to ACTIVE for port object 7ce94c86-22f7-4d5f-a9c5-952626b14321 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:08:07.275096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:07.278731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-69065133-b370-4233-af04-f83dade9e089 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:07.405118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce94c86-22f7-4d5f-a9c5-952626b14321,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:07.433959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:07.512095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Attempting to bind port 7ce94c86-22f7-4d5f-a9c5-952626b14321 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:08:07.512450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Attempting to bind port 7ce94c86-22f7-4d5f-a9c5-952626b14321 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:08:07.512777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Attempting to bind port 7ce94c86-22f7-4d5f-a9c5-952626b14321 on network 7d6abc2d-15b7-408c-89fa-448911fc21b9 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:08:07.517326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Port 7ce94c86-22f7-4d5f-a9c5-952626b14321 on network 7d6abc2d-15b7-408c-89fa-448911fc21b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:08:07.517638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Attempting to bind port 7ce94c86-22f7-4d5f-a9c5-952626b14321 on network 7d6abc2d-15b7-408c-89fa-448911fc21b9 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:08:07.522629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:08:07.522956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Checking segment: {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:08:07.523336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Bound using segment: {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:08:07.523770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Bound port: 7ce94c86-22f7-4d5f-a9c5-952626b14321, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e468fa5-2963-4a3e-87d3-b0d42198a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:08:07.524288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:07.615873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] For port 7ce94c86-22f7-4d5f-a9c5-952626b14321, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:08:07.619759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] For port 7ce94c86-22f7-4d5f-a9c5-952626b14321, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:08:07.624112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:07.628037 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:07.667426 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:08:07.689576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:07.690312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:07.691975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 1093 time: 1.0273211 Nov 24 20:08:07.692435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:08:07.721456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce94c86-22f7-4d5f-a9c5-952626b14321,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:07.727098 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:07.745820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:07.746388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:07.772714 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'status': 'completed', 'code': 200} Nov 24 20:08:07.822434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-61eb08a1-8cb9-4a0e-a679-e508451ea391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:07.823936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-61eb08a1-8cb9-4a0e-a679-e508451ea391 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1096 time: 0.0891266 Nov 24 20:08:07.901278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-fc52ecab-e775-4d56-ae4e-105e6b9ce4bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 217 time: 0.0683138 Nov 24 20:08:07.971461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-7ff088ab-9035-458b-85be-e6197bd3392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:07.972862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-7ff088ab-9035-458b-85be-e6197bd3392e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 200 len: 834 time: 0.0653954 Nov 24 20:08:08.048185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-b4f06ae7-0d7a-44aa-8a03-e4d8236627ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:08.049665 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-b4f06ae7-0d7a-44aa-8a03-e4d8236627ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d6abc2d-15b7-408c-89fa-448911fc21b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706449 Nov 24 20:08:08.230091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-f3ef895f-34ef-458a-b5e7-f165523c539f service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734207 Nov 24 20:08:08.452441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc02627-6925-4722-9540-3315b541301b req-88d4380d-b5a5-439a-819c-296019d3d523 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:08.453900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ecc02627-6925-4722-9540-3315b541301b req-88d4380d-b5a5-439a-819c-296019d3d523 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 943 time: 0.2910202 Nov 24 20:08:08.523127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ef7ea7a0-9ebc-4a54-9b2d-12d71dd079c1 req-9726bc43-36a2-458a-816e-50dd3d4b3a29 service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850139 Nov 24 20:08:08.530376 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ecc02627-6925-4722-9540-3315b541301b req-0cf14d1d-3045-4017-b7f9-fc2358cb7583 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699944 Nov 24 20:08:08.647616 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-36237aad-6e68-479c-9998-81752a6ca201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:08.649107 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-36237aad-6e68-479c-9998-81752a6ca201 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1096 time: 0.0707376 Nov 24 20:08:08.779762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-b711880d-a2b1-4ed5-8d94-2d97131782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:08.781132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-b711880d-a2b1-4ed5-8d94-2d97131782ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 898 time: 0.1258361 Nov 24 20:08:08.860591 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-09b46998-aff5-468d-9f4f-004f493eca5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 217 time: 0.0722449 Nov 24 20:08:08.924743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-88b30ba7-03a5-4198-9948-65e30cdaeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:08.926159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-88b30ba7-03a5-4198-9948-65e30cdaeb43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 200 len: 834 time: 0.0597515 Nov 24 20:08:09.006536 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-fee07d72-4d0e-4a83-b1a4-c3f09a891f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:09.008030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-fee07d72-4d0e-4a83-b1a4-c3f09a891f0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d6abc2d-15b7-408c-89fa-448911fc21b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752635 Nov 24 20:08:09.140035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-acc563be-6168-4f8d-a809-b55488ae91a7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252408 Nov 24 20:08:09.273718 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5a75f28-4943-43bd-b1d0-085edc4dd865 req-db313034-1d7b-43eb-b7eb-89331de1a994 service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260140 Nov 24 20:08:09.717749 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c5f9d-3933-4f2e-906f-3ca520315f5a req-0dba7720-c7fd-4696-8d97-189098d825fa tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:09.719253 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d19c5f9d-3933-4f2e-906f-3ca520315f5a req-0dba7720-c7fd-4696-8d97-189098d825fa tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 943 time: 0.0806909 Nov 24 20:08:09.763952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d19c5f9d-3933-4f2e-906f-3ca520315f5a req-84a221f2-e6eb-4343-915e-f79482eb0248 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388134 Nov 24 20:08:10.957051 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c57d4-ec90-466a-8c47-0fd1f7ea236f req-2b7cfe62-2e8b-4f91-8867-48636d0f19a0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:10.958509 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-149c57d4-ec90-466a-8c47-0fd1f7ea236f req-2b7cfe62-2e8b-4f91-8867-48636d0f19a0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 943 time: 0.0856729 Nov 24 20:08:11.004965 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-149c57d4-ec90-466a-8c47-0fd1f7ea236f req-c670013b-5e03-4f5a-a424-c6c439112f31 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Nov 24 20:08:12.191552 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423a6f3-3f6b-4aa4-bf96-4ee947b7c4d0 req-a7d2e843-bb4c-4870-8e9b-786523f235e8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:12.192968 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c423a6f3-3f6b-4aa4-bf96-4ee947b7c4d0 req-a7d2e843-bb4c-4870-8e9b-786523f235e8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 943 time: 0.0812898 Nov 24 20:08:12.236945 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c423a6f3-3f6b-4aa4-bf96-4ee947b7c4d0 req-bdab3381-2619-4d66-9715-de8996373c32 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383298 Nov 24 20:08:12.334313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7ce94c86-22f7-4d5f-a9c5-952626b14321 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:08:12.464861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 7ce94c86-22f7-4d5f-a9c5-952626b14321, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:08:12.477399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'port_id': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'mac_address': 'fa:16:3e:bf:76:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:08:12.533932 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:12.551142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce94c86-22f7-4d5f-a9c5-952626b14321 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:08:12.566428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 7ce94c86-22f7-4d5f-a9c5-952626b14321, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:08:12.570194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:12.572682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:12.637980 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=7ce94c86-22f7-4d5f-a9c5-952626b14321,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:12.640916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:12.907655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['7ce94c86-22f7-4d5f-a9c5-952626b14321'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:08:13.423143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467feed-bc89-458a-8986-687550011056 req-ee5656c4-aa9f-4304-8969-29643fd6ff57 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:13.424605 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0467feed-bc89-458a-8986-687550011056 req-ee5656c4-aa9f-4304-8969-29643fd6ff57 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 944 time: 0.0821419 Nov 24 20:08:13.467216 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0467feed-bc89-458a-8986-687550011056 req-e47f9408-ad38-41c6-8274-747221cebca3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371401 Nov 24 20:08:14.348644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7ce94c86-22f7-4d5f-a9c5-952626b14321 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:08:14.419672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 7ce94c86-22f7-4d5f-a9c5-952626b14321 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:08:14.424248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 7ce94c86-22f7-4d5f-a9c5-952626b14321 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:08:14.424628 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:14.545376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:14.574035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:08:14.583566 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 7ce94c86-22f7-4d5f-a9c5-952626b14321, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:08:14.588704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:14.590856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:14.635869 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'code': 200} Nov 24 20:08:14.662105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=7ce94c86-22f7-4d5f-a9c5-952626b14321,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:14.662455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3552af-eae5-468d-9a7f-ee8cbe060b13 req-4d40c5dc-eaaf-4935-a0bc-3fbe0172ac5d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:14.664005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ae3552af-eae5-468d-9a7f-ee8cbe060b13 req-4d40c5dc-eaaf-4935-a0bc-3fbe0172ac5d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0885069 Nov 24 20:08:14.664965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:14.714174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ae3552af-eae5-468d-9a7f-ee8cbe060b13 req-906e40a6-074e-4ddd-a969-939d2e354836 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Nov 24 20:08:14.859644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57121247-ed2d-4c80-817b-6d7d915a3450 req-c7e8a237-7161-46aa-ac5c-6e3ca0e05a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:14.861125 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-57121247-ed2d-4c80-817b-6d7d915a3450 req-c7e8a237-7161-46aa-ac5c-6e3ca0e05a1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1098 time: 0.0704594 Nov 24 20:08:14.901740 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-57121247-ed2d-4c80-817b-6d7d915a3450 req-bebd6030-e361-4812-a8dc-108df434057b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346942 Nov 24 20:08:15.903386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406d61a-c11a-4289-8d70-f818f70bc062 req-af8086af-d1ba-4f90-9c5f-893c2aee8420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:15.905165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f406d61a-c11a-4289-8d70-f818f70bc062 req-af8086af-d1ba-4f90-9c5f-893c2aee8420 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0859818 Nov 24 20:08:15.950222 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f406d61a-c11a-4289-8d70-f818f70bc062 req-03dbd60e-616c-494c-8ada-7d32a24bd4ae tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 Nov 24 20:08:17.131599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00dc1-358d-45ba-aedc-64fc9efbb9b3 req-d19ff41f-91eb-45c1-a901-c2d36a0258bf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:17.133060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32d00dc1-358d-45ba-aedc-64fc9efbb9b3 req-d19ff41f-91eb-45c1-a901-c2d36a0258bf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0796382 Nov 24 20:08:17.176886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32d00dc1-358d-45ba-aedc-64fc9efbb9b3 req-d2ef5562-476e-436d-b55d-cfae5ec6a5bd tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382705 Nov 24 20:08:17.478342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20847868-edad-4ca1-92f3-182b92d8ace4 req-52c86054-84f4-4692-a2b6-c02f12920f09 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:17.479725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20847868-edad-4ca1-92f3-182b92d8ace4 req-52c86054-84f4-4692-a2b6-c02f12920f09 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.1950629 Nov 24 20:08:17.524190 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20847868-edad-4ca1-92f3-182b92d8ace4 req-b920ac42-f181-4abe-ac4c-2ae5620eba85 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 Nov 24 20:08:17.547008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54006) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:08:17.620578 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08316fb9-8490-460a-a66d-b2d15ac2843b tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:17.622065 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-08316fb9-8490-460a-a66d-b2d15ac2843b tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1093 time: 0.0740714 Nov 24 20:08:17.624834 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54010) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:08:17.629685 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:08:17.635684 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:08:17.639479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:floatingip and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:08:17.642289 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:08:17.648344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:08:17.660064 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:17.916707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:18.048566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.4 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/4b21158a-6f93-4f90-9016-4c419a852e27) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:08:18.197307 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:18.225661 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:18.230501 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d28967f5-9439-4f37-b3aa-eed93f40ff43 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:18.289134 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:08:18.292472 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:08:18.296224 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:08:18.329476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=4b21158a-6f93-4f90-9016-4c419a852e27,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:18.337978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:18.704339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:18.777486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:18.985276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:18.989551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:18.993068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-519b8f66-ddb8-4054-8e91-480d76b4505a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:08:19.096486 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=4b21158a-6f93-4f90-9016-4c419a852e27,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:08:19.100461 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:08:19.108339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:19.279624 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP 3a7650a5-7939-4646-985f-ef72add6bfd9 associated. External IP: 172.26.6.4, port: 7ce94c86-22f7-4d5f-a9c5-952626b14321. Nov 24 20:08:19.550328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:19.744471 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 1886dca7-949c-4bca-9fa3-cffae931d7a1 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:08:19.923466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:08:19.933924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] Sync routers for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:08:19.945366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:08:19.946128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:08:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:19.948646 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:20.007164 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3812861 Nov 24 20:08:20.007827 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:08:20.069912 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'status': 'completed', 'code': 200} Nov 24 20:08:20.131847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:08:20.232535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-ec2d9e19-81e1-4d1a-917d-17b1ca0d11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:20.233925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-ec2d9e19-81e1-4d1a-917d-17b1ca0d11c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1098 time: 0.1410384 Nov 24 20:08:20.242000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef72e31-2192-4f8c-a9f1-b3376c55cec5 req-756045a3-72ee-4ac4-99cd-ae507941992f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:20.243908 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef72e31-2192-4f8c-a9f1-b3376c55cec5 req-756045a3-72ee-4ac4-99cd-ae507941992f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.1181169 Nov 24 20:08:20.374763 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef72e31-2192-4f8c-a9f1-b3376c55cec5 req-da9eed0a-9b54-4a82-ae1c-d6fa4662bf09 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066952 Nov 24 20:08:20.399010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54018) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:08:20.410859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-9d5eefae-8f25-404c-b252-65848f37c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:20.412415 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-9d5eefae-8f25-404c-b252-65848f37c91b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 898 time: 0.1658676 Nov 24 20:08:20.505790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '3a7650a5-7939-4646-985f-ef72add6bfd9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.4', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'port_id': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'mac_address': 'fa:16:3e:bf:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:08:18Z', 'updated_at': '2021-11-24T20:08:18Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:06Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:20.510489 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] Checking router: 1886dca7-949c-4bca-9fa3-cffae931d7a1 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:08:20.519841 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2a4b8ca2-0b52-451a-87c0-3a9aed576c90 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/3a7650a5-7939-4646-985f-ef72add6bfd9 HTTP/1.1" status: 200 len: 989 time: 0.1174347 Nov 24 20:08:20.520088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:08:20.520088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:08:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:20.524760 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-ab580497-48e8-4d2f-9480-a2be5488c1f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 997 time: 0.1057999 Nov 24 20:08:20.591681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-e9b90d62-3d81-498c-a4ad-5d4d153cad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:20.593156 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-e9b90d62-3d81-498c-a4ad-5d4d153cad42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 200 len: 834 time: 0.0622323 Nov 24 20:08:20.671534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-09b98110-be54-497e-9175-0b9a921a8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:20.673031 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-09b98110-be54-497e-9175-0b9a921a8073 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d6abc2d-15b7-408c-89fa-448911fc21b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723901 Nov 24 20:08:20.744415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:08:20.808206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-e4cdd135-e0e3-4bdb-9403-de97925ed82f service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271017 Nov 24 20:08:20.947861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8b54bf2-bb7d-4ef2-83ec-fae686bc4142 req-c70ac20e-76bb-4fe9-88b8-d240870e35ae service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313851 Nov 24 20:08:21.103641 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '3a7650a5-7939-4646-985f-ef72add6bfd9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.4', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'port_id': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'mac_address': 'fa:16:3e:bf:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:08:18Z', 'updated_at': '2021-11-24T20:08:18Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:06Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:08:21.107505 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf7b78-31e1-4f66-ae86-3930cb3d970d None None] The sync data for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv is: [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '3a7650a5-7939-4646-985f-ef72add6bfd9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.4', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'port_id': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'mac_address': 'fa:16:3e:bf:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:08:18Z', 'updated_at': '2021-11-24T20:08:18Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:06Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:08:21.309407 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2645e7-fb7e-430c-af18-fdfe5deefd69 None None] New status for floating IP 3a7650a5-7939-4646-985f-ef72add6bfd9: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:08:21.522378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54022) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:08:21.668426 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e02156ca-06ea-4b63-99c0-5bd1c034ce38 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/3a7650a5-7939-4646-985f-ef72add6bfd9 HTTP/1.1" status: 200 len: 991 time: 0.1442711 Nov 24 20:08:29.394403 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:08:29.457544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f20a132-a505-4617-ab13-0d0dfc75fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:29.847696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:32.212855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-015963ef-d47b-4272-a989-b17998ea917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:32.941859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:34.703801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:34.998723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-cbbd4642-ad1c-4e0f-8ea2-dea589fc35c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774140 Nov 24 20:08:35.139859 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-abcee3e9-8548-40c6-8484-91a624a54916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:35.141323 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-abcee3e9-8548-40c6-8484-91a624a54916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1098 time: 0.0728328 Nov 24 20:08:35.290409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-4af16bfe-995f-4719-acfd-6af207a8e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:35.292665 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-4af16bfe-995f-4719-acfd-6af207a8e7e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 898 time: 0.1303136 Nov 24 20:08:35.395043 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-59917296-03e8-4ee2-a17d-fa005cf5dee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 999 time: 0.0957057 Nov 24 20:08:35.456443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-b123aa30-f31a-4eb8-9ba9-33d9267921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:35.457816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-b123aa30-f31a-4eb8-9ba9-33d9267921f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 200 len: 834 time: 0.0558679 Nov 24 20:08:35.532935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-98385382-0e91-405e-b1f1-ac6a77e32b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:08:35.534537 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-98385382-0e91-405e-b1f1-ac6a77e32b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d6abc2d-15b7-408c-89fa-448911fc21b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682914 Nov 24 20:08:35.672971 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-da9587e0-761f-4a06-b06c-96ee8f2633b4 service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301053 Nov 24 20:08:35.927184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7cc4aa82-16e9-4abe-a4ff-f487e4b3292c req-3d7cb754-16fc-4367-adc1-4f342845922e service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463839 Nov 24 20:08:46.378594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [req-d9e664cc-8f88-415e-80a8-c5cbc7e83d9d req-0a1473e2-a587-448d-9192-5f1020b8daa3 service neutron] (87486) timed out ('10.222.0.47', 49666) {{(pid=87486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 20:08:49.549196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:59.458807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd3388cd-fb63-44a4-8fc4-23c85caf6a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:08:59.849428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:02.214951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-631faca1-1d0b-4a68-8f48-addfa8dd9bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:02.944051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:04.705708 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:06.394349 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:09:19.567562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:22.267603 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-774b845a-2cef-4786-9cac-d436ebdf0375 req-6f069f51-23b0-43e7-8160-49dbddce47a2 service neutron] (87485) timed out ('10.222.0.41', 60981) {{(pid=87485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 20:09:22.782739 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a79501-181a-41d7-8f0f-ec4ecf6d7217 req-7c9e2619-7ab0-4ab1-a5ef-76fac516e86c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:22.784227 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c4a79501-181a-41d7-8f0f-ec4ecf6d7217 req-7c9e2619-7ab0-4ab1-a5ef-76fac516e86c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0820405 Nov 24 20:09:22.831779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c4a79501-181a-41d7-8f0f-ec4ecf6d7217 req-1d121b81-9ca4-4cb6-9ea8-39585abf91d7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418561 Nov 24 20:09:24.024349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2020dd-9d5b-4458-8bc9-b5ef09d5fc27 req-a6c73d84-1dd7-434a-8501-1c8e7b8daffd tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:24.025817 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f2020dd-9d5b-4458-8bc9-b5ef09d5fc27 req-a6c73d84-1dd7-434a-8501-1c8e7b8daffd tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0855658 Nov 24 20:09:24.071512 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f2020dd-9d5b-4458-8bc9-b5ef09d5fc27 req-665a90ca-7f48-4f84-8113-913294c0d067 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392797 Nov 24 20:09:25.258074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615ab0a-610e-409c-8b3b-2721c1a03dd0 req-53ffdd97-a605-4bb7-9538-050e68fd1a0d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:25.259429 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e615ab0a-610e-409c-8b3b-2721c1a03dd0 req-53ffdd97-a605-4bb7-9538-050e68fd1a0d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0805252 Nov 24 20:09:25.303023 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e615ab0a-610e-409c-8b3b-2721c1a03dd0 req-c13b54d3-5c57-47f8-b99c-0772bad857e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379372 Nov 24 20:09:26.486431 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261c004-9c9d-4d15-b752-2ff7cef09ba4 req-592e2a14-f6c9-447b-9b16-ead86da0430b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:26.487879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f261c004-9c9d-4d15-b752-2ff7cef09ba4 req-592e2a14-f6c9-447b-9b16-ead86da0430b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0816040 Nov 24 20:09:26.530900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f261c004-9c9d-4d15-b752-2ff7cef09ba4 req-67ea3e58-084b-495c-8dcb-2a9053084adf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Nov 24 20:09:27.712803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3b33-e9a0-4869-8fc5-38542f813df2 req-ea4cd4f5-6321-43aa-bc13-3d8da145bff0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:27.714794 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06db3b33-e9a0-4869-8fc5-38542f813df2 req-ea4cd4f5-6321-43aa-bc13-3d8da145bff0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0804663 Nov 24 20:09:27.762619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06db3b33-e9a0-4869-8fc5-38542f813df2 req-28ee392a-0eae-4370-afda-c13929e5b87f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Nov 24 20:09:28.944259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3234d-37e5-4574-b8ec-3ee24f2c8533 req-8f0188e9-3dab-4305-980e-feec815807f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:28.945724 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1fd3234d-37e5-4574-b8ec-3ee24f2c8533 req-8f0188e9-3dab-4305-980e-feec815807f8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0812764 Nov 24 20:09:28.989536 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1fd3234d-37e5-4574-b8ec-3ee24f2c8533 req-edfbb9d7-d196-414e-aef0-deeb628496d1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377715 Nov 24 20:09:29.461460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-192850e8-7e81-4327-840f-e25576386524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:29.850119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:30.178138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1893f6e-de0d-4672-abcd-c49f49c82493 req-2030ef99-fabd-4d54-a6c3-2e67417696f4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:30.179667 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1893f6e-de0d-4672-abcd-c49f49c82493 req-2030ef99-fabd-4d54-a6c3-2e67417696f4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0854285 Nov 24 20:09:30.223108 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e1893f6e-de0d-4672-abcd-c49f49c82493 req-eb7ddac9-23b5-4528-9bb1-34369e06d9f2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371866 Nov 24 20:09:31.415657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f303-958a-4e7b-9475-828a9cd2eb63 req-29b34641-f36a-46d6-a195-49361dc73c74 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:31.417116 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ae88f303-958a-4e7b-9475-828a9cd2eb63 req-29b34641-f36a-46d6-a195-49361dc73c74 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0802784 Nov 24 20:09:31.463142 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ae88f303-958a-4e7b-9475-828a9cd2eb63 req-a78788da-8499-4775-bb22-ec53ae3c9bb4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402689 Nov 24 20:09:32.217233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a4bd44ac-7cfc-4fa2-b045-13b658fb58a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:32.653990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08571a03-a750-47f1-ba63-c556cd2cb660 req-7db0360d-19a2-4f1c-898c-bfffbf00a978 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:32.655697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-08571a03-a750-47f1-ba63-c556cd2cb660 req-7db0360d-19a2-4f1c-898c-bfffbf00a978 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0857563 Nov 24 20:09:32.699810 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-08571a03-a750-47f1-ba63-c556cd2cb660 req-b3c3a0bf-8710-4e8c-bcbe-35dd8ca70ba1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384772 Nov 24 20:09:32.948717 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:33.881674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715a32-8ab6-4f86-ab5c-1326a9862b8e req-62c1e22d-f5f5-47ed-a504-1c121f09d3a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:33.883141 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-85715a32-8ab6-4f86-ab5c-1326a9862b8e req-62c1e22d-f5f5-47ed-a504-1c121f09d3a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0798550 Nov 24 20:09:33.931609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-85715a32-8ab6-4f86-ab5c-1326a9862b8e req-e546323d-8272-4813-861b-0ac94fd2a7fb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418925 Nov 24 20:09:33.955789 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54072) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:09:34.063294 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b86a829a-72c7-48d1-9ddd-a1e5e676f123 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/3a7650a5-7939-4646-985f-ef72add6bfd9 HTTP/1.1" status: 200 len: 991 time: 0.1062820 Nov 24 20:09:34.252063 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-9d794852-521c-445c-b088-664a3bf1fa79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708199 Nov 24 20:09:34.391379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-7b924234-1303-4904-800e-00b9c7b14323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:34.392963 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-7b924234-1303-4904-800e-00b9c7b14323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1098 time: 0.0715113 Nov 24 20:09:34.541019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-8a294357-bf2d-4178-b22b-46dba87d6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:34.543291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-8a294357-bf2d-4178-b22b-46dba87d6ca8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 898 time: 0.1311479 Nov 24 20:09:34.645922 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-5e8795e3-c7c6-431f-840c-d4a2f9ab228d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 999 time: 0.0962219 Nov 24 20:09:34.708139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:34.713309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-5254636c-abf4-4701-ae44-b2c99bff55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:34.715405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-5254636c-abf4-4701-ae44-b2c99bff55e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 200 len: 834 time: 0.0623577 Nov 24 20:09:34.789816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-89b2a4b1-7988-4562-bde8-aefbab4dd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:34.791354 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-89b2a4b1-7988-4562-bde8-aefbab4dd44f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d6abc2d-15b7-408c-89fa-448911fc21b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695510 Nov 24 20:09:35.036087 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-850942ac-aa13-42c5-8e9e-5605b9f4b75a service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382309 Nov 24 20:09:35.170290 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fca7752-62aa-4dc3-8c26-9bf79c0dbac1 req-8326bcb9-c16e-4af6-9766-cdbdb4afa88f service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267624 Nov 24 20:09:35.558516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b8f7-5311-4723-9460-6fd1d508860d req-a3292712-cdae-479f-95aa-52b948a75237 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:35.560013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c728b8f7-5311-4723-9460-6fd1d508860d req-a3292712-cdae-479f-95aa-52b948a75237 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.1272252 Nov 24 20:09:35.615541 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c728b8f7-5311-4723-9460-6fd1d508860d req-3aec57a1-bfff-408b-b1a6-0391ec35e1bd tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467498 Nov 24 20:09:35.624770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-4e778934-39d7-44ee-b0b8-fab7e30547c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:35.626209 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-4e778934-39d7-44ee-b0b8-fab7e30547c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1098 time: 0.1194568 Nov 24 20:09:35.758353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-ea8245be-7b5d-42df-ad28-1fa25444f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:35.759810 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-ea8245be-7b5d-42df-ad28-1fa25444f4be service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 898 time: 0.1268702 Nov 24 20:09:35.864115 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-3dc37068-71e1-4b04-8144-7eb7a41265e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 999 time: 0.0967495 Nov 24 20:09:35.931614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-fcd2af06-e779-4191-af11-ee5faefbe4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:35.933093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-fcd2af06-e779-4191-af11-ee5faefbe4d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 200 len: 834 time: 0.0618985 Nov 24 20:09:36.009137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-9935fc51-8d55-4819-99a8-a8b64e419b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:36.010608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-9935fc51-8d55-4819-99a8-a8b64e419b01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d6abc2d-15b7-408c-89fa-448911fc21b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701225 Nov 24 20:09:36.143746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-60740699-5db0-4a7f-be14-47d278ce73d8 service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262317 Nov 24 20:09:36.276120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab932bd1-e998-4a7c-9cf9-abe9aca78295 req-51a517e8-e892-45b0-a686-5554df57a57a service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253066 Nov 24 20:09:36.805857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a71bea-20ec-4462-bc89-137478fa970a req-cd918c2c-1963-441e-904a-ba253c91aae2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:36.807490 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d5a71bea-20ec-4462-bc89-137478fa970a req-cd918c2c-1963-441e-904a-ba253c91aae2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0808439 Nov 24 20:09:36.857939 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d5a71bea-20ec-4462-bc89-137478fa970a req-f528f918-6ada-4ab4-9c38-37075ac515c9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437341 Nov 24 20:09:38.050102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b603c19-0623-439d-bb10-3c60196d009f req-92b709da-2509-42e2-ab15-640d85f70b96 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:09:38.051566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b603c19-0623-439d-bb10-3c60196d009f req-92b709da-2509-42e2-ab15-640d85f70b96 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0817356 Nov 24 20:09:38.096453 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b603c19-0623-439d-bb10-3c60196d009f req-6c9fd2de-af6b-4b0f-81c8-10378923a7d0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392365 Nov 24 20:09:38.119276 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54088) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:09:38.228459 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-058b75a6-0b12-4be0-bf8c-b34364b46e96 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/3a7650a5-7939-4646-985f-ef72add6bfd9 HTTP/1.1" status: 200 len: 991 time: 0.1072984 Nov 24 20:09:43.393236 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:09:49.562075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:59.464615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c9d25acd-3d55-4f29-ba56-8a75255be067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:09:59.851046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:02.220484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bc9263cd-acbf-4288-8ffe-406bc0dedf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:02.950848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:04.708497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:19.609685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:20.392290 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:10:29.466679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-10faf7e7-38a6-49dd-8e2e-86cbc5096e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:29.851557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:32.221452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-26de77eb-ea50-461f-99bd-5a0db871bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:32.955130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:33.202923 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54116) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:33.411189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 4b21158a-6f93-4f90-9016-4c419a852e27 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:10:33.411529 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:33.581845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:33.582066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:33.824246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 4b21158a-6f93-4f90-9016-4c419a852e27 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:10:33.971498 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:33.974956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:34.021983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=4b21158a-6f93-4f90-9016-4c419a852e27,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:34.061161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.061551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.061936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.062316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.062691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.063062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.063429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.063796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.064193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.064554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.064920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.065283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:34.072604 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:34.130084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:34.130405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP 3a7650a5-7939-4646-985f-ef72add6bfd9 disassociated (deleted). External IP: 172.26.6.4, port: 7ce94c86-22f7-4d5f-a9c5-952626b14321. Nov 24 20:10:34.481647 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 1886dca7-949c-4bca-9fa3-cffae931d7a1 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:10:34.659863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:10:34.669709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] Sync routers for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:10:34.678941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:34.682117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:34.682762 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:34.737359 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/floatingips/3a7650a5-7939-4646-985f-ef72add6bfd9 HTTP/1.1" status: 204 len: 168 time: 1.5334084 Nov 24 20:10:34.738027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:10:34.779356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:34.791915 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'status': 'completed', 'code': 200} Nov 24 20:10:34.881032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:35.009293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-777ba51b-f096-4930-9cf3-caeccc284dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:35.010954 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-777ba51b-f096-4930-9cf3-caeccc284dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 1098 time: 0.1976328 Nov 24 20:10:35.205966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-cdcd3a1b-fb74-4a6e-ae9d-661ade33bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:35.207435 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-cdcd3a1b-fb74-4a6e-ae9d-661ade33bc68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 200 len: 898 time: 0.1888056 Nov 24 20:10:35.260915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:06Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:35.264914 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] Checking router: 1886dca7-949c-4bca-9fa3-cffae931d7a1 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:10:35.273275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:35.273878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:35.278579 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-0eed7466-6263-4a3f-97ad-8180861db0c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 200 len: 217 time: 0.0635138 Nov 24 20:10:35.286508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099060ff-854a-40a5-bf14-25f7053f9146 req-68652330-4084-48ee-a60f-7b8910e57c8c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:35.287181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-099060ff-854a-40a5-bf14-25f7053f9146 req-68652330-4084-48ee-a60f-7b8910e57c8c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:10:35.459147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:35.482130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-0b22c70e-9e05-49f0-ab57-a225b099c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:35.483613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-0b22c70e-9e05-49f0-ab57-a225b099c49c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 200 len: 834 time: 0.1937370 Nov 24 20:10:35.484200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-099060ff-854a-40a5-bf14-25f7053f9146 req-68652330-4084-48ee-a60f-7b8910e57c8c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:10:35.485180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-099060ff-854a-40a5-bf14-25f7053f9146 req-68652330-4084-48ee-a60f-7b8910e57c8c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.3891499 Nov 24 20:10:35.583543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-099060ff-854a-40a5-bf14-25f7053f9146 req-77d7308c-ff12-4f79-8a58-ec5fe36b9754 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591311 Nov 24 20:10:35.596103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-293bb160-e5f5-4ed5-9338-30e7034279cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:35.597674 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-293bb160-e5f5-4ed5-9338-30e7034279cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d6abc2d-15b7-408c-89fa-448911fc21b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1074657 Nov 24 20:10:35.608811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-fc9e3853-bd5c-4015-9c8e-7c446fc24e44 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:10:35.609735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-fc9e3853-bd5c-4015-9c8e-7c446fc24e44 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048873 Nov 24 20:10:35.746864 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-51669f63-3d98-4ac2-bb20-e19997caa9ae service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303480 Nov 24 20:10:35.789444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:06Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:35.794044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6dbf4-7880-47fa-80ec-af118a5977a3 None None] The sync data for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv is: [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:08:01Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '3eceb3d8-1fc5-4e31-9456-ddb94f6aa864', 'name': '', 'network_id': '7d6abc2d-15b7-408c-89fa-448911fc21b9', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:48:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:08:00Z', 'updated_at': '2021-11-24T20:08:06Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:10:35.885817 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aab4a8c5-bb76-4516-87e3-5b365e8fd5f8 req-be232342-661e-4d3d-8f1e-131c28ffbd50 service neutron] 10.222.0.41 "GET /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314831 Nov 24 20:10:36.026891 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70cc6dc-b578-4ba9-835f-be13ff563f2c None None] New status for floating IP 3a7650a5-7939-4646-985f-ef72add6bfd9: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:10:36.773957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092e902-cc01-4d2d-acc6-a5a647585321 req-e226a3c6-76e6-47d1-8744-281e28d53493 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:36.775936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3092e902-cc01-4d2d-acc6-a5a647585321 req-e226a3c6-76e6-47d1-8744-281e28d53493 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0799015 Nov 24 20:10:36.820750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3092e902-cc01-4d2d-acc6-a5a647585321 req-e616e589-c755-4880-a8ae-307f4687a2da tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=f04998e3-d99a-437b-ad69-d53783b8c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390379 Nov 24 20:10:36.927245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc89570-731e-4bcc-93d7-616cd778c976 req-323ce2b1-5f42-45a7-8e7f-e5bcc49ba4d8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:36.928715 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acc89570-731e-4bcc-93d7-616cd778c976 req-323ce2b1-5f42-45a7-8e7f-e5bcc49ba4d8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 945 time: 0.0840664 Nov 24 20:10:36.999061 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 7ce94c86-22f7-4d5f-a9c5-952626b14321 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:10:36.999404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:37.240994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 7ce94c86-22f7-4d5f-a9c5-952626b14321, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7ce94c86-22f7-4d5f-a9c5-952626b14321,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:10:37.241263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:37.361296 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 7ce94c86-22f7-4d5f-a9c5-952626b14321 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:10:37.508063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:37.513609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2f5a5e1f-4747-4762-858b-c951ec2b7c3e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:37.558473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=7ce94c86-22f7-4d5f-a9c5-952626b14321,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:37.561493 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:37.633312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] No DVR routers for this DVR port 7ce94c86-22f7-4d5f-a9c5-952626b14321 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:10:37.636313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:37.638869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'name': 'network-vif-deleted', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:10:37.654639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-acc89570-731e-4bcc-93d7-616cd778c976 req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "DELETE /v2.0/ports/7ce94c86-22f7-4d5f-a9c5-952626b14321 HTTP/1.1" status: 204 len: 173 time: 0.7199192 Nov 24 20:10:37.692077 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27783f1b-ed5c-4d65-8e56-cc780536b71d', 'name': 'network-vif-deleted', 'tag': '7ce94c86-22f7-4d5f-a9c5-952626b14321', 'status': 'completed', 'code': 200} Nov 24 20:10:38.143107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b8d671c4-f0c7-4eec-a699-926478cdc621 req-56eb596b-c296-4c12-b6f5-c5bc4246c8cc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:10:38.158584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-b8d671c4-f0c7-4eec-a699-926478cdc621 req-56eb596b-c296-4c12-b6f5-c5bc4246c8cc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:10:38.159687 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b8d671c4-f0c7-4eec-a699-926478cdc621 req-56eb596b-c296-4c12-b6f5-c5bc4246c8cc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=27783f1b-ed5c-4d65-8e56-cc780536b71d HTTP/1.1" status: 200 len: 210 time: 0.0611911 Nov 24 20:10:39.257561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54150) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:39.812763 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:40.297466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:10:40.298137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:40.487600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:10:40.488030 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:40.613151 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:10:40.930117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:40.934456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-78edeee7-b107-46a8-abc1-e93fae8fab10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:40.978613 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=3eceb3d8-1fc5-4e31-9456-ddb94f6aa864,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:41.020031 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.020419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.020795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.021167 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.021534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.021898 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.022267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.022630 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.022988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.023348 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.023704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.024084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:41.032636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:41.125908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7ce94c86-22f7-4d5f-a9c5-952626b14321 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:10:41.161934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 7ce94c86-22f7-4d5f-a9c5-952626b14321 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:10:41.162297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 7ce94c86-22f7-4d5f-a9c5-952626b14321 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:10:41.383598 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:41.746538 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 1886dca7-949c-4bca-9fa3-cffae931d7a1 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:10:41.924318 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:10:41.934224 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] Sync routers for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:10:41.941807 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d779ef26-e22a-4113-997c-11e61d548ff1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/1886dca7-949c-4bca-9fa3-cffae931d7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6831872 Nov 24 20:10:41.944699 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54156) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:41.945164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:41.945522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:42.014000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting subnet 9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:10:42.017019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.072925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.124113 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:42.160324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.347409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.351799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4fe79ce2-7849-4626-b082-c4e49f22245d tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:42.388737 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:42.390708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.393376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:42.396761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02eff33-bf6e-4e67-9111-6f808aac169e None None] Network 7d6abc2d-15b7-408c-89fa-448911fc21b9 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:10:42.400664 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dc772de9-68b4-452c-97a9-d16c49f676e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/subnets/9c5d8d3b-6d30-49a8-a9ab-9dfa91f95896 HTTP/1.1" status: 204 len: 168 time: 0.4516532 Nov 24 20:10:42.400870 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54160) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:42.586682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.644415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:10:40Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:42.652026 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] Checking router: 1886dca7-949c-4bca-9fa3-cffae931d7a1 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:10:42.665623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] Routers {'1886dca7-949c-4bca-9fa3-cffae931d7a1'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:42.666323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['1886dca7-949c-4bca-9fa3-cffae931d7a1'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:42.768436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.778630 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port d8b190b7-2fb7-454a-a8e4-310369ccd271 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:10:42.778970 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.833751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] DHCP port deletion for 7d6abc2d-15b7-408c-89fa-448911fc21b9 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:10:42.841151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Deleting port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:10:42.841532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:42.904586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] Set router 1886dca7-949c-4bca-9fa3-cffae931d7a1 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:42.961865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port d8b190b7-2fb7-454a-a8e4-310369ccd271, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=d8b190b7-2fb7-454a-a8e4-310369ccd271,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:10:42.963052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.088778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for d8b190b7-2fb7-454a-a8e4-310369ccd271 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:10:43.268246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] For port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=475a8d30-26f0-4a2c-84e2-c4547aea1bb6,segment=NetworkSegment(2e468fa5-2963-4a3e-87d3-b0d42198a828),segment_id=2e468fa5-2963-4a3e-87d3-b0d42198a828)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:10:43.268561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.391478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.395294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18b76fa1-19a3-4b26-a937-0fc37cd4e0dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:43.422975 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Calling delete_port for 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:10:43.438103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=d8b190b7-2fb7-454a-a8e4-310369ccd271,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:43.441590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:43.513992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:10:40Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:43.516123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.521311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0fd307a0-4435-4c21-86b5-5579ce05bfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:43.534198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.562017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2dd24-291c-4525-a1ff-db91a4869166 None None] The sync data for ids ['1886dca7-949c-4bca-9fa3-cffae931d7a1'] in dv-neutron-818346-1-hyperv is: [{'id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259370328', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:07:56Z', 'updated_at': '2021-11-24T20:10:40Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': 'd8b190b7-2fb7-454a-a8e4-310369ccd271', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886dca7-949c-4bca-9fa3-cffae931d7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:07:57Z', 'updated_at': '2021-11-24T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:10:43.570779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Pushing event deleted for resources: {'Port': ['ID=475a8d30-26f0-4a2c-84e2-c4547aea1bb6,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:43.573982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] No DVR routers for this DVR port 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:10:43.583770 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.584248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.584486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.584828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.585173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.585494 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.585825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.586151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.586484 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.586813 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.587137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.587616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:43.590810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:43.798106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:10:43.834882 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:10:43.835169 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 3eceb3d8-1fc5-4e31-9456-ddb94f6aa864 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:10:43.835596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:10:43.845310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.847511 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.870582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.871334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Fanout notify agent at l3_agent the message router_deleted on router 1886dca7-949c-4bca-9fa3-cffae931d7a1 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:10:43.872012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:10:43.872375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 475a8d30-26f0-4a2c-84e2-c4547aea1bb6 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:10:43.898953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:43.903229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/routers/1886dca7-949c-4bca-9fa3-cffae931d7a1 HTTP/1.1" status: 204 len: 168 time: 1.4984198 Nov 24 20:10:43.903596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54166) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:44.023743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.154753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.179175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6abc2d-15b7-408c-89fa-448911fc21b9']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:44.191727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e468fa5-2963-4a3e-87d3-b0d42198a828') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:44.192052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e468fa5-2963-4a3e-87d3-b0d42198a828') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:44.203162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.218922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.224740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:10:44.225113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:10:44.239549 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:10:44.320344 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.323991 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4b17cd37-d8cf-40a2-86e4-e4868d0cfd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:44.339387 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.350863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Network': ['ID=7d6abc2d-15b7-408c-89fa-448911fc21b9,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:44.355631 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:44.357471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c85143bd-fa56-4d34-aa13-d005af58e14c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/networks/7d6abc2d-15b7-408c-89fa-448911fc21b9 HTTP/1.1" status: 204 len: 168 time: 0.4525051 Nov 24 20:10:44.360115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54172) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:44.437232 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bce9226f-7c17-489e-8153-5bed708e91af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.468050 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bce9226f-7c17-489e-8153-5bed708e91af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.530147 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bce9226f-7c17-489e-8153-5bed708e91af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.534136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-36646447-b195-4abe-be63-b2a868203d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:44.550787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9226f-7c17-489e-8153-5bed708e91af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04998e3-d99a-437b-ad69-d53783b8c1bb,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:44.554937 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-bce9226f-7c17-489e-8153-5bed708e91af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:44.559019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-bce9226f-7c17-489e-8153-5bed708e91af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:44.560231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-bce9226f-7c17-489e-8153-5bed708e91af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/security-groups/f04998e3-d99a-437b-ad69-d53783b8c1bb HTTP/1.1" status: 204 len: 168 time: 0.1991870 Nov 24 20:10:45.139732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54186) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:45.145057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130089738', 'description': 'tempest-secgroup-smoke-1130089738 description', 'project_id': 'f47adbc368294005b7993bf3dee392f6'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:45.151042 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:45.155411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:45.158260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:45.164243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:45.174415 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.195712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:45.199692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:45.202455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:45.208001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:45.277909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.281889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.286899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02647986-b12c-491d-b516-8df497af40f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:45.329577 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0905f8af-be0b-49ea-8422-44dfff4cdf18,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:45.332381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.333515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1927586 Nov 24 20:10:45.334476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3bc36ebe-f8b7-4b38-879e-9e46f745e409 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:45.336528 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54190) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:45.341788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '0905f8af-be0b-49ea-8422-44dfff4cdf18', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:45.347797 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:45.351633 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:45.355327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:45.361012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:45.382086 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.442044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.445349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.447985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dacd7ac1-a5a6-4671-b948-9cb90f298b16 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:45.473335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576c63d1-81ff-4bcb-a8ba-5a67904b0f64,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:45.475733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:45.482032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.483191 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457474 Nov 24 20:10:45.485925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54194) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:45.490828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '0905f8af-be0b-49ea-8422-44dfff4cdf18', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:45.497186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:45.501379 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:45.504405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:45.511001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:45.527228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.588062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.591457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.597412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8ef1d805-d46b-4215-ada3-651b08ec28bf tempest-TestVolumeBootPattern-1156362935 tempest-TestVolumeBootPattern-1156362935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:45.616250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c74741-ffac-4066-ad34-0ea532a33025,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:45.619696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:45.627413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.628628 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-782856e0-f434-49f2-bbc7-65d9189b9fee tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418056 Nov 24 20:10:45.631291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54200) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:45.636948 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '0905f8af-be0b-49ea-8422-44dfff4cdf18', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:45.642874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:45.646750 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:45.649655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:45.655845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:45.671695 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.697582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d8b190b7-2fb7-454a-a8e4-310369ccd271 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:10:45.734672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: d8b190b7-2fb7-454a-a8e4-310369ccd271 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:10:45.735063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device d8b190b7-2fb7-454a-a8e4-310369ccd271 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:10:45.741727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.745746 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.753185 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-82dfad65-7b4c-432b-afe5-1eaecb0b48e1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:45.771267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b1d635-ab7a-4731-a82a-2d2e1fa16247,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:45.774104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:45.781376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.782669 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-51a53dab-e49d-4693-a8e4-9f0bd490a915 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504259 Nov 24 20:10:45.785394 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54204) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:45.790541 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '0905f8af-be0b-49ea-8422-44dfff4cdf18', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:45.796284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:45.800048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:45.802863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:45.808994 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:45.825807 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.888235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.891915 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.893803 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6a919922-b7c5-47c5-8c17-86f67481ea99 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:45.917010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb0c783-5595-4708-b037-bc34db3d1f6a,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:45.921499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:45.925959 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:45.927200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f3bb950d-575a-453a-be86-dce00548ca29 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408823 Nov 24 20:10:45.929908 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54208) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:45.936109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '0905f8af-be0b-49ea-8422-44dfff4cdf18', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:45.942255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:45.946029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:45.949313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:45.955070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:45.964976 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:10:45.971481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.035525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.039677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.042367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-658ca0c8-dcdc-4d9d-b2b7-050e2163d37f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:46.067780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0248b102-9d78-4f98-9be8-75e260092b15,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:46.072565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:46.076987 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.078272 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473532 Nov 24 20:10:46.081054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54212) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:46.085984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'security_group_rule': {'security_group_id': '0905f8af-be0b-49ea-8422-44dfff4cdf18', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:46.092125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:46.095885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:security_group_rule and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:46.098735 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:46.105376 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:46.115595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Project f47adbc368294005b7993bf3dee392f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:10:46.123012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.188913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.192320 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.194082 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ddb792f6-721f-4504-a57b-052784796f4c tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:46.218831 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82df6285-5adf-4d01-aece-604493c8fb72,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:46.221302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:46.228854 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.230200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-53023bf5-f925-423f-b002-3da2e04f2b18 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482379 Nov 24 20:10:46.233105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54218) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:46.238517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'network': {'name': 'tempest-network-smoke--1875361627', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'port_security_enabled': True}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:46.243259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:46.247912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:network and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:46.250827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:46.256531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:46.265946 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'network': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:10:46.269322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.296905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:10:46.306671 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.307159 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.segments_db [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Added segment f868ecf0-c134-4610-8346-9cd862b1a8a8 of type vlan for network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c Nov 24 20:10:46.334505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.364142 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.369755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:46.370342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.373783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-10167e52-32c6-4891-b1fd-b44c713a9930 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:46.479608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2454901 Nov 24 20:10:46.482303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54222) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:46.489322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'admin_state_up': True, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:46.495128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Network': ['ID=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:46.498355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0a30d2f8-1b56-4810-b6d3-5be323d98fea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:46.500581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:46.505058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:10:46.506018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:router and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:46.508939 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:46.514935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:46.526784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.527769 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.544072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:46.933299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:47.233046 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:47.261645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:47.402104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.71 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/663765f8-c115-4a8b-9b5c-243bbccf8d3d) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:10:47.552011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:47.581929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:47.585434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-02fa4f7d-becf-4da2-9b3a-593bfd08f024 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:47.646146 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:10:47.649040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:10:47.653242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:10:47.685445 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=663765f8-c115-4a8b-9b5c-243bbccf8d3d,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:47.691274 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:48.064334 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:48.534099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:48.735815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 61f3a639-628a-49c5-930b-ef75884095b8 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:10:48.916378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:10:48.926954 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Sync routers for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:10:48.937054 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:48.937692 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:48.945287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:48.946502 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4632883 Nov 24 20:10:48.950483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54226) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:48.990011 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-3d505335-8499-4b86-9e0c-5735c2a76d14 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f47adbc368294005b7993bf3dee392f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383244 Nov 24 20:10:48.992523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54230) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:49.114962 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:49.121718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a49f156-ca18-4f7a-be08-2c73cc40d6f0 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:49.125894 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9a49f156-ca18-4f7a-be08-2c73cc40d6f0 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297779 Nov 24 20:10:49.126108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54234) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:49.166079 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-c246f5a8-5820-4a31-91f9-87cd4cc7e09f tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=d58a3010-7cb9-461e-92c0-e2263b275e0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388362 Nov 24 20:10:49.168753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54238) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:49.173931 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332442760', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:49.286572 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:49.290510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:subnet and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:10:49.294066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:10:49.299886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:49.309521 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'subnet': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:10:49.313116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878661'] for subnet, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.431254 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:47Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:49.435306 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Checking router: 61f3a639-628a-49c5-930b-ef75884095b8 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:10:49.435665 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Updating router 61f3a639-628a-49c5-930b-ef75884095b8 port 663765f8-c115-4a8b-9b5c-243bbccf8d3d binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:10:49.488562 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.536641 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878711'] for subnet, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.541525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-00b5fb3b-3734-4a10-8f16-1e0068458a05 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:49.618177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Subnet': ['ID=3035978b-c58a-4255-95c4-b9f4f200ae13,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:49.622177 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:49.622842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Checking segment: {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:10:49.623190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network hostable DHCP agents. Network: 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:10:49.626855 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.642133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:10:49.652473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c) {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:10:49.656619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:49.657226 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.663515 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfdc7af-6729-4ffa-9595-759bec09e0fa None None] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:10:49.679586 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-54a45eae-e6fd-4761-9a58-7f6c2f4fe7bc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5097213 Nov 24 20:10:49.682561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54242) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:10:49.820152 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.833511 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Transition to ACTIVE for port object 663765f8-c115-4a8b-9b5c-243bbccf8d3d will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:10:49.841150 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.844938 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-0d976f57-0636-4a96-94f8-4635303743fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:49.903271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:10:49.905208 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.918858 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Attempting to bind port 663765f8-c115-4a8b-9b5c-243bbccf8d3d on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:10:49.919245 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Attempting to bind port 663765f8-c115-4a8b-9b5c-243bbccf8d3d by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:10:49.919614 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Attempting to bind port 663765f8-c115-4a8b-9b5c-243bbccf8d3d on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:10:49.935300 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:10:49.936050 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:10:49.936050 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:49.936485 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:10:49.937224 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Bound port: 663765f8-c115-4a8b-9b5c-243bbccf8d3d, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:10:49.937604 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.011001 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] For port 663765f8-c115-4a8b-9b5c-243bbccf8d3d, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:10:50.013073 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Pushing event updated for resources: {'Port': ['ID=663765f8-c115-4a8b-9b5c-243bbccf8d3d,revision_number=2']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:50.016181 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] For port 663765f8-c115-4a8b-9b5c-243bbccf8d3d, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=663765f8-c115-4a8b-9b5c-243bbccf8d3d,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:10:50.023117 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.023463 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.023798 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.024201 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.024532 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.024862 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.025800 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.026324 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.026691 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.027131 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.027456 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.027775 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:10:50.031782 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.041546 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:50.042092 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:50.092928 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Allocated IP 172.20.0.2 (1bc74cb7-ce61-4002-99a3-6fe8655d2a4c/3035978b-c58a-4255-95c4-b9f4f200ae13/dd90d51a-31b1-4179-874c-f2f1c773282b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:10:50.101768 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:50.102620 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:50.258036 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Pushing event updated for resources: {'Port': ['ID=663765f8-c115-4a8b-9b5c-243bbccf8d3d,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:50.261992 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-86a0ee8c-19a1-47c6-90c0-691375ac5ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:50.307346 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:50.313172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.324487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Transition to ACTIVE for port object dd90d51a-31b1-4179-874c-f2f1c773282b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:10:50.344121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Transition to ACTIVE for port object dd90d51a-31b1-4179-874c-f2f1c773282b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:10:50.350630 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.356453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:50.419422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:10:50.423286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:10:50.426416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:10:50.466964 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Pushing event updated for resources: {'Port': ['ID=dd90d51a-31b1-4179-874c-f2f1c773282b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:50.469834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:50.528139 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Attempting to bind port dd90d51a-31b1-4179-874c-f2f1c773282b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:10:50.528593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Attempting to bind port dd90d51a-31b1-4179-874c-f2f1c773282b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:10:50.529073 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Attempting to bind port dd90d51a-31b1-4179-874c-f2f1c773282b on network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:10:50.534734 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:10:50.535263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Checking segment: {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:10:50.535793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.536324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Bound using segment: {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:10:50.536900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Bound port: dd90d51a-31b1-4179-874c-f2f1c773282b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:10:50.537591 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.564158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.602278 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:47Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:50.607207 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deab02-2af9-4f64-aab3-c0f9812d4794 None None] The sync data for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv is: [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:47Z', 'revision_number': 3, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:10:50.638486 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] For port dd90d51a-31b1-4179-874c-f2f1c773282b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:10:50.642358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] For port dd90d51a-31b1-4179-874c-f2f1c773282b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dd90d51a-31b1-4179-874c-f2f1c773282b,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:10:50.646679 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:50.650904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:50.735755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Pushing event updated for resources: {'Port': ['ID=dd90d51a-31b1-4179-874c-f2f1c773282b,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:50.740294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:51.033903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.1 (1bc74cb7-ce61-4002-99a3-6fe8655d2a4c/3035978b-c58a-4255-95c4-b9f4f200ae13/97fc8a07-f843-4e8f-85c0-34f796567e5a) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:10:51.220466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:51.237515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object 97fc8a07-f843-4e8f-85c0-34f796567e5a will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:10:51.262354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:51.266545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:51.338390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:10:51.342133 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:10:51.346099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:10:51.376336 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=97fc8a07-f843-4e8f-85c0-34f796567e5a,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:51.382796 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:51.408623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:51.812355 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 663765f8-c115-4a8b-9b5c-243bbccf8d3d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:10:51.840652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77117046-9784-4d5c-bdf0-4f5fc9dfcc5c None None] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:10:51.856724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:51.999018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-18b86ca7-8f21-474a-bedf-9a5cdb9df96f None None] Provisioning for port dd90d51a-31b1-4179-874c-f2f1c773282b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:10:52.034375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 663765f8-c115-4a8b-9b5c-243bbccf8d3d completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:10:52.050523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 663765f8-c115-4a8b-9b5c-243bbccf8d3d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:52.050904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.229952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.250924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 663765f8-c115-4a8b-9b5c-243bbccf8d3d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=663765f8-c115-4a8b-9b5c-243bbccf8d3d,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:10:52.255136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.256272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd90d51a-31b1-4179-874c-f2f1c773282b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:10:52.286839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:52.292697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.298718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.333791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-dff5c3a2-5dc1-4357-8dfb-c019bf89cc6a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:52.382117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=663765f8-c115-4a8b-9b5c-243bbccf8d3d,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:52.387363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:52.398021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port dd90d51a-31b1-4179-874c-f2f1c773282b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:10:52.403406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port dd90d51a-31b1-4179-874c-f2f1c773282b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:52.403788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.420710 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.442043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=97fc8a07-f843-4e8f-85c0-34f796567e5a,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:52.446625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:52.573932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:10:52.574860 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:10:52.575510 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.590391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-79e650a9-8d65-445c-af53-bd70ec15ad8a None None] Provisioning for port 97fc8a07-f843-4e8f-85c0-34f796567e5a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:10:52.601750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-79e650a9-8d65-445c-af53-bd70ec15ad8a None None] Provisioning complete for port 97fc8a07-f843-4e8f-85c0-34f796567e5a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:52.602122 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-79e650a9-8d65-445c-af53-bd70ec15ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.660198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port dd90d51a-31b1-4179-874c-f2f1c773282b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dd90d51a-31b1-4179-874c-f2f1c773282b,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:10:52.668164 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.670074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-79e650a9-8d65-445c-af53-bd70ec15ad8a None None] Port 97fc8a07-f843-4e8f-85c0-34f796567e5a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:10:52.672199 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0d47ec39-a015-4af5-890b-35afd1d9ddb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:52.738992 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-79e650a9-8d65-445c-af53-bd70ec15ad8a None None] Provisioning complete for port dd90d51a-31b1-4179-874c-f2f1c773282b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:52.739366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-79e650a9-8d65-445c-af53-bd70ec15ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:52.777119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 61f3a639-628a-49c5-930b-ef75884095b8 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:10:52.789575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=dd90d51a-31b1-4179-874c-f2f1c773282b,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:52.794774 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:52.960000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:10:52.970231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Sync routers for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:10:52.977958 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/61f3a639-628a-49c5-930b-ef75884095b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2898464 Nov 24 20:10:52.985220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:52.985854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:53.057345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-38b9ae50-c7f3-4bb0-8d4c-3807c86f93e7 None None] Provisioning complete for port 97fc8a07-f843-4e8f-85c0-34f796567e5a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:53.057875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-38b9ae50-c7f3-4bb0-8d4c-3807c86f93e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:53.193825 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-38b9ae50-c7f3-4bb0-8d4c-3807c86f93e7 None None] Port 97fc8a07-f843-4e8f-85c0-34f796567e5a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:10:53.219847 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:53.245667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-b3716073-d009-4cb1-942a-bf86c9cc9821 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:10:53.263314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-b3716073-d009-4cb1-942a-bf86c9cc9821 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:10:53.265045 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-b3716073-d009-4cb1-942a-bf86c9cc9821 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130089738&fields=id&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 267 time: 0.0580616 Nov 24 20:10:53.417731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-9bdd3f40-2c4f-480c-90d5-cc70b7e6ac6e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:53.418409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-9bdd3f40-2c4f-480c-90d5-cc70b7e6ac6e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:network {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:10:53.434504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-9bdd3f40-2c4f-480c-90d5-cc70b7e6ac6e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:network {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:10:53.435735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-9bdd3f40-2c4f-480c-90d5-cc70b7e6ac6e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/networks?id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 200 len: 797 time: 0.1638138 Nov 24 20:10:53.451154 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-537771e3-04da-4bc9-bbde-d2f6bcf91fae tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/quotas/f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 375 time: 0.0098357 Nov 24 20:10:53.536371 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-c201ea92-1dcb-4f35-aac5-b1a0e5835cc4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:10:53.537917 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 2, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:53.542732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Checking router: 61f3a639-628a-49c5-930b-ef75884095b8 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:10:53.543099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Updating router 61f3a639-628a-49c5-930b-ef75884095b8 port 97fc8a07-f843-4e8f-85c0-34f796567e5a binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:10:53.553198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-c201ea92-1dcb-4f35-aac5-b1a0e5835cc4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:10:53.555412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-c201ea92-1dcb-4f35-aac5-b1a0e5835cc4 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985734 Nov 24 20:10:53.597323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:53.764476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 663765f8-c115-4a8b-9b5c-243bbccf8d3d up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:10:53.917577 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-a3cd67d0-0f6e-4bdc-89f2-7c44ec796ba5 service neutron] 10.222.0.47 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497524 Nov 24 20:10:53.933561 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 663765f8-c115-4a8b-9b5c-243bbccf8d3d triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:53.933943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:54.059944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-f0b799a1-1dae-4cfb-aeec-44758f81f325 service neutron] 10.222.0.47 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339135 Nov 24 20:10:54.111450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:54.129250 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd90d51a-31b1-4179-874c-f2f1c773282b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:10:54.201190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Transition to ACTIVE for port object 97fc8a07-f843-4e8f-85c0-34f796567e5a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:10:54.219475 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:54.224680 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:54.259510 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5c74cc23-d6a4-4ab7-9c5d-b933b6960e23 req-153e66b8-aac5-4b3a-bb54-a0e552701509 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 210 time: 0.0483727 Nov 24 20:10:54.391296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c02498-0dd9-4e47-bf82-e2a6f318a9c3 None None] Pushing event updated for resources: {'Port': ['ID=97fc8a07-f843-4e8f-85c0-34f796567e5a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:54.402021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-69c02498-0dd9-4e47-bf82-e2a6f318a9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:54.457967 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port dd90d51a-31b1-4179-874c-f2f1c773282b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:54.458260 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:54.482719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Attempting to bind port 97fc8a07-f843-4e8f-85c0-34f796567e5a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:10:54.483106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Attempting to bind port 97fc8a07-f843-4e8f-85c0-34f796567e5a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:10:54.483481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Attempting to bind port 97fc8a07-f843-4e8f-85c0-34f796567e5a on network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:10:54.506012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:10:54.506307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Checking segment: {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:10:54.506751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:54.507204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Bound using segment: {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:10:54.507588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Bound port: 97fc8a07-f843-4e8f-85c0-34f796567e5a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:10:54.508063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:54.674888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] For port 97fc8a07-f843-4e8f-85c0-34f796567e5a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:10:54.688295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] For port 97fc8a07-f843-4e8f-85c0-34f796567e5a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=97fc8a07-f843-4e8f-85c0-34f796567e5a,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:10:54.693579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:54.699574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-72e23284-5440-4163-b9ac-ca1f49bc82a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:54.781029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:10:54.781659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:10:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:54.850419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c02498-0dd9-4e47-bf82-e2a6f318a9c3 None None] Pushing event updated for resources: {'Port': ['ID=97fc8a07-f843-4e8f-85c0-34f796567e5a,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:54.862190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-69c02498-0dd9-4e47-bf82-e2a6f318a9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:54.981848 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:10:55.311732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:54Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:10:55.316275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73460ef-fa0b-4325-a40b-dc212b8da7fd None None] The sync data for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv is: [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:54Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:10:55.492554 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1155af8f-35f2-4397-b718-5446b0ebbec1 req-007cdd8e-cbf1-4c46-b276-5cc8901ca26c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 210 time: 0.0902526 Nov 24 20:10:55.625662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-4dd4342c-392b-4b12-8509-8a7612fc4cef tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:55.626990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-4dd4342c-392b-4b12-8509-8a7612fc4cef tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/networks?id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 200 len: 797 time: 0.2262807 Nov 24 20:10:55.681944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-dfced6f0-849b-497f-b4c2-f9f41b6006ef tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47adbc368294005b7993bf3dee392f6 HTTP/1.1" status: 200 len: 380 time: 0.0445802 Nov 24 20:10:55.692276 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'port': {'device_id': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'admin_state_up': True, 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'security_groups': ['0905f8af-be0b-49ea-8422-44dfff4cdf18']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:55.776123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 97fc8a07-f843-4e8f-85c0-34f796567e5a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:10:55.842456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:10:55.853921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:10:55.856416 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 97fc8a07-f843-4e8f-85c0-34f796567e5a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:10:55.862590 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 97fc8a07-f843-4e8f-85c0-34f796567e5a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:55.863062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:55.866010 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Made reservation on behalf of f47adbc368294005b7993bf3dee392f6 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:10:55.870455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:55.994225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:56.035417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 97fc8a07-f843-4e8f-85c0-34f796567e5a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=97fc8a07-f843-4e8f-85c0-34f796567e5a,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:10:56.039671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:56.042558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-fc7f72b7-1f5b-416d-b4fa-8f296313ee5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:56.057703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.20.0.11 (1bc74cb7-ce61-4002-99a3-6fe8655d2a4c/3035978b-c58a-4255-95c4-b9f4f200ae13/0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:10:56.114735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=97fc8a07-f843-4e8f-85c0-34f796567e5a,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:56.118635 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:56.267138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:56.284097 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Transition to ACTIVE for port object 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:10:56.310618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:56.316390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e20251b8-829f-46d6-82ee-c0f6fc513b39 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:56.388069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:10:56.391375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:10:56.395461 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:10:56.434856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:56.444535 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:56.469999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:56.470638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:56.498543 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8101718 Nov 24 20:10:56.511412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Request body: {'port': {'device_id': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:10:56.650547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7992eed6-7ca0-4468-9116-6bde6edfb897 None None] Provisioning for port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:10:56.658181 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7992eed6-7ca0-4468-9116-6bde6edfb897 None None] Provisioning complete for port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:56.660248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7992eed6-7ca0-4468-9116-6bde6edfb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:56.677651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:56.715195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7992eed6-7ca0-4468-9116-6bde6edfb897 None None] Port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:10:56.829393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6bbaf-429f-4db5-9551-f8b7035401b2 req-147e14cf-36a8-46de-92c7-19e4ebacecf2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:56.829995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-34c6bbaf-429f-4db5-9551-f8b7035401b2 req-147e14cf-36a8-46de-92c7-19e4ebacecf2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:10:56.873629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-34c6bbaf-429f-4db5-9551-f8b7035401b2 req-147e14cf-36a8-46de-92c7-19e4ebacecf2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:10:56.874775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-34c6bbaf-429f-4db5-9551-f8b7035401b2 req-147e14cf-36a8-46de-92c7-19e4ebacecf2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 932 time: 0.2492604 Nov 24 20:10:56.992335 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-34c6bbaf-429f-4db5-9551-f8b7035401b2 req-68e5a192-008b-43b9-9cd7-7ef60e806372 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119492 Nov 24 20:10:57.214463 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:10:57.221716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:57.236298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Transition to ACTIVE for port object 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:10:57.240111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:57.245074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aa14cfb7-bd71-4492-97e2-8443dccbc08b tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:57.391894 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:10:57.406568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Pushing event updated for resources: {'Port': ['ID=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:57.410006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:57.481999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Attempting to bind port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:10:57.482264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Attempting to bind port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:10:57.482585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Attempting to bind port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e on network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:10:57.487092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e on network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:10:57.487406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Attempting to bind port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e on network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:10:57.492405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:10:57.492732 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Checking segment: {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:10:57.493112 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Bound using segment: {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:10:57.493526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Bound port: 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f868ecf0-c134-4610-8346-9cd862b1a8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:10:57.494411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:57.583101 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] For port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:10:57.586014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] For port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:10:57.591380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:57.595925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-39be0271-63bd-428a-a445-0c06c8336850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:10:57.655683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:57.656326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:57.657711 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] 10.222.0.41 "PUT /v2.0/ports/0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 200 len: 1094 time: 1.1508658 Nov 24 20:10:57.658246 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:10:57.680705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Pushing event updated for resources: {'Port': ['ID=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:10:57.684109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:10:57.745791 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'status': 'completed', 'code': 200} Nov 24 20:10:57.767378 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 97fc8a07-f843-4e8f-85c0-34f796567e5a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:10:57.786590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-dcb78b2c-ddd2-4b3c-af87-fdd92dbea1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:57.788286 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-dcb78b2c-ddd2-4b3c-af87-fdd92dbea1ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1097 time: 0.0825424 Nov 24 20:10:57.862949 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-ed5f7299-d204-4341-a640-3162ba2d8991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 200 len: 217 time: 0.0677199 Nov 24 20:10:57.885982 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 97fc8a07-f843-4e8f-85c0-34f796567e5a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:10:57.886380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:57.927231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-90411526-5dff-482d-b142-966bc4d432a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:57.928681 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-90411526-5dff-482d-b142-966bc4d432a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3035978b-c58a-4255-95c4-b9f4f200ae13 HTTP/1.1" status: 200 len: 834 time: 0.0590403 Nov 24 20:10:58.011019 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8ebdfd5e-ffc8-4bad-9e36-04cdd05204e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:58.012452 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-8ebdfd5e-ffc8-4bad-9e36-04cdd05204e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771439 Nov 24 20:10:58.205092 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-56286fb4-f60f-4d51-b222-f56527c3a9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863906 Nov 24 20:10:58.243023 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca779-18f7-4102-a074-b7e38575620d req-5d407d58-b1b2-411c-9591-c7bb83d148f7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:58.244978 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-44cca779-18f7-4102-a074-b7e38575620d req-5d407d58-b1b2-411c-9591-c7bb83d148f7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 944 time: 0.1439984 Nov 24 20:10:58.360180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-44cca779-18f7-4102-a074-b7e38575620d req-dc5e4dca-73a8-4195-a4bb-8898902abb4e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667937 Nov 24 20:10:58.381356 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c5d6cd79-b570-4dd9-9085-35c37d6e4e7a req-329d7cbe-f542-4f25-82f6-b77a4d897705 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697121 Nov 24 20:10:58.500188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-d026d454-efe9-4f25-8ccb-157beb55b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:58.501656 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-d026d454-efe9-4f25-8ccb-157beb55b618 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1097 time: 0.0772166 Nov 24 20:10:58.633331 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-0c1c256f-aa75-4889-a4dd-982b3e2de4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:58.635068 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-0c1c256f-aa75-4889-a4dd-982b3e2de4d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 200 len: 898 time: 0.1272037 Nov 24 20:10:58.703069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-8d8af90d-d889-4d0a-86c5-5fc6042652f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 200 len: 217 time: 0.0613656 Nov 24 20:10:58.768525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-a5a746e1-1040-4478-aa28-51acc1fd5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:58.770010 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-a5a746e1-1040-4478-aa28-51acc1fd5de6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3035978b-c58a-4255-95c4-b9f4f200ae13 HTTP/1.1" status: 200 len: 834 time: 0.0607572 Nov 24 20:10:58.842680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-fdd50513-5586-4fc2-b50a-bc0695204957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:58.844134 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-fdd50513-5586-4fc2-b50a-bc0695204957 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679972 Nov 24 20:10:59.093862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-bb5157dc-8957-44fd-bffe-de0756995c36 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433002 Nov 24 20:10:59.224984 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-41327fd9-d412-4b0f-bd1c-8b2a0c71e819 req-32f6cfb5-3048-4648-bb01-0f62811cd1e6 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237206 Nov 24 20:10:59.469643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5feaa795-c691-40cd-b16f-e78dbde31fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:10:59.552480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d7c4-9847-45d4-951e-e3334ce358f0 req-c41ac90d-147e-44aa-98fe-a9dace4a5ed3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:10:59.553837 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6608d7c4-9847-45d4-951e-e3334ce358f0 req-c41ac90d-147e-44aa-98fe-a9dace4a5ed3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 944 time: 0.0847757 Nov 24 20:10:59.604599 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6608d7c4-9847-45d4-951e-e3334ce358f0 req-4d4d7e51-7959-4cc4-892d-7b01784b8db1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446799 Nov 24 20:10:59.854256 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:00.788787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf043aff-136d-499b-a536-2d21bc9834db req-f0504c89-a503-4cf0-a41b-0245a3080fe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:00.790253 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf043aff-136d-499b-a536-2d21bc9834db req-f0504c89-a503-4cf0-a41b-0245a3080fe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 944 time: 0.0805166 Nov 24 20:11:00.834577 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf043aff-136d-499b-a536-2d21bc9834db req-a9cc679d-aefd-42a2-a619-e94f8a3b50f3 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385127 Nov 24 20:11:01.250105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:11:01.381789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:11:01.395349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'port_id': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'mac_address': 'fa:16:3e:06:1c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:11:01.449578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:01.465685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:11:01.480528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:11:01.484271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:01.485950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:11:01.554159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:11:01.557692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:11:01.858519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:11:02.032054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd629f6-dbd6-4d5f-afbc-2d834075d36e req-6e932a3f-2e9b-4fe9-9a80-d2b3511d51f2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:02.033528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebd629f6-dbd6-4d5f-afbc-2d834075d36e req-6e932a3f-2e9b-4fe9-9a80-d2b3511d51f2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 945 time: 0.0895884 Nov 24 20:11:02.081580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ebd629f6-dbd6-4d5f-afbc-2d834075d36e req-41d6ed0e-42b2-4e9e-8af0-a9854626d2ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Nov 24 20:11:02.223985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c8b3-65dc-4d52-9b79-fba999b8050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:02.955789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:03.249953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:11:03.266780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de814cb-89c0-4d04-a81b-5cb8d4b5e5f5 req-cd0ef8af-a066-4d7b-87bf-edc2cc8aa604 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:03.268279 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2de814cb-89c0-4d04-a81b-5cb8d4b5e5f5 req-cd0ef8af-a066-4d7b-87bf-edc2cc8aa604 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 945 time: 0.0807307 Nov 24 20:11:03.317542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2de814cb-89c0-4d04-a81b-5cb8d4b5e5f5 req-0f2b2ebd-371a-4490-a8cc-e6a716be3f70 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Nov 24 20:11:03.324789 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:11:03.329939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:11:03.330520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:03.446179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:03.475443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:11:03.485913 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:11:03.489156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:03.491115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c2c080de-11cb-43e2-9cc7-9f8685deede2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:11:03.526350 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'code': 200} Nov 24 20:11:03.559553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:11:03.562400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:11:03.747944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eff1ad-10db-4919-80a6-f35cfd0585ef req-b24ebbbf-0057-45e4-a0ac-4b7e0cf81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:03.749414 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-63eff1ad-10db-4919-80a6-f35cfd0585ef req-b24ebbbf-0057-45e4-a0ac-4b7e0cf81f3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1099 time: 0.0695889 Nov 24 20:11:03.790553 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-63eff1ad-10db-4919-80a6-f35cfd0585ef req-cc1148c3-061b-4858-8197-da831eabfb0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343759 Nov 24 20:11:04.504629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191df1c7-7f63-46d4-ac94-11913cafc939 req-409ffbe4-4672-4663-89bb-1b2c62b641af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:04.506092 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-191df1c7-7f63-46d4-ac94-11913cafc939 req-409ffbe4-4672-4663-89bb-1b2c62b641af tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0847490 Nov 24 20:11:04.551327 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-191df1c7-7f63-46d4-ac94-11913cafc939 req-b728ddb7-e04c-4f81-b3e5-585884db189d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396967 Nov 24 20:11:04.716269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:05.854651 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10015b29-039e-48bb-b9fb-23c8352c6b3c req-d63b12c9-e758-4f0e-aa64-d8680e42f467 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:05.856034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-10015b29-039e-48bb-b9fb-23c8352c6b3c req-d63b12c9-e758-4f0e-aa64-d8680e42f467 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0803478 Nov 24 20:11:05.900515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-10015b29-039e-48bb-b9fb-23c8352c6b3c req-6dee269f-8f05-483b-935c-d209c7e04aef tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 Nov 24 20:11:06.091443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4214d-66fb-47ef-ad90-6c9265d025ac req-4cbc196f-c0b4-4cdc-9be9-7147f71d54cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:06.092910 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f3c4214d-66fb-47ef-ad90-6c9265d025ac req-4cbc196f-c0b4-4cdc-9be9-7147f71d54cb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0853722 Nov 24 20:11:06.137897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f3c4214d-66fb-47ef-ad90-6c9265d025ac req-7f838ddd-e306-4caf-ba9f-c990513832a2 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 Nov 24 20:11:06.160031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54314) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:11:06.230648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e1ea3-699f-48c1-8329-5f54837d9395 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:06.232158 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-d60e1ea3-699f-48c1-8329-5f54837d9395 tempest-TestNetworkAdvancedServerOps-769760323 tempest-TestNetworkAdvancedServerOps-769760323-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1094 time: 0.0711205 Nov 24 20:11:06.234858 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54318) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:11:06.239713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:11:06.245674 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:11:06.249522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Usage tracker for resource:floatingip and tenant:f47adbc368294005b7993bf3dee392f6 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:11:06.252338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:11:06.258026 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:11:06.268814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:06.404591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:06.544842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Allocated IP 172.26.6.61 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/5aa8f9c6-9780-4dea-8266-9332d105b326) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:11:06.693062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:06.727531 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:06.731811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:11:06.798602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:11:06.801556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:11:06.805158 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:11:06.839065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=5aa8f9c6-9780-4dea-8266-9332d105b326,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:11:06.847001 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:11:07.329347 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:07.403106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:07.609469 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:07.613761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:07.617237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-25d60ff6-1842-4a09-b095-746214b65011 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:11:07.731077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event updated for resources: {'Port': ['ID=5aa8f9c6-9780-4dea-8266-9332d105b326,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:11:07.735178 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:11:07.745888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:07.914972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP 2648ec49-5cd9-4cec-8d84-b57e89954bb8 associated. External IP: 172.26.6.61, port: 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e. Nov 24 20:11:08.266561 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 61f3a639-628a-49c5-930b-ef75884095b8 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:11:08.447717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:11:08.456918 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] Sync routers for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:11:08.470302 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:11:08.470934 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:11:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:11:08.473313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:08.528743 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2926967 Nov 24 20:11:08.529318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:11:08.581609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'status': 'completed', 'code': 200} Nov 24 20:11:08.694082 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:11:08.879190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1d1e-40d2-4448-9203-5c48747d9ea4 req-b9529eb0-8faf-469d-8e06-602068124bd1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:08.880695 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81df1d1e-40d2-4448-9203-5c48747d9ea4 req-b9529eb0-8faf-469d-8e06-602068124bd1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.2457678 Nov 24 20:11:08.882513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-7637e6de-e137-4bec-8359-7775a7fd9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:08.883893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-7637e6de-e137-4bec-8359-7775a7fd9b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1099 time: 0.2798197 Nov 24 20:11:09.006623 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-81df1d1e-40d2-4448-9203-5c48747d9ea4 req-090f23e7-4849-4e37-ac64-4cfb400457a0 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189919 Nov 24 20:11:09.029848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54330) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:11:09.041793 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '2648ec49-5cd9-4cec-8d84-b57e89954bb8', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.61', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'port_id': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'mac_address': 'fa:16:3e:06:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:11:07Z', 'updated_at': '2021-11-24T20:11:07Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:56Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:11:09.045745 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] Checking router: 61f3a639-628a-49c5-930b-ef75884095b8 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:11:09.053857 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:11:09.054447 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:11:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:11:09.127362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-18a12b40-8aaf-4db6-9a0a-a874506308da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:09.128856 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-18a12b40-8aaf-4db6-9a0a-a874506308da service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 200 len: 898 time: 0.2281709 Nov 24 20:11:09.234313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-71aab12d-1836-4a87-8dc1-c1448dcc7b65 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/2648ec49-5cd9-4cec-8d84-b57e89954bb8 HTTP/1.1" status: 200 len: 991 time: 0.2018213 Nov 24 20:11:09.240944 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:11:09.250000 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-1b2c0793-f518-4b7d-9d50-09863a641904 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 200 len: 999 time: 0.1118009 Nov 24 20:11:09.315106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-1a23b89d-0b80-437c-8a38-587d6f47705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:09.316571 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-1a23b89d-0b80-437c-8a38-587d6f47705a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3035978b-c58a-4255-95c4-b9f4f200ae13 HTTP/1.1" status: 200 len: 834 time: 0.0607791 Nov 24 20:11:09.391842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-de3c2110-ccb9-4ad4-8e89-f36a730a9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:09.393386 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-de3c2110-ccb9-4ad4-8e89-f36a730a9e8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706131 Nov 24 20:11:09.536840 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-acd327dc-a488-4d09-88fa-e960e2d33e38 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360331 Nov 24 20:11:09.590599 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '2648ec49-5cd9-4cec-8d84-b57e89954bb8', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.61', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'port_id': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'mac_address': 'fa:16:3e:06:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:11:07Z', 'updated_at': '2021-11-24T20:11:07Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:56Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:11:09.594531 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60093614-b10c-40ad-acba-ada7c5cf23be None None] The sync data for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv is: [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '2648ec49-5cd9-4cec-8d84-b57e89954bb8', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'floating_ip_address': '172.26.6.61', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'port_id': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'mac_address': 'fa:16:3e:06:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:11:07Z', 'updated_at': '2021-11-24T20:11:07Z', 'revision_number': 0, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:56Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:11:09.672482 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05b42c1e-3205-4a6b-9e9e-b1145575818e req-6bef160c-0798-42a0-a80e-41794998de67 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276381 Nov 24 20:11:09.790618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5fe6d-cc46-4b5f-ab80-1fed6f9eaf27 None None] New status for floating IP 2648ec49-5cd9-4cec-8d84-b57e89954bb8: ACTIVE {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:11:10.236856 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54334) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:11:10.344604 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6940ee9f-630a-4aec-a95e-50b400a53c1e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/2648ec49-5cd9-4cec-8d84-b57e89954bb8 HTTP/1.1" status: 200 len: 993 time: 0.1056545 Nov 24 20:11:19.637172 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:29.475878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab305-90a6-4bf8-8256-f692bd957cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:29.855121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:32.226500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2438660f-a9d5-45b7-95af-90af82361c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:32.958820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:34.391424 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:11:34.718865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:36.255728 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-7eaa86c1-305d-4c94-8f79-cf31252a852c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692472 Nov 24 20:11:36.393977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7157c-d260-4750-8010-d1e47feee989 req-deb86ec9-5dde-41c1-94ce-a795f9260319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:36.395425 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-deb86ec9-5dde-41c1-94ce-a795f9260319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1099 time: 0.0731099 Nov 24 20:11:36.541879 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7157c-d260-4750-8010-d1e47feee989 req-3fb4c519-dc66-4854-a101-944a9ceaa8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:36.543235 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-3fb4c519-dc66-4854-a101-944a9ceaa8d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 200 len: 898 time: 0.1291208 Nov 24 20:11:36.645780 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-90bf2ee1-5946-43bf-a7e7-804d2007f573 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 200 len: 1001 time: 0.0960484 Nov 24 20:11:36.707765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7157c-d260-4750-8010-d1e47feee989 req-1ae29a4e-9501-4b5a-a53f-d8b6049523df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:36.709191 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-1ae29a4e-9501-4b5a-a53f-d8b6049523df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3035978b-c58a-4255-95c4-b9f4f200ae13 HTTP/1.1" status: 200 len: 834 time: 0.0572691 Nov 24 20:11:36.788323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7157c-d260-4750-8010-d1e47feee989 req-6e0632ce-c3b5-4edc-9a47-1e426f1b14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:11:36.790013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-6e0632ce-c3b5-4edc-9a47-1e426f1b14f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732973 Nov 24 20:11:37.042489 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-076fc659-f58c-4bab-af15-b0cab0365b6f service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457356 Nov 24 20:11:37.181243 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fe7157c-d260-4750-8010-d1e47feee989 req-84cf07d6-b766-4140-8e08-ffeafe81c5dc service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317408 Nov 24 20:11:49.652176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:59.469232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a04b0889-4b96-46ce-8c29-721e8d6382f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:11:59.856522 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:02.228346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1f3993db-360d-42f4-a7e7-86f57961a5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:02.961126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:04.721467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:11.389817 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:12:19.682436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:20.068163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353cd3e-c663-4513-83d8-1dd75536c52a req-4f475fbb-766b-4b32-a791-c97aa30ade50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:20.070202 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0353cd3e-c663-4513-83d8-1dd75536c52a req-4f475fbb-766b-4b32-a791-c97aa30ade50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0824053 Nov 24 20:12:20.114093 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0353cd3e-c663-4513-83d8-1dd75536c52a req-f72f8a70-d183-40d8-88c6-fc0d9f822547 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Nov 24 20:12:21.304653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a20d0-d165-47de-b21d-774bd199d904 req-481992d9-e1fc-4016-83fa-50819ad41f06 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:21.306025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-760a20d0-d165-47de-b21d-774bd199d904 req-481992d9-e1fc-4016-83fa-50819ad41f06 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0856342 Nov 24 20:12:21.350839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-760a20d0-d165-47de-b21d-774bd199d904 req-d1b8bc71-4ef1-4bee-9594-29422667e56b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386992 Nov 24 20:12:22.534144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87614d97-5eb2-4648-8931-bd1d8f49a1f9 req-55647abf-4cf1-4d97-b4ac-2e0e4f2ecc06 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:22.535580 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87614d97-5eb2-4648-8931-bd1d8f49a1f9 req-55647abf-4cf1-4d97-b4ac-2e0e4f2ecc06 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0797381 Nov 24 20:12:22.582435 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87614d97-5eb2-4648-8931-bd1d8f49a1f9 req-0d2fd23d-ed1e-47cc-9b6e-40294be0af54 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408716 Nov 24 20:12:22.605644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54378) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:22.710533 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a80c5f70-7f10-4037-83dd-73f2d57dccac tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/2648ec49-5cd9-4cec-8d84-b57e89954bb8 HTTP/1.1" status: 200 len: 993 time: 0.1035290 Nov 24 20:12:24.224843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-d3bfcb61-919a-4399-aa0e-739c7335bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:24.226310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-d3bfcb61-919a-4399-aa0e-739c7335bf4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1099 time: 0.1037562 Nov 24 20:12:24.233696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880dc75-5532-4a47-95c4-352db957c336 req-13748ed0-2a0d-413c-b356-764bc1a0aa7f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:24.235026 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d880dc75-5532-4a47-95c4-352db957c336 req-13748ed0-2a0d-413c-b356-764bc1a0aa7f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.1443431 Nov 24 20:12:24.357728 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d880dc75-5532-4a47-95c4-352db957c336 req-4d8ce4a9-1dca-48bb-8d99-87168e2df23a tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048622 Nov 24 20:12:24.391262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-387b04b6-c348-4b1b-81b8-feb9047ca16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:24.392720 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-387b04b6-c348-4b1b-81b8-feb9047ca16e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 200 len: 898 time: 0.1568787 Nov 24 20:12:24.495569 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-83e99303-a8ee-406a-b47c-c15852fdd5a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 200 len: 1001 time: 0.0956867 Nov 24 20:12:24.556579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-663427ca-0436-4d31-a73d-c61d3bdb018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:24.557996 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-663427ca-0436-4d31-a73d-c61d3bdb018e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3035978b-c58a-4255-95c4-b9f4f200ae13 HTTP/1.1" status: 200 len: 834 time: 0.0565002 Nov 24 20:12:24.635579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-9b53af90-b6bb-4ed8-ab9f-8b182afe9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:24.637044 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-9b53af90-b6bb-4ed8-ab9f-8b182afe9d0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726204 Nov 24 20:12:24.767085 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-a2b79037-fe8a-4dc8-a581-daf292010995 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231883 Nov 24 20:12:24.898438 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b78f2e92-2d7c-45e1-ae22-f617bb8da21b req-94931fd5-b27d-4177-89aa-e5d7ecf7c036 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232479 Nov 24 20:12:25.666766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7d15-7389-449d-8246-9598f0753a07 req-63e880fa-c681-469a-8c50-734cc50a348f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:25.668175 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ed3a7d15-7389-449d-8246-9598f0753a07 req-63e880fa-c681-469a-8c50-734cc50a348f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.2005646 Nov 24 20:12:25.711639 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ed3a7d15-7389-449d-8246-9598f0753a07 req-5f7ff3a5-1745-49c9-9d61-2c9ebc5f604f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Nov 24 20:12:26.930544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115309da-31df-4aa4-b8f9-8a79cf976db1 req-223a17b8-28e0-4dcf-80d7-f378db832328 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:26.932055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-115309da-31df-4aa4-b8f9-8a79cf976db1 req-223a17b8-28e0-4dcf-80d7-f378db832328 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.1107557 Nov 24 20:12:26.982018 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-115309da-31df-4aa4-b8f9-8a79cf976db1 req-1e76d4a1-1070-412c-bf27-0f7883b004e8 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437160 Nov 24 20:12:27.005664 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54392) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:27.113233 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-408f35a0-50b3-4556-9305-693990ad5dbb tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/floatingips/2648ec49-5cd9-4cec-8d84-b57e89954bb8 HTTP/1.1" status: 200 len: 993 time: 0.1056795 Nov 24 20:12:27.387969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54400) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:27.595607 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 5aa8f9c6-9780-4dea-8266-9332d105b326 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:12:27.595950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:27.764287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:27.764608 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:27.886251 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 5aa8f9c6-9780-4dea-8266-9332d105b326 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:12:28.039820 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:28.043190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:28.103404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=5aa8f9c6-9780-4dea-8266-9332d105b326,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:28.143557 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.144094 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.144408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.144793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.145174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.145554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.145955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.146353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.146745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.147143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.147515 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.147885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:28.154763 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:28.221210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:28.221534 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Floating IP 2648ec49-5cd9-4cec-8d84-b57e89954bb8 disassociated (deleted). External IP: 172.26.6.61, port: 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e. Nov 24 20:12:28.690291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 61f3a639-628a-49c5-930b-ef75884095b8 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:12:28.865571 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:12:28.875558 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] Sync routers for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:12:28.885727 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:28.886612 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:28.887673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:28.949602 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/floatingips/2648ec49-5cd9-4cec-8d84-b57e89954bb8 HTTP/1.1" status: 204 len: 168 time: 1.5570557 Nov 24 20:12:28.949602 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:12:29.000717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'status': 'completed', 'code': 200} Nov 24 20:12:29.081627 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:29.095792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-d48f3ebc-0c20-4adc-8f87-6cca9e4a1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:29.097398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-d48f3ebc-0c20-4adc-8f87-6cca9e4a1af2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f47adbc368294005b7993bf3dee392f6&device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 1099 time: 0.0756917 Nov 24 20:12:29.270955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-e0301822-3b6d-4e9a-93b2-27063e962e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:29.272770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-e0301822-3b6d-4e9a-93b2-27063e962e1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 200 len: 898 time: 0.1693192 Nov 24 20:12:29.359825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-31f781dc-0523-4064-8b8e-f48030216a0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 200 len: 217 time: 0.0759110 Nov 24 20:12:29.439560 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3725360-0c06-4c4e-8129-a5460ea8093e req-ad36cc88-2834-4acc-a1fe-56a8aa1c742f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:29.440282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e3725360-0c06-4c4e-8129-a5460ea8093e req-ad36cc88-2834-4acc-a1fe-56a8aa1c742f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Synchronizing usage tracker for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:12:29.445348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-406e6df3-8f5d-4478-b106-687f18e0fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:29.446750 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-406e6df3-8f5d-4478-b106-687f18e0fd0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3035978b-c58a-4255-95c4-b9f4f200ae13 HTTP/1.1" status: 200 len: 834 time: 0.0780907 Nov 24 20:12:29.447077 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:56Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:29.450911 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] Checking router: 61f3a639-628a-49c5-930b-ef75884095b8 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:12:29.462342 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:29.463006 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:29.474583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9e5e90e8-4983-4cc5-8c4c-11e1f025f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:29.502070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-e3725360-0c06-4c4e-8129-a5460ea8093e req-ad36cc88-2834-4acc-a1fe-56a8aa1c742f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Unset dirty status for tenant:f47adbc368294005b7993bf3dee392f6 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:12:29.503128 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e3725360-0c06-4c4e-8129-a5460ea8093e req-ad36cc88-2834-4acc-a1fe-56a8aa1c742f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.2654748 Nov 24 20:12:29.562151 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e3725360-0c06-4c4e-8129-a5460ea8093e req-0a06ed78-7d7b-4bb2-aec5-9ff5f34fd16f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493877 Nov 24 20:12:29.571159 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-fbc75c4b-5bfd-4654-819b-dc23f096722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:29.572781 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-fbc75c4b-5bfd-4654-819b-dc23f096722d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175475 Nov 24 20:12:29.643299 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:29.707804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-727a2c9e-ab00-4b3f-ae77-628ba73f5ab3 service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270571 Nov 24 20:12:29.841569 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3573d276-af0e-45e4-8593-de0ff38bf5a8 req-e8bd333f-f4d6-4e6b-ab95-79ee638fc55b service neutron] 10.222.0.41 "GET /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262934 Nov 24 20:12:29.861652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:29.960026 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:56Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:29.963891 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f262f05-7fd8-4e2b-bc03-4882818a2cb7 None None] The sync data for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv is: [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:10:51Z', 'revision_number': 4, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '97fc8a07-f843-4e8f-85c0-34f796567e5a', 'name': '', 'network_id': '1bc74cb7-ce61-4002-99a3-6fe8655d2a4c', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'mac_address': 'fa:16:3e:14:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:50Z', 'updated_at': '2021-11-24T20:10:56Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'subnets': [{'id': '3035978b-c58a-4255-95c4-b9f4f200ae13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:12:30.186569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288fa8db-15ac-40d0-b991-517829b684fc None None] New status for floating IP 2648ec49-5cd9-4cec-8d84-b57e89954bb8: DOWN {{(pid=87487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:12:30.755034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718d5af-b748-406a-9a82-3665fcfcd441 req-f7ca12e8-c765-40ae-801e-6771e084fbc1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:30.756553 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8718d5af-b748-406a-9a82-3665fcfcd441 req-f7ca12e8-c765-40ae-801e-6771e084fbc1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0845327 Nov 24 20:12:30.800725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8718d5af-b748-406a-9a82-3665fcfcd441 req-3a76d57d-4d69-46e7-8146-6e840c77403c tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/security-groups?id=0905f8af-be0b-49ea-8422-44dfff4cdf18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384727 Nov 24 20:12:31.101482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-30285615-aaea-4294-b0d7-a31bb5ea6e58 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:31.102917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-30285615-aaea-4294-b0d7-a31bb5ea6e58 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 946 time: 0.0804582 Nov 24 20:12:31.175740 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:12:31.176183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:31.540187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:31.540537 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:31.663759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:12:31.809517 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:31.814965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d4ddb614-4e64-45e8-89c6-1267e287ef9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:31.861407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:31.888294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:31.967152 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] No DVR routers for this DVR port 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:12:31.973525 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:31.976643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'name': 'network-vif-deleted', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:12:31.991280 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2723f5bc-b3ba-456f-bda2-1c7fd45461f9 req-27764b45-9875-4286-b32b-0dacf5189f84 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca2afb43-b978-4127-99d7-5469d79635a3 HTTP/1.1" status: 200 len: 210 time: 0.0580504 Nov 24 20:12:31.998963 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-59b6be43-0a5a-48c2-a2c7-5785e1766312 req-0e4ef826-c16d-4fdd-b04b-a37c25f6a11e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.41 "DELETE /v2.0/ports/0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e HTTP/1.1" status: 204 len: 173 time: 0.8899925 Nov 24 20:12:32.031898 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2afb43-b978-4127-99d7-5469d79635a3', 'name': 'network-vif-deleted', 'tag': '0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e', 'status': 'completed', 'code': 200} Nov 24 20:12:32.230120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-973cc906-a222-4c83-8437-a22a2b952cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:32.963624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:33.086587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54418) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:33.634122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:34.107224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 97fc8a07-f843-4e8f-85c0-34f796567e5a {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:12:34.107950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:34.294418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 97fc8a07-f843-4e8f-85c0-34f796567e5a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=97fc8a07-f843-4e8f-85c0-34f796567e5a,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:34.294694 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:34.416582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 97fc8a07-f843-4e8f-85c0-34f796567e5a owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:12:34.726623 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:34.751304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:34.755759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-17dffa16-1993-4a2c-ae9c-8c4446223d59 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:34.800266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=97fc8a07-f843-4e8f-85c0-34f796567e5a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:34.803595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:35.085830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:35.568761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Router 61f3a639-628a-49c5-930b-ef75884095b8 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:12:35.746327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:12:35.758265 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] Sync routers for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:12:35.763815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "PUT /v2.0/routers/61f3a639-628a-49c5-930b-ef75884095b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737857 Nov 24 20:12:35.764103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54422) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:35.768140 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:35.768748 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:35.778192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:12:35.842303 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting subnet 3035978b-c58a-4255-95c4-b9f4f200ae13 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:12:35.845309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:35.860032 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:12:35.860389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 0e1f2cd6-b885-4b5a-ac2f-ee2413c92c5e not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:12:35.900424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:35.951110 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:35.984497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.064357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.068154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d0570ff4-c02b-41dd-a60c-8fa9a1eb8ec9 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:36.103995 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Subnet': ['ID=3035978b-c58a-4255-95c4-b9f4f200ae13,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:36.106598 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:36.111078 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.117439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f41269-788a-4383-bcbc-77dce927a87e None None] Network 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:12:36.118650 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9d673072-6420-4375-9a3b-438058c37f82 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/subnets/3035978b-c58a-4255-95c4-b9f4f200ae13 HTTP/1.1" status: 204 len: 168 time: 0.3536122 Nov 24 20:12:36.121275 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54426) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:36.245591 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:12:34Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:36.249432 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] Checking router: 61f3a639-628a-49c5-930b-ef75884095b8 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:12:36.257881 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] Routers {'61f3a639-628a-49c5-930b-ef75884095b8'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:36.258492 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['61f3a639-628a-49c5-930b-ef75884095b8'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:36.313813 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.408471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] DHCP port deletion for 1bc74cb7-ce61-4002-99a3-6fe8655d2a4c request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:12:36.412820 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Deleting port dd90d51a-31b1-4179-874c-f2f1c773282b {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:12:36.413213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.472872 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] Set router 61f3a639-628a-49c5-930b-ef75884095b8 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:36.501077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.512413 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Deleting port 663765f8-c115-4a8b-9b5c-243bbccf8d3d {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:12:36.513113 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.626736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] For port dd90d51a-31b1-4179-874c-f2f1c773282b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=dd90d51a-31b1-4179-874c-f2f1c773282b,segment=NetworkSegment(f868ecf0-c134-4610-8346-9cd862b1a8a8),segment_id=f868ecf0-c134-4610-8346-9cd862b1a8a8)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:36.627150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.699708 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] For port 663765f8-c115-4a8b-9b5c-243bbccf8d3d, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=663765f8-c115-4a8b-9b5c-243bbccf8d3d,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:36.700356 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.752807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Calling delete_port for dd90d51a-31b1-4179-874c-f2f1c773282b owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:12:36.763565 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:12:34Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:36.767621 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83fec0-ea35-4992-8b88-f5ed57c14f46 None None] The sync data for ids ['61f3a639-628a-49c5-930b-ef75884095b8'] in dv-neutron-818346-1-hyperv is: [{'id': '61f3a639-628a-49c5-930b-ef75884095b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459460624', 'tenant_id': 'f47adbc368294005b7993bf3dee392f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:10:46Z', 'updated_at': '2021-11-24T20:12:34Z', 'revision_number': 5, 'project_id': 'f47adbc368294005b7993bf3dee392f6', 'gw_port': {'id': '663765f8-c115-4a8b-9b5c-243bbccf8d3d', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a639-628a-49c5-930b-ef75884095b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:10:47Z', 'updated_at': '2021-11-24T20:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:12:36.830629 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Calling delete_port for 663765f8-c115-4a8b-9b5c-243bbccf8d3d owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:12:36.836818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382'] for port, after_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:36.842040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1b88dd09-df5e-468e-bdc8-1c01cd8c7bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:36.887938 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Pushing event deleted for resources: {'Port': ['ID=dd90d51a-31b1-4179-874c-f2f1c773282b,revision_number=None']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:36.890121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] No DVR routers for this DVR port dd90d51a-31b1-4179-874c-f2f1c773282b on host dv-neutron-818346-1-hyperv {{(pid=87487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:12:36.901357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.901716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.902053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.902387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.902715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.903161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.903351 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.903673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.904011 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.904332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.904652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.904960 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:36.908773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:37.145228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.149012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:37.194514 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Port': ['ID=663765f8-c115-4a8b-9b5c-243bbccf8d3d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:37.197597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:37.289538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.460943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.463006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.485606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.486104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Fanout notify agent at l3_agent the message router_deleted on router 61f3a639-628a-49c5-930b-ef75884095b8 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:12:37.500920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.502008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/routers/61f3a639-628a-49c5-930b-ef75884095b8 HTTP/1.1" status: 204 len: 168 time: 1.3798423 Nov 24 20:12:37.504802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54430) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:37.625079 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.753875 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.778951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc74cb7-ce61-4002-99a3-6fe8655d2a4c']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:37.790934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f868ecf0-c134-4610-8346-9cd862b1a8a8') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:37.791224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f868ecf0-c134-4610-8346-9cd862b1a8a8') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:37.802104 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.821327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.827040 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:12:37.827411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:12:37.841905 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:12:37.926565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.930759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-43e9582f-bf32-4b04-88b7-bc9be2f5e970 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:37.945703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:37.957430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'Network': ['ID=1bc74cb7-ce61-4002-99a3-6fe8655d2a4c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:37.961298 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:37.967034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/networks/1bc74cb7-ce61-4002-99a3-6fe8655d2a4c HTTP/1.1" status: 204 len: 168 time: 0.4610369 Nov 24 20:12:37.969675 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54434) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:37.986892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 97fc8a07-f843-4e8f-85c0-34f796567e5a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:12:38.022898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 97fc8a07-f843-4e8f-85c0-34f796567e5a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:12:38.023249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 97fc8a07-f843-4e8f-85c0-34f796567e5a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:12:38.023682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 663765f8-c115-4a8b-9b5c-243bbccf8d3d no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:12:38.043228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2d45023-7618-42d0-be8b-0e2dc99fdba7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.060663 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 663765f8-c115-4a8b-9b5c-243bbccf8d3d {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:12:38.061025 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 663765f8-c115-4a8b-9b5c-243bbccf8d3d not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:12:38.061454 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd90d51a-31b1-4179-874c-f2f1c773282b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:12:38.073933 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2d45023-7618-42d0-be8b-0e2dc99fdba7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.095422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: dd90d51a-31b1-4179-874c-f2f1c773282b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:12:38.095779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device dd90d51a-31b1-4179-874c-f2f1c773282b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:12:38.140830 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2d45023-7618-42d0-be8b-0e2dc99fdba7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.144724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d1b29975-746e-437d-afed-95c1ccbfc6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:38.159304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d45023-7618-42d0-be8b-0e2dc99fdba7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0905f8af-be0b-49ea-8422-44dfff4cdf18,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:38.162975 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a2d45023-7618-42d0-be8b-0e2dc99fdba7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:38.171233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a2d45023-7618-42d0-be8b-0e2dc99fdba7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.172372 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a2d45023-7618-42d0-be8b-0e2dc99fdba7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] 10.222.0.47 "DELETE /v2.0/security-groups/0905f8af-be0b-49ea-8422-44dfff4cdf18 HTTP/1.1" status: 204 len: 168 time: 0.2017987 Nov 24 20:12:38.542627 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54444) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:38.688979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-25d315b8-538b-4582-92a6-6b300e4a1829 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f47adbc368294005b7993bf3dee392f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450584 Nov 24 20:12:38.691332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54450) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:38.752170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-704f89ed-b5e7-4939-b21a-20f99ff0dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.777725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-704f89ed-b5e7-4939-b21a-20f99ff0dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.829064 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-704f89ed-b5e7-4939-b21a-20f99ff0dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.832731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8f06bc8-f55c-469e-aaed-4e322ffa029b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:38.845240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f89ed-b5e7-4939-b21a-20f99ff0dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b0e95-53db-48e1-9066-733a561cdfa3,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:38.848546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-704f89ed-b5e7-4939-b21a-20f99ff0dcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:38.854581 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-704f89ed-b5e7-4939-b21a-20f99ff0dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:38.855698 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-704f89ed-b5e7-4939-b21a-20f99ff0dcb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b2b0e95-53db-48e1-9066-733a561cdfa3 HTTP/1.1" status: 204 len: 168 time: 0.1634896 Nov 24 20:12:39.154139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54458) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:39.172066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:39.186446 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:39.190533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb35ea891d14966aaf4eed6ab308a80 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:39.193925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:39.199864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:39.282594 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:39.286544 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:39.295499 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1e07bcac-bd19-428a-a93d-bd1e2fdec4c6 tempest-ServersAdminNegativeTestJSON-1854555222 tempest-ServersAdminNegativeTestJSON-1854555222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:39.333278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dbb35ea891d14966aaf4eed6ab308a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781020 Nov 24 20:12:39.334888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29d994b-e9c0-4f74-976b-ee9b772c49f4,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:39.336102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54462) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:39.337904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f9696211-b679-464b-96de-8e66476d7f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:39.397336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:39.422252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:39.474118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:39.477732 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-832f497a-9da9-4676-9c84-3e5681a4c275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:39.494855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:39.495977 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b29d994b-e9c0-4f74-976b-ee9b772c49f4 HTTP/1.1" status: 204 len: 168 time: 0.1588702 Nov 24 20:12:39.497005 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29d994b-e9c0-4f74-976b-ee9b772c49f4,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:39.504335 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.504726 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.505106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.505487 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.505908 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.506999 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.507367 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.507736 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.508139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.508506 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.508865 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.509223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:39.512273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:40.247779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54488) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:40.382688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-118491914-network', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:40.387532 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:40.391400 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Usage tracker for resource:network and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:40.394294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:40.400872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:40.411428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Made reservation on behalf of c6f7299bcbfe44229a36e721b6eea1fc for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:12:40.414406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.426000 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.442821 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:40.447365 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:40.450157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:40.455705 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:40.540896 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.544551 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.547411 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4306b17f-a2d4-4314-b60f-e584ec04ed25 tempest-SecGroupIPv6Test-2013328294 tempest-SecGroupIPv6Test-2013328294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:40.574740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:12:40.582915 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69d99a9-3cae-45af-88f1-aab830c1206f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:40.587207 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:40.589880 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.590007 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Added segment dcedb654-3189-429b-ba61-0c6acfc05532 of type vlan for network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d Nov 24 20:12:40.615509 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.644218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.645218 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:40.645776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.650171 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-311e23bf-6c60-4079-98e0-4517b2b8c909 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:40.748909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Pushing event updated for resources: {'Network': ['ID=08ca68aa-6ce6-48cc-b186-ee1f6d95417d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:40.752337 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5034115 Nov 24 20:12:40.753247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a9505c27-1dcf-4fdc-bd7a-7c8a6f40235f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:40.755262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54496) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:40.761075 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:12:40.761600 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Request body: {'subnet': {'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-118491914-subnet', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:40.766061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:40.769804 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Usage tracker for resource:subnet and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:40.773328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:40.778952 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:40.788753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Made reservation on behalf of c6f7299bcbfe44229a36e721b6eea1fc for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:12:40.791596 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:40.996895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.000417 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0da67f07-61af-4534-bed1-2b6d71371aaf tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:41.072172 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:41.075481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:41.080951 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Checking segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:41.081305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Network hostable DHCP agents. Network: 08ca68aa-6ce6-48cc-b186-ee1f6d95417d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:12:41.101176 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:12:41.110075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 08ca68aa-6ce6-48cc-b186-ee1f6d95417d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:41.113983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:41.114568 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.119500 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e62fd1-8895-4777-9aeb-8cff5834cd2c None None] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:12:41.134500 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dd6adc21-c4af-4838-9291-de299bdb274a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3776722 Nov 24 20:12:41.137271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54500) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:41.142169 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:41.147247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:41.151380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Usage tracker for resource:router and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:41.154412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:41.160542 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:41.171659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.172697 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.188900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.339121 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:12:41.339995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.543126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Allocated IP 172.20.0.2 (08ca68aa-6ce6-48cc-b186-ee1f6d95417d/2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e/b55d8e8c-906a-477e-abce-cbce626f45b2) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:12:41.601453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.745889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.756578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Transition to ACTIVE for port object b55d8e8c-906a-477e-abce-cbce626f45b2 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:41.774422 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Transition to ACTIVE for port object b55d8e8c-906a-477e-abce-cbce626f45b2 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:41.781455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.785719 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-69c02498-0dd9-4e47-bf82-e2a6f318a9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:41.852096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:41.854764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:41.858904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:12:41.861007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Pushing event updated for resources: {'Port': ['ID=b55d8e8c-906a-477e-abce-cbce626f45b2,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:41.864495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:41.924525 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.956366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.958584 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Attempting to bind port b55d8e8c-906a-477e-abce-cbce626f45b2 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:12:41.959674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Attempting to bind port b55d8e8c-906a-477e-abce-cbce626f45b2 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:12:41.960072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Attempting to bind port b55d8e8c-906a-477e-abce-cbce626f45b2 on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:41.965412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:12:41.965797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Checking segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:41.966206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:41.966610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Bound using segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:12:41.967086 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Bound port: b55d8e8c-906a-477e-abce-cbce626f45b2, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:12:41.967469 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:42.058388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] For port b55d8e8c-906a-477e-abce-cbce626f45b2, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:12:42.061466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] For port b55d8e8c-906a-477e-abce-cbce626f45b2, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b55d8e8c-906a-477e-abce-cbce626f45b2,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:12:42.065294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:42.069846 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:42.095950 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Allocated IP 172.26.6.148 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/c99a67bc-7e38-4b60-a409-20689d0adee9) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:12:42.148733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Pushing event updated for resources: {'Port': ['ID=b55d8e8c-906a-477e-abce-cbce626f45b2,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:42.151528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:42.260217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:42.305048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:42.313819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cba42bb0-f6c2-4881-a0e6-d4dc5db1903d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:42.379147 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:42.382798 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:42.386515 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:12:42.420802 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c99a67bc-7e38-4b60-a409-20689d0adee9,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:42.426924 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:42.806415 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:43.074929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79048548-975d-4427-bb08-22b77d89db02 None None] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:12:43.172555 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-ddd2f6ae-1709-4b8f-a21f-d7687f139033 None None] Provisioning for port b55d8e8c-906a-477e-abce-cbce626f45b2 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:43.291885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:43.508067 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:12:43.685262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:12:43.697507 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Sync routers for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:12:43.708611 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:43.709362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:43.710332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:43.710498 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9f0339a5-79cd-439d-a1cc-6de7106df4a9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5722158 Nov 24 20:12:43.713311 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54504) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:43.846654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b55d8e8c-906a-477e-abce-cbce626f45b2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:43.938716 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:44.109862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port b55d8e8c-906a-477e-abce-cbce626f45b2 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:44.126885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b55d8e8c-906a-477e-abce-cbce626f45b2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:44.127268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.367131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.403777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:42Z', 'revision_number': 3, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:44.410538 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port b55d8e8c-906a-477e-abce-cbce626f45b2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b55d8e8c-906a-477e-abce-cbce626f45b2,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:44.411580 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Checking router: 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:12:44.411896 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Updating router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 port c99a67bc-7e38-4b60-a409-20689d0adee9 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:12:44.441465 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.450637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:44.519242 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.525669 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.570016 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=b55d8e8c-906a-477e-abce-cbce626f45b2,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:44.573810 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:44.735790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Allocated IP 172.20.0.1 (08ca68aa-6ce6-48cc-b186-ee1f6d95417d/2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e/6b59016f-686d-48a3-8e2c-9fb76df53f9a) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:12:44.867812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.879765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Transition to ACTIVE for port object c99a67bc-7e38-4b60-a409-20689d0adee9 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:44.883657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.887853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.891673 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:44.900102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Transition to ACTIVE for port object 6b59016f-686d-48a3-8e2c-9fb76df53f9a will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:44.924507 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.929414 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:44.971466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Attempting to bind port c99a67bc-7e38-4b60-a409-20689d0adee9 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:12:44.971845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Attempting to bind port c99a67bc-7e38-4b60-a409-20689d0adee9 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:12:44.972243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Attempting to bind port c99a67bc-7e38-4b60-a409-20689d0adee9 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:44.978108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63772ec8-07d7-4441-8688-7e11039885c7 None None] Pushing event updated for resources: {'Port': ['ID=c99a67bc-7e38-4b60-a409-20689d0adee9,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:44.981319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63772ec8-07d7-4441-8688-7e11039885c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:44.984143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:12:44.984328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:44.984643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.985029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:12:44.985501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Bound port: c99a67bc-7e38-4b60-a409-20689d0adee9, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:12:44.985941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:44.996754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:44.999721 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:45.003328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:12:45.037406 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Pushing event updated for resources: {'Port': ['ID=6b59016f-686d-48a3-8e2c-9fb76df53f9a,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:45.045946 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:45.061038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:45.069406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] For port c99a67bc-7e38-4b60-a409-20689d0adee9, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:12:45.073299 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] For port c99a67bc-7e38-4b60-a409-20689d0adee9, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c99a67bc-7e38-4b60-a409-20689d0adee9,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:12:45.078482 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:45.084192 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63772ec8-07d7-4441-8688-7e11039885c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:45.158711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:45.159404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:45.250721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63772ec8-07d7-4441-8688-7e11039885c7 None None] Pushing event updated for resources: {'Port': ['ID=c99a67bc-7e38-4b60-a409-20689d0adee9,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:45.254518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63772ec8-07d7-4441-8688-7e11039885c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:45.327437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:45.337685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a641215f-9682-4788-9ee2-5dc7d6300e76 None None] Provisioning for port 6b59016f-686d-48a3-8e2c-9fb76df53f9a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:45.347599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a641215f-9682-4788-9ee2-5dc7d6300e76 None None] Provisioning complete for port 6b59016f-686d-48a3-8e2c-9fb76df53f9a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:45.348002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a641215f-9682-4788-9ee2-5dc7d6300e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:45.413377 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:45.513148 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a641215f-9682-4788-9ee2-5dc7d6300e76 None None] Port 6b59016f-686d-48a3-8e2c-9fb76df53f9a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:12:45.545818 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:45.550540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:45.578232 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f8bfbccb-977d-4c70-a4e5-d0778d176d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:45.657452 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Pushing event updated for resources: {'Port': ['ID=6b59016f-686d-48a3-8e2c-9fb76df53f9a,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:45.661670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:45.662539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:45.707288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:42Z', 'revision_number': 3, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:45.712259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482fbb8-f112-461c-83b2-7f8387dbd749 None None] The sync data for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv is: [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:42Z', 'revision_number': 3, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:12:45.802067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b55d8e8c-906a-477e-abce-cbce626f45b2 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:45.804085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:45.805391 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:45.889275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port b55d8e8c-906a-477e-abce-cbce626f45b2 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:45.889655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:46.150654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7f799126-5406-4e82-89ae-929b2ccfe7c6 None None] Provisioning complete for port 6b59016f-686d-48a3-8e2c-9fb76df53f9a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:46.151029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7f799126-5406-4e82-89ae-929b2ccfe7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:46.202102 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:12:46.207018 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7f799126-5406-4e82-89ae-929b2ccfe7c6 None None] Port 6b59016f-686d-48a3-8e2c-9fb76df53f9a cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:12:46.390479 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:12:46.400114 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] 10.222.0.47 "PUT /v2.0/routers/8a1a0ead-f4c5-458a-a6ba-cdadd0db2247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856651 Nov 24 20:12:46.905537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54522) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:46.911287 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1921875162-network', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:46.917235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:46.921160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Usage tracker for resource:network and tenant:6b7950c9b83e423c98d825cf310987a0 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:46.924122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:46.930014 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:46.944445 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Made reservation on behalf of 6b7950c9b83e423c98d825cf310987a0 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:12:46.946717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:46.959423 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:46.973709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:46.978128 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Usage tracker for resource:security_group_rule and tenant:6b7950c9b83e423c98d825cf310987a0 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:46.980901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:46.986537 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:47.074765 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.078349 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.081316 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-16c62994-abb1-4069-b8e1-aeecd79635e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:47.110666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:12:47.120859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ba76fa-4e69-4873-a1f3-adbf79cbbd2c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:47.124476 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:47.128868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.129280 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Added segment 72750c0d-5f58-41cc-8a2c-95a296c5d1f3 of type vlan for network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f Nov 24 20:12:47.156653 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.187384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.188634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:47.189252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.192868 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-876d1b65-47f4-4b47-9de7-c6ce846e894b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:47.295429 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Sync routers for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:12:47.295918 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Pushing event updated for resources: {'Network': ['ID=0db6720c-c673-4b1a-bea6-1b3b8ea4547f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:47.298914 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3922837 Nov 24 20:12:47.299846 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a2177cc6-f99b-4837-bf9d-b197c7fa3f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:47.301700 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54526) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:47.307988 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:47.308552 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:47.310300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:12:47.310707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Request body: {'subnet': {'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1921875162-subnet', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:47.315668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:47.320731 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Usage tracker for resource:subnet and tenant:6b7950c9b83e423c98d825cf310987a0 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:47.323619 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:47.329489 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:47.341157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Made reservation on behalf of 6b7950c9b83e423c98d825cf310987a0 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:12:47.343511 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.494830 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:47.551604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.556460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-42460942-9327-40c1-9f82-f59de192524c tempest-NetworksTestDHCPv6-1570751355 tempest-NetworksTestDHCPv6-1570751355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:47.632535 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c985fe2d-76f2-4bdd-a815-fd2baf567496,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:47.636493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:47.641095 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Checking segment: {'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:47.641451 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Network hostable DHCP agents. Network: 0db6720c-c673-4b1a-bea6-1b3b8ea4547f, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:12:47.661419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:12:47.672235 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 0db6720c-c673-4b1a-bea6-1b3b8ea4547f) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:47.676286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:47.676902 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.684514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae72993-acf0-44e5-bfbd-a7df729f2e07 None None] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:12:47.702456 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-630c8e1c-bc2d-4feb-95ee-70d1a6bef094 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3974051 Nov 24 20:12:47.704960 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54530) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:47.711436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:47.716037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:47.720080 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Usage tracker for resource:router and tenant:6b7950c9b83e423c98d825cf310987a0 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:47.723371 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:47.730504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:47.742063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.742987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.761317 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.825400 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 2, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:47.829579 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Checking router: 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:12:47.830129 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Updating router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 port 6b59016f-686d-48a3-8e2c-9fb76df53f9a binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:12:47.855297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c99a67bc-7e38-4b60-a409-20689d0adee9 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:47.890088 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.981178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'fixed_ips': [{'subnet_id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:12:47.982127 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:47.992405 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port c99a67bc-7e38-4b60-a409-20689d0adee9 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:48.000940 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port c99a67bc-7e38-4b60-a409-20689d0adee9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:48.001399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.085092 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.233179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.251061 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Allocated IP 172.20.0.2 (0db6720c-c673-4b1a-bea6-1b3b8ea4547f/c985fe2d-76f2-4bdd-a815-fd2baf567496/63d065ed-dcaf-482b-b942-b44a8ea1969b) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:12:48.284221 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.298893 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Transition to ACTIVE for port object 6b59016f-686d-48a3-8e2c-9fb76df53f9a will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:48.308706 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.312784 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:48.504267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.531216 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Transition to ACTIVE for port object 63d065ed-dcaf-482b-b942-b44a8ea1969b will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:48.541924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port c99a67bc-7e38-4b60-a409-20689d0adee9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c99a67bc-7e38-4b60-a409-20689d0adee9,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:48.562193 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.572996 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-01efa34d-a807-4bc1-ba14-d35b72f46cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:48.578015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.609331 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.618912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Transition to ACTIVE for port object 63d065ed-dcaf-482b-b942-b44a8ea1969b will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:48.627456 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:12:48.631111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Attempting to bind port 6b59016f-686d-48a3-8e2c-9fb76df53f9a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:12:48.631546 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Attempting to bind port 6b59016f-686d-48a3-8e2c-9fb76df53f9a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:12:48.632170 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Attempting to bind port 6b59016f-686d-48a3-8e2c-9fb76df53f9a on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:48.638722 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b59016f-686d-48a3-8e2c-9fb76df53f9a,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:48.648150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.649275 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.649467 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.649784 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.650107 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.650525 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.651111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.651449 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.652027 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.652434 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.652732 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.653057 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.653667 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:12:48.659740 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:48.660724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:12:48.661111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Checking segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:48.661522 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.662444 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Bound using segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:12:48.662938 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Bound port: 6b59016f-686d-48a3-8e2c-9fb76df53f9a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:12:48.663321 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.685433 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:48.686179 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=c99a67bc-7e38-4b60-a409-20689d0adee9,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:48.693575 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:48.697028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:48.697615 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:48.732572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:12:48.761724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] For port 6b59016f-686d-48a3-8e2c-9fb76df53f9a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:12:48.764800 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] For port 6b59016f-686d-48a3-8e2c-9fb76df53f9a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6b59016f-686d-48a3-8e2c-9fb76df53f9a,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:12:48.765467 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Allocated IP 172.26.6.3 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/9116a9fc-9996-496d-90da-1212ddb1f18f) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:12:48.771302 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.778792 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4f5c7e8d-984b-4e70-a470-1f7a7a9e076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:48.862705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Pushing event updated for resources: {'Port': ['ID=63d065ed-dcaf-482b-b942-b44a8ea1969b,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:48.867466 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:48.868305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Attempting to bind port 63d065ed-dcaf-482b-b942-b44a8ea1969b on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:12:48.868685 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Attempting to bind port 63d065ed-dcaf-482b-b942-b44a8ea1969b by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:12:48.869291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Attempting to bind port 63d065ed-dcaf-482b-b942-b44a8ea1969b on network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:48.869756 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:48.870770 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:48.875428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:12:48.875812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Checking segment: {'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:48.876259 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.876658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Bound using segment: {'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:12:48.877210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Bound port: 63d065ed-dcaf-482b-b942-b44a8ea1969b, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:12:48.877572 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.960666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:48.997794 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] For port 63d065ed-dcaf-482b-b942-b44a8ea1969b, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:12:49.001803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] For port 63d065ed-dcaf-482b-b942-b44a8ea1969b, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=63d065ed-dcaf-482b-b942-b44a8ea1969b,segment=NetworkSegment(72750c0d-5f58-41cc-8a2c-95a296c5d1f3),segment_id=72750c0d-5f58-41cc-8a2c-95a296c5d1f3)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:12:49.004370 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:49.007627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:49.012453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d8283f60-1689-435e-95d0-a481262ed6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:49.018090 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-febf6248-bb05-4ca3-be91-dd9d0a9d55c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:49.079527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:49.083249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:49.084992 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:49.088432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:12:49.099062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Pushing event updated for resources: {'Port': ['ID=63d065ed-dcaf-482b-b942-b44a8ea1969b,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:49.102924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:49.142141 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9116a9fc-9996-496d-90da-1212ddb1f18f,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:49.147036 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:49.168627 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b59016f-686d-48a3-8e2c-9fb76df53f9a,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:49.172474 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:49.454677 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:49.458635 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f80966-b2f1-43ee-9d2f-e21362d9d404 None None] The sync data for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv is: [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:12:49.568981 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:49.705565 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:49.961292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 63d065ed-dcaf-482b-b942-b44a8ea1969b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:49.978956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:50.075301 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 63d065ed-dcaf-482b-b942-b44a8ea1969b completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:50.081504 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6b59016f-686d-48a3-8e2c-9fb76df53f9a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:50.163941 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 6b59016f-686d-48a3-8e2c-9fb76df53f9a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:50.170322 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 6b59016f-686d-48a3-8e2c-9fb76df53f9a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:50.170756 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:50.273287 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c7f02-ae15-46e5-8e9c-953439e38509 None None] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:12:50.365540 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Router ed4ad981-7e56-4160-8956-ed6fffd329c2 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:12:50.417487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Provisioning for port 63d065ed-dcaf-482b-b942-b44a8ea1969b completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:50.456292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Provisioning complete for port 63d065ed-dcaf-482b-b942-b44a8ea1969b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:50.456681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:50.529221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:50.565357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:12:50.585502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Sync routers for ids ['ed4ad981-7e56-4160-8956-ed6fffd329c2'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:12:50.593708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:50.594538 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-43fa27e7-8540-4fd0-82b6-0645e0c29fb7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8881636 Nov 24 20:12:50.597155 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54534) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:50.630317 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 6b59016f-686d-48a3-8e2c-9fb76df53f9a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6b59016f-686d-48a3-8e2c-9fb76df53f9a,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:50.635776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Routers {'ed4ad981-7e56-4160-8956-ed6fffd329c2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:50.636294 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ed4ad981-7e56-4160-8956-ed6fffd329c2'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:50.706167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:50.707022 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c99a67bc-7e38-4b60-a409-20689d0adee9 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:50.766155 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c7c6c3aa-6973-44d0-a221-456a8ce7431c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:51.013889 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.032374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=6b59016f-686d-48a3-8e2c-9fb76df53f9a,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:51.038550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:51.071406 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Set router ed4ad981-7e56-4160-8956-ed6fffd329c2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:51.188178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port c99a67bc-7e38-4b60-a409-20689d0adee9 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:51.188586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.241783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] For port 63d065ed-dcaf-482b-b942-b44a8ea1969b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=63d065ed-dcaf-482b-b942-b44a8ea1969b,segment=NetworkSegment(72750c0d-5f58-41cc-8a2c-95a296c5d1f3),segment_id=72750c0d-5f58-41cc-8a2c-95a296c5d1f3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:51.259421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.265221 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:51.300916 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.432664 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Pushing event updated for resources: {'Port': ['ID=63d065ed-dcaf-482b-b942-b44a8ea1969b,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:51.437730 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:51.516205 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Allocated IP 172.20.0.1 (0db6720c-c673-4b1a-bea6-1b3b8ea4547f/c985fe2d-76f2-4bdd-a815-fd2baf567496/f6d0b59b-5c51-40fc-a85a-aba00bf78b76) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:12:51.569876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:12:49Z', 'revision_number': 3, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port': {'id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:48Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:51.577812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Checking router: ed4ad981-7e56-4160-8956-ed6fffd329c2 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:12:51.578178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Updating router ed4ad981-7e56-4160-8956-ed6fffd329c2 port 9116a9fc-9996-496d-90da-1212ddb1f18f binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:12:51.635267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fc11c9a1-a448-4355-803e-39803c68b286 None None] Provisioning complete for port 63d065ed-dcaf-482b-b942-b44a8ea1969b triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:51.635656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fc11c9a1-a448-4355-803e-39803c68b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.666585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.671874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.688795 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Transition to ACTIVE for port object f6d0b59b-5c51-40fc-a85a-aba00bf78b76 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:51.713866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:51.717855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:51.799681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:51.801256 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:51.803897 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:51.806043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:12:51.833180 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:51.838532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6b59016f-686d-48a3-8e2c-9fb76df53f9a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:51.861380 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.083832 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 6b59016f-686d-48a3-8e2c-9fb76df53f9a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:52.084180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.128116 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.250296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c89bf293-d975-401b-8340-f2bf0fc1b54e None None] Provisioning for port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:52.289610 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-c89bf293-d975-401b-8340-f2bf0fc1b54e None None] Provisioning complete for port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:52.289995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c89bf293-d975-401b-8340-f2bf0fc1b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.345771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 63d065ed-dcaf-482b-b942-b44a8ea1969b up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:52.358820 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.363233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.390714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:52.423935 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.426232 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-c89bf293-d975-401b-8340-f2bf0fc1b54e None None] Port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:12:52.442111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Transition to ACTIVE for port object 9116a9fc-9996-496d-90da-1212ddb1f18f will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:52.450752 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.454452 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-bd19276f-76ee-489b-bf0d-bae5174817d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:52.474867 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:52.477420 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.481066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:52.522251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 63d065ed-dcaf-482b-b942-b44a8ea1969b triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:52.522546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.580326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdba94-5b65-451c-869d-9b74a757f36a None None] Pushing event updated for resources: {'Port': ['ID=9116a9fc-9996-496d-90da-1212ddb1f18f,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:52.589537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1cfdba94-5b65-451c-869d-9b74a757f36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:52.592041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Attempting to bind port 9116a9fc-9996-496d-90da-1212ddb1f18f on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:12:52.592431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Attempting to bind port 9116a9fc-9996-496d-90da-1212ddb1f18f by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:12:52.592809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Attempting to bind port 9116a9fc-9996-496d-90da-1212ddb1f18f on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:52.602887 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:12:52.603270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:52.603683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.604118 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:12:52.604599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Bound port: 9116a9fc-9996-496d-90da-1212ddb1f18f, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:12:52.604994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.617143 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:52.618346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:52.734879 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] For port 9116a9fc-9996-496d-90da-1212ddb1f18f, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:12:52.748038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] For port 9116a9fc-9996-496d-90da-1212ddb1f18f, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9116a9fc-9996-496d-90da-1212ddb1f18f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:12:52.754146 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:52.758738 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:52.820314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Router ed4ad981-7e56-4160-8956-ed6fffd329c2 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:12:52.845337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Routers {'ed4ad981-7e56-4160-8956-ed6fffd329c2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:52.845962 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ed4ad981-7e56-4160-8956-ed6fffd329c2'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:52.926552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdba94-5b65-451c-869d-9b74a757f36a None None] Pushing event updated for resources: {'Port': ['ID=9116a9fc-9996-496d-90da-1212ddb1f18f,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:52.936753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1cfdba94-5b65-451c-869d-9b74a757f36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:52.942594 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-a0a15664-5d51-40a0-86d5-54a98b944191 None None] Provisioning complete for port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:52.943636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a0a15664-5d51-40a0-86d5-54a98b944191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.009429 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:12:53.018203 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] 10.222.0.47 "PUT /v2.0/routers/ed4ad981-7e56-4160-8956-ed6fffd329c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4200027 Nov 24 20:12:53.074910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a0a15664-5d51-40a0-86d5-54a98b944191 None None] Port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:12:53.087637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] Set router ed4ad981-7e56-4160-8956-ed6fffd329c2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:53.451430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:12:51Z', 'revision_number': 4, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port': {'id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:48Z', 'updated_at': '2021-11-24T20:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6d0b59b-5c51-40fc-a85a-aba00bf78b76', 'name': '', 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'mac_address': 'fa:16:3e:57:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:51Z', 'updated_at': '2021-11-24T20:12:52Z', 'revision_number': 2, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'subnets': [{'id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:53.460399 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1385bb0-33bc-427c-b1d5-e268e2a3a686 None None] The sync data for ids ['ed4ad981-7e56-4160-8956-ed6fffd329c2'] in dv-neutron-818346-1-hyperv is: [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:12:51Z', 'revision_number': 4, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port': {'id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:48Z', 'updated_at': '2021-11-24T20:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6d0b59b-5c51-40fc-a85a-aba00bf78b76', 'name': '', 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'mac_address': 'fa:16:3e:57:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:51Z', 'updated_at': '2021-11-24T20:12:52Z', 'revision_number': 2, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'subnets': [{'id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:12:53.569283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54544) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:53.574859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444463992', 'description': 'tempest-secgroup-smoke-1444463992 description', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:53.580967 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:53.585587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:53.588448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:53.594557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:53.607122 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.627546 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:53.632120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:53.634485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:53.642319 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:53.732984 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.736757 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.741084 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f16e2c44-a048-4698-ab07-780400cba22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:53.782270 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead4c38d-ecca-408d-ba7b-97fe337e4612,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:53.788885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.790215 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2198834 Nov 24 20:12:53.791336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-86dd4743-a6cb-45c7-ad05-7a22dc5c5048 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:53.793104 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54548) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:53.798869 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'ead4c38d-ecca-408d-ba7b-97fe337e4612', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:53.805790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:53.809830 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:53.812752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:53.819640 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:53.839015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.907807 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.913957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.915988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3d5adcb8-2d27-4ddc-a762-8e34f0acf988 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:53.940895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e78b8e6-50f1-457b-afa1-6e2acba0e70f,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:53.945667 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:53.951083 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:53.952293 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582513 Nov 24 20:12:53.955025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 54552) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:53.960659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'ead4c38d-ecca-408d-ba7b-97fe337e4612', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:53.966939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:53.970815 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:53.973810 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:53.980582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:53.998212 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.068859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.072926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.079690 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-7da3396b-b820-4b5d-9719-4e21166e5263 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:54.106824 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd04a35-c4d8-4b02-b984-f88b2a135270,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:54.111022 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:54.124228 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.129449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54556) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:54.135390 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1792312 Nov 24 20:12:54.137457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'ead4c38d-ecca-408d-ba7b-97fe337e4612', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:54.144752 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:54.152151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:54.160065 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:54.166996 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:54.190727 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.259483 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.262905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.264753 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-af418e82-3c7e-4774-82ca-3d9995775bc5 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:54.287812 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191fe4a9-8058-4566-b966-280d9d334aeb,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:54.291057 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:54.304055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.305260 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738503 Nov 24 20:12:54.308838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54560) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:54.314211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'ead4c38d-ecca-408d-ba7b-97fe337e4612', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:54.321262 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:54.325238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:54.328290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:54.335247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:54.354663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.424130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.428384 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.430090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:54.453240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c7e8b2-2aa2-49a9-980d-3658ddf8d789,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:54.457733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:54.463579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.464891 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550670 Nov 24 20:12:54.467741 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54564) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:54.472990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'ead4c38d-ecca-408d-ba7b-97fe337e4612', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:54.479716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:54.483742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:54.486902 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:54.492777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:54.503890 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Project c6f7299bcbfe44229a36e721b6eea1fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:12:54.511901 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.584392 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.588154 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.594983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-34d40ca3-02fd-447f-97d9-ab9d7df2c75e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:54.614999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8951d4a8-4847-4e13-874e-3854bdd4c7c6,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:54.618099 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:54.625407 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.629329 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-07107891-5328-43c0-981d-d28f8530cb20 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578257 Nov 24 20:12:54.629485 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54568) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:12:54.635576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'ead4c38d-ecca-408d-ba7b-97fe337e4612', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:54.641941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:54.645969 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:54.649355 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:54.656880 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:54.667478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Project c6f7299bcbfe44229a36e721b6eea1fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:12:54.674437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.743189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.747518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.749293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-0b4088d8-d7db-4126-8ff9-a1c1d43ce085 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:54.772585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c897fa5f-f37d-409c-9c0c-3def9297f701,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:54.776982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:54.781816 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:54.783069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b6f9a6ae-390d-424d-a16d-401a57245349 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526692 Nov 24 20:12:55.137844 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-ca5c536b-d716-4231-b7f7-17039064e3c8 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444463992&fields=id&tenant_id=c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 267 time: 0.0401909 Nov 24 20:12:55.287940 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-7293223e-5d2e-4fb2-9a55-98b84875a006 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:55.289403 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-7293223e-5d2e-4fb2-9a55-98b84875a006 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 808 time: 0.1453090 Nov 24 20:12:55.303826 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-7da7294e-d325-4c1c-928b-b127f83dcab7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/quotas/c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 375 time: 0.0090058 Nov 24 20:12:55.389756 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-d66c31b0-f037-49e3-b0d8-2b12997d664e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809393 Nov 24 20:12:55.405269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-64080b6a-1d13-4a35-9eeb-9c99656c000d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:12:55.406442 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-64080b6a-1d13-4a35-9eeb-9c99656c000d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051615 Nov 24 20:12:55.646208 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-920daf1f-4bcb-44a9-9068-3cd9289aa55e service neutron] 10.222.0.47 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344513 Nov 24 20:12:55.779592 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-0f78be14-ad9b-460d-8d25-bf9525fd92f7 service neutron] 10.222.0.47 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274455 Nov 24 20:12:55.837574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9116a9fc-9996-496d-90da-1212ddb1f18f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:55.916953 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 9116a9fc-9996-496d-90da-1212ddb1f18f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:55.926267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9116a9fc-9996-496d-90da-1212ddb1f18f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:55.926696 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:56.060725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:56.077939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 9116a9fc-9996-496d-90da-1212ddb1f18f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9116a9fc-9996-496d-90da-1212ddb1f18f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:12:56.082374 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:56.084767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:56.088256 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-76d0777a-ce11-49b4-9f89-274f510ff1bc req-d439e0b1-f85d-4c7b-aa2c-b4953ccf0964 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 210 time: 0.1635118 Nov 24 20:12:56.155859 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=9116a9fc-9996-496d-90da-1212ddb1f18f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:56.158990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:57.276562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-32238dca-546c-492d-a383-06b4aa85b15b req-19aab0a2-2aa0-45bf-a3c6-e808804f9783 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 210 time: 0.0596988 Nov 24 20:12:57.335226 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Sync routers for ids ['ed4ad981-7e56-4160-8956-ed6fffd329c2'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:12:57.345201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-98229c42-3c5c-4cc5-ba9f-4475ed28b62a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:57.346712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-98229c42-3c5c-4cc5-ba9f-4475ed28b62a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 808 time: 0.2274313 Nov 24 20:12:57.347349 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Routers {'ed4ad981-7e56-4160-8956-ed6fffd329c2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:57.348011 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ed4ad981-7e56-4160-8956-ed6fffd329c2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:57.400797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-224846e3-f462-4d19-88d0-3bd824002693 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 380 time: 0.0454977 Nov 24 20:12:57.421255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'port': {'device_id': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'admin_state_up': True, 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'security_groups': ['ead4c38d-ecca-408d-ba7b-97fe337e4612']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:57.533914 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Set router ed4ad981-7e56-4160-8956-ed6fffd329c2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:57.557913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:12:57.561663 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:port and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:12:57.564468 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:12:57.570733 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:12:57.580547 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Made reservation on behalf of c6f7299bcbfe44229a36e721b6eea1fc for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:12:57.585095 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:57.752967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Allocated IP 172.20.0.11 (08ca68aa-6ce6-48cc-b186-ee1f6d95417d/2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e/71cb7bd2-31e8-46ae-98c0-97efec9d257f) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:12:57.825700 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9116a9fc-9996-496d-90da-1212ddb1f18f up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:57.862460 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:12:51Z', 'revision_number': 4, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port': {'id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:48Z', 'updated_at': '2021-11-24T20:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6d0b59b-5c51-40fc-a85a-aba00bf78b76', 'name': '', 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'mac_address': 'fa:16:3e:57:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:51Z', 'updated_at': '2021-11-24T20:12:52Z', 'revision_number': 2, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'subnets': [{'id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:57.867343 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Checking router: ed4ad981-7e56-4160-8956-ed6fffd329c2 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:12:57.867711 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Updating router ed4ad981-7e56-4160-8956-ed6fffd329c2 port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:12:57.901194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 9116a9fc-9996-496d-90da-1212ddb1f18f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:57.901574 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:57.964535 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:57.972221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:57.992399 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Transition to ACTIVE for port object 71cb7bd2-31e8-46ae-98c0-97efec9d257f will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:58.023219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.029434 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f6423d3b-053f-4b46-9f42-e2bb0b6c804f tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:58.096957 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:12:58.100192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:12:58.104055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:12:58.141151 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:58.147930 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:58.185258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:58.185924 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.209235 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-c8ca699a-db99-465c-b24a-874eff94e852 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7943933 Nov 24 20:12:58.239318 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Request body: {'port': {'device_id': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:12:58.337082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-364d7327-68ce-4b5f-bf1a-ae424a6396dc None None] Provisioning for port 71cb7bd2-31e8-46ae-98c0-97efec9d257f completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:58.340072 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.343934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-364d7327-68ce-4b5f-bf1a-ae424a6396dc None None] Provisioning complete for port 71cb7bd2-31e8-46ae-98c0-97efec9d257f triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:58.344955 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-364d7327-68ce-4b5f-bf1a-ae424a6396dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.354674 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Transition to ACTIVE for port object f6d0b59b-5c51-40fc-a85a-aba00bf78b76 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:58.363114 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.367149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.375553 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-ba2a0afe-d1cf-43f6-a961-d177d8a8ae8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:58.411695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-364d7327-68ce-4b5f-bf1a-ae424a6396dc None None] Port 71cb7bd2-31e8-46ae-98c0-97efec9d257f cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:12:58.541758 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e04b1b-2260-42c4-b2bb-9ae701405f67 None None] Pushing event updated for resources: {'Port': ['ID=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:58.569326 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-38e04b1b-2260-42c4-b2bb-9ae701405f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:58.593375 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430561ae-59e6-4f60-a458-244620949407 req-9a65f182-a300-44ff-b559-4312e35c10b9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:58.594105 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-430561ae-59e6-4f60-a458-244620949407 req-9a65f182-a300-44ff-b559-4312e35c10b9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Synchronizing usage tracker for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:12:58.598425 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Attempting to bind port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:12:58.599029 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Attempting to bind port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:12:58.599729 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Attempting to bind port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 on network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:58.605702 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:12:58.606116 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Checking segment: {'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:58.606587 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.607052 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Bound using segment: {'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:12:58.607598 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Bound port: f6d0b59b-5c51-40fc-a85a-aba00bf78b76, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72750c0d-5f58-41cc-8a2c-95a296c5d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:12:58.608091 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.701691 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] For port f6d0b59b-5c51-40fc-a85a-aba00bf78b76, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:12:58.702787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-430561ae-59e6-4f60-a458-244620949407 req-9a65f182-a300-44ff-b559-4312e35c10b9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Unset dirty status for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:12:58.703987 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-430561ae-59e6-4f60-a458-244620949407 req-9a65f182-a300-44ff-b559-4312e35c10b9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 932 time: 0.2877924 Nov 24 20:12:58.705246 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] For port f6d0b59b-5c51-40fc-a85a-aba00bf78b76, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,segment=NetworkSegment(72750c0d-5f58-41cc-8a2c-95a296c5d1f3),segment_id=72750c0d-5f58-41cc-8a2c-95a296c5d1f3)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:12:58.711216 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:58.715786 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-46026480-86b2-4474-a0ef-249ee93f6dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:58.779979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-430561ae-59e6-4f60-a458-244620949407 req-d38f965e-d416-4605-9115-8c01ae830238 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670769 Nov 24 20:12:58.791249 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Routers {'ed4ad981-7e56-4160-8956-ed6fffd329c2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:12:58.791819 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:12:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ed4ad981-7e56-4160-8956-ed6fffd329c2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:58.857105 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e04b1b-2260-42c4-b2bb-9ae701405f67 None None] Pushing event updated for resources: {'Port': ['ID=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:58.868557 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-38e04b1b-2260-42c4-b2bb-9ae701405f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:58.997094 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] Set router ed4ad981-7e56-4160-8956-ed6fffd329c2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:12:59.001617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cb7bd2-31e8-46ae-98c0-97efec9d257f {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:12:59.010110 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:59.026335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Transition to ACTIVE for port object 71cb7bd2-31e8-46ae-98c0-97efec9d257f will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:12:59.029755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:59.033609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e19c49c0-60cf-4f64-ac15-c586b77bf7ea tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:59.190685 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:59.200059 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:59.279091 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Attempting to bind port 71cb7bd2-31e8-46ae-98c0-97efec9d257f on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:12:59.279889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Attempting to bind port 71cb7bd2-31e8-46ae-98c0-97efec9d257f by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:12:59.280180 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Attempting to bind port 71cb7bd2-31e8-46ae-98c0-97efec9d257f on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:59.285404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Port 71cb7bd2-31e8-46ae-98c0-97efec9d257f on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:12:59.285724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Attempting to bind port 71cb7bd2-31e8-46ae-98c0-97efec9d257f on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:12:59.291378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:12:59.291712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Checking segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:12:59.292130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Bound using segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:12:59.292562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Bound port: 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:12:59.292911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:59.328813 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:12:51Z', 'revision_number': 4, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port': {'id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:48Z', 'updated_at': '2021-11-24T20:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6d0b59b-5c51-40fc-a85a-aba00bf78b76', 'name': '', 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'mac_address': 'fa:16:3e:57:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:51Z', 'updated_at': '2021-11-24T20:12:58Z', 'revision_number': 4, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'subnets': [{'id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:12:59.332709 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db57b36-8fd9-4dbf-9e1b-66a0527ad47f None None] The sync data for ids ['ed4ad981-7e56-4160-8956-ed6fffd329c2'] in dv-neutron-818346-1-hyperv is: [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:12:51Z', 'revision_number': 4, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port': {'id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:48Z', 'updated_at': '2021-11-24T20:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'f6d0b59b-5c51-40fc-a85a-aba00bf78b76', 'name': '', 'network_id': '0db6720c-c673-4b1a-bea6-1b3b8ea4547f', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'mac_address': 'fa:16:3e:57:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:51Z', 'updated_at': '2021-11-24T20:12:58Z', 'revision_number': 4, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'subnets': [{'id': 'c985fe2d-76f2-4bdd-a815-fd2baf567496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:12:59.384565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:12:59.387779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:12:59.392227 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:59.395917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:12:59.456435 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:59.457048 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:59.458478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] 10.222.0.41 "PUT /v2.0/ports/71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1094 time: 1.2241354 Nov 24 20:12:59.459174 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:12:59.478869 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-57f06243-70cf-4bca-958a-393e77c448a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:59.480284 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:12:59.482855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:12:59.577418 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'status': 'completed', 'code': 200} Nov 24 20:12:59.587035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-9d920bf4-7438-48ba-baae-865baca8381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:59.588630 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-9d920bf4-7438-48ba-baae-865baca8381c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1097 time: 0.0802553 Nov 24 20:12:59.666088 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-6c2bf5e2-c4b9-426b-921e-c6944e687596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 217 time: 0.0668676 Nov 24 20:12:59.731137 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-254d83f7-dffd-47d0-8ae2-c9ef45baf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:59.732568 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-254d83f7-dffd-47d0-8ae2-c9ef45baf49b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0596948 Nov 24 20:12:59.819003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-87339788-20ba-4eea-99e5-88fd178a5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:12:59.824185 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-87339788-20ba-4eea-99e5-88fd178a5724 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820880 Nov 24 20:12:59.839318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6d0b59b-5c51-40fc-a85a-aba00bf78b76 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:12:59.933365 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:12:59.955831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:12:59.961684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:12:59.962070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:00.025531 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-81b19d35-0668-4e24-9a74-908f6fddb1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971180 Nov 24 20:13:00.068503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43873f69-0d12-449a-9c2b-cb6bbb19edc7 req-c8e646df-c8bb-4936-89c6-11ceddf67c90 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:00.070024 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43873f69-0d12-449a-9c2b-cb6bbb19edc7 req-c8e646df-c8bb-4936-89c6-11ceddf67c90 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.1620836 Nov 24 20:13:00.086809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:00.119950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port f6d0b59b-5c51-40fc-a85a-aba00bf78b76, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,segment=NetworkSegment(72750c0d-5f58-41cc-8a2c-95a296c5d1f3),segment_id=72750c0d-5f58-41cc-8a2c-95a296c5d1f3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:13:00.123817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:00.126956 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d8283f60-1689-435e-95d0-a481262ed6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:13:00.188610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43873f69-0d12-449a-9c2b-cb6bbb19edc7 req-6dabe798-9c49-4b82-a931-902c799dc451 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723999 Nov 24 20:13:00.209556 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-df52bedf-77ff-494a-9482-7ce7c9309668 req-dc9e8efd-a55d-45b1-b65b-da2bdf99904f service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758323 Nov 24 20:13:00.217404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:13:00.222742 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:13:00.342497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-9a767476-842e-4863-bc41-b26e156b7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:00.344031 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-9a767476-842e-4863-bc41-b26e156b7b71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1097 time: 0.0798507 Nov 24 20:13:00.483386 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-50ad2198-f2b7-45a4-a702-bb03ea4fcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:00.484916 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-50ad2198-f2b7-45a4-a702-bb03ea4fcdaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1336710 Nov 24 20:13:00.552907 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-e20be99d-93a4-445c-9936-1f0fad92dc7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 217 time: 0.0620227 Nov 24 20:13:00.620912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-6f500781-7339-4719-b3cf-05e6088c9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:00.622448 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-6f500781-7339-4719-b3cf-05e6088c9d7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0636387 Nov 24 20:13:00.700905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-6f9714f5-8625-4f64-8a07-a456f12a6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:00.702300 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-6f9714f5-8625-4f64-8a07-a456f12a6b02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731573 Nov 24 20:13:00.954257 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-3710aef7-c8ce-4d89-a4e7-4230e883f934 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453258 Nov 24 20:13:01.092086 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4fa8bb3-0dbd-4c42-b9e0-b978b18cdeec req-4087e84b-ca68-469d-93e0-a303ae09103c service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303422 Nov 24 20:13:01.381872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4472c-3540-49e6-bcfa-bcc00ee2e068 req-90c3469f-5374-47c0-bd68-0fa9d74c1d5c tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:01.383310 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-afc4472c-3540-49e6-bcfa-bcc00ee2e068 req-90c3469f-5374-47c0-bd68-0fa9d74c1d5c tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0841169 Nov 24 20:13:01.426037 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-afc4472c-3540-49e6-bcfa-bcc00ee2e068 req-1ef1e1c9-b163-4f1c-ab0f-d6fa762ea39f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Nov 24 20:13:01.817626 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6d0b59b-5c51-40fc-a85a-aba00bf78b76 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:13:01.886030 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:13:01.886330 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:01.933513 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:13:02.132384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:13:02.145702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'port_id': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'mac_address': 'fa:16:3e:91:4a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:13:02.205295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:02.232067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cb7bd2-31e8-46ae-98c0-97efec9d257f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:13:02.244792 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-54387cd8-97c3-42f7-959a-2b7a442a9972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:02.250223 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:13:02.254295 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:02.256910 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1cfdba94-5b65-451c-869d-9b74a757f36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:13:02.324357 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:13:02.328177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:13:02.605702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['71cb7bd2-31e8-46ae-98c0-97efec9d257f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:13:02.610810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926d3d-8161-489d-9af4-9e7ff780c92d req-a4386517-c6d1-4541-b0b6-ae14afe16645 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:02.612309 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5926d3d-8161-489d-9af4-9e7ff780c92d req-a4386517-c6d1-4541-b0b6-ae14afe16645 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 945 time: 0.0804441 Nov 24 20:13:02.662563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b5926d3d-8161-489d-9af4-9e7ff780c92d req-df351b55-5ceb-4134-8950-d3519a00fbb4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Nov 24 20:13:02.965995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:03.844449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd289-b7ef-40e0-a39a-3cc11d989c93 req-2488aa61-90db-4f11-8f1e-d3b562dbbbf5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:03.845916 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c4cd289-b7ef-40e0-a39a-3cc11d989c93 req-2488aa61-90db-4f11-8f1e-d3b562dbbbf5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 945 time: 0.0813336 Nov 24 20:13:03.890480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c4cd289-b7ef-40e0-a39a-3cc11d989c93 req-4baef4ec-afd2-4ee2-88ba-9ade01dd1397 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Nov 24 20:13:03.948474 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:13:04.050579 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port 71cb7bd2-31e8-46ae-98c0-97efec9d257f completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:13:04.055420 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 71cb7bd2-31e8-46ae-98c0-97efec9d257f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:13:04.055815 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:04.171577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:04.199381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:13:04.209142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:13:04.213671 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:04.215537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:13:04.284587 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:13:04.288655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:13:04.299214 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'code': 200} Nov 24 20:13:04.527934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb318d1-570f-46cc-91b0-c9208415bee8 req-74f74d6f-d647-46c0-bf35-ffcde6975473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:04.529328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0cb318d1-570f-46cc-91b0-c9208415bee8 req-74f74d6f-d647-46c0-bf35-ffcde6975473 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1099 time: 0.0766418 Nov 24 20:13:04.569710 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0cb318d1-570f-46cc-91b0-c9208415bee8 req-8798ddd6-aeec-4753-9a4a-2dec8bdfc975 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339985 Nov 24 20:13:04.730553 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:05.071263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767e4f-73b3-4f4f-8ed3-d14ac0441ee7 req-7d6b4f71-ec06-4393-b5f3-4e381dc458f9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:05.073049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a767e4f-73b3-4f4f-8ed3-d14ac0441ee7 req-7d6b4f71-ec06-4393-b5f3-4e381dc458f9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0800040 Nov 24 20:13:05.116416 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9a767e4f-73b3-4f4f-8ed3-d14ac0441ee7 req-e14b72dd-8d9a-4ca9-8cf0-501c09af25ea tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378239 Nov 24 20:13:06.308905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e7ae-1386-444c-86d7-5932189e0c40 req-1d406115-8ef6-4e50-a6fc-4066fbcad21f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:06.310356 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2bf1e7ae-1386-444c-86d7-5932189e0c40 req-1d406115-8ef6-4e50-a6fc-4066fbcad21f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0854445 Nov 24 20:13:06.355921 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2bf1e7ae-1386-444c-86d7-5932189e0c40 req-ef427393-bcfa-44fe-861c-5a0a55378316 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Nov 24 20:13:06.539682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abde97-85c1-4bbd-b57e-1e327d3344a8 req-c5d933e3-a4d8-4e3e-baad-e61422641557 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:06.541062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03abde97-85c1-4bbd-b57e-1e327d3344a8 req-c5d933e3-a4d8-4e3e-baad-e61422641557 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0794957 Nov 24 20:13:06.583901 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-03abde97-85c1-4bbd-b57e-1e327d3344a8 req-5005f2f1-e601-476e-86a0-0d32ab241ba7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373263 Nov 24 20:13:06.606437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54642) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:13:06.718865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4485ea-b96f-4df1-93df-fb28d4d8f68f tempest-TestShelveInstance-887964750 tempest-TestShelveInstance-887964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:06.720389 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-0b4485ea-b96f-4df1-93df-fb28d4d8f68f tempest-TestShelveInstance-887964750 tempest-TestShelveInstance-887964750-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1094 time: 0.1130011 Nov 24 20:13:06.723269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54648) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:13:06.729871 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:13:06.735760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:13:06.740263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:floatingip and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:13:06.743111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:13:06.748845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:13:06.758868 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:06.892119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:07.029062 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Allocated IP 172.26.6.167 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/541a4c89-877b-4915-983c-4fc705a5e821) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:13:07.174782 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:07.203716 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:07.208623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3bb71d0c-a82d-4c31-b972-cf04e65d1168 tempest-ServerActionsTestJSON-717516999 tempest-ServerActionsTestJSON-717516999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:13:07.267503 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:13:07.270096 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:13:07.274549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:13:07.308628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'Port': ['ID=541a4c89-877b-4915-983c-4fc705a5e821,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:13:07.320758 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:13:07.796846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:07.869437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:08.071738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:08.076103 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:08.079851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1fc70cb2-57d1-471a-a651-a03bdff2afe5 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:13:08.194063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'Port': ['ID=541a4c89-877b-4915-983c-4fc705a5e821,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:13:08.198183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:13:08.200844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:08.379095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Floating IP 5d484901-761c-481c-88ae-9fe37fc3dc7e associated. External IP: 172.26.6.167, port: 71cb7bd2-31e8-46ae-98c0-97efec9d257f. Nov 24 20:13:08.727367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:13:08.902247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:13:08.913100 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ea2a0-e543-4500-90b6-882091100895 None None] Sync routers for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:13:08.926990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:13:08.927631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:13:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:13:08.928323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:08.985907 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2609422 Nov 24 20:13:08.986497 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:13:09.030265 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'status': 'completed', 'code': 200} Nov 24 20:13:09.110496 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:13:09.122873 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4689ac-1381-4c89-8e73-173a577f9196 req-fc1d67b1-f039-40b9-960e-21fc0f1d4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:09.124413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da4689ac-1381-4c89-8e73-173a577f9196 req-fc1d67b1-f039-40b9-960e-21fc0f1d4731 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1099 time: 0.0713041 Nov 24 20:13:09.389838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4689ac-1381-4c89-8e73-173a577f9196 req-712cb6c4-2973-44cf-b3ba-7c40680a98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:09.391285 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da4689ac-1381-4c89-8e73-173a577f9196 req-712cb6c4-2973-44cf-b3ba-7c40680a98aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.2604604 Nov 24 20:13:09.469069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5d484901-761c-481c-88ae-9fe37fc3dc7e', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'floating_ip_address': '172.26.6.167', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'port_id': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'mac_address': 'fa:16:3e:91:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:13:07Z', 'updated_at': '2021-11-24T20:13:07Z', 'revision_number': 0, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:13:09.472863 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ea2a0-e543-4500-90b6-882091100895 None None] Checking router: 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:13:09.481693 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:13:09.482290 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:13:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:13:09.494775 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da4689ac-1381-4c89-8e73-173a577f9196 req-669cf989-adc3-447f-8712-9985bbfa54d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1000 time: 0.0968256 Nov 24 20:13:09.560623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4689ac-1381-4c89-8e73-173a577f9196 req-05218739-75ad-4c02-9814-73b139968b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:09.562059 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da4689ac-1381-4c89-8e73-173a577f9196 req-05218739-75ad-4c02-9814-73b139968b1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0602636 Nov 24 20:13:09.636691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4689ac-1381-4c89-8e73-173a577f9196 req-6802c250-5747-4b4b-bf53-ff33fa63240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:09.638260 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da4689ac-1381-4c89-8e73-173a577f9196 req-6802c250-5747-4b4b-bf53-ff33fa63240e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694079 Nov 24 20:13:09.662871 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:13:09.772648 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da4689ac-1381-4c89-8e73-173a577f9196 req-29339c26-b9ab-4830-8f20-6b7680991a2e service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273220 Nov 24 20:13:09.906981 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-da4689ac-1381-4c89-8e73-173a577f9196 req-db3edcd7-7d0d-4f49-8332-04542cf34ed4 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275260 Nov 24 20:13:10.016853 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-701ea2a0-e543-4500-90b6-882091100895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5d484901-761c-481c-88ae-9fe37fc3dc7e', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'floating_ip_address': '172.26.6.167', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'port_id': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'mac_address': 'fa:16:3e:91:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:13:07Z', 'updated_at': '2021-11-24T20:13:07Z', 'revision_number': 0, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:13:10.020915 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ea2a0-e543-4500-90b6-882091100895 None None] The sync data for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv is: [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5d484901-761c-481c-88ae-9fe37fc3dc7e', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'floating_ip_address': '172.26.6.167', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'port_id': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'mac_address': 'fa:16:3e:91:4a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:13:07Z', 'updated_at': '2021-11-24T20:13:07Z', 'revision_number': 0, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:13:10.207777 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02cab18-f9a3-4c07-b7f0-c07724541c44 None None] New status for floating IP 5d484901-761c-481c-88ae-9fe37fc3dc7e: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:13:19.728297 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:25.516219 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:13:29.475862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-972037ab-4081-42a8-b113-ac5ab6f28633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:29.855440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:32.226643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d0d60ff8-b313-4919-8d48-3906ca96b2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:33.010661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:34.732052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:38.255381 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-b95aa71c-e6c4-4441-b8cd-499efdfcea7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692160 Nov 24 20:13:38.416424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-cbde3280-1241-4031-856e-130173f453ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:38.417917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-cbde3280-1241-4031-856e-130173f453ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1099 time: 0.0863223 Nov 24 20:13:38.563917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-331430ce-6680-402e-8135-fa4dcab5ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:38.565298 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-331430ce-6680-402e-8135-fa4dcab5ad79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1284604 Nov 24 20:13:38.670161 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-5dcc38da-6f4d-47ac-b937-cc2ae7ed8ca0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1002 time: 0.0983479 Nov 24 20:13:38.731895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-46636ba1-336b-4162-b8e8-666c5eadd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:38.733333 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-46636ba1-336b-4162-b8e8-666c5eadd1bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0569994 Nov 24 20:13:38.811217 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-36fb4fd4-99c8-44a7-82ef-53bdf58f5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:13:38.812693 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-36fb4fd4-99c8-44a7-82ef-53bdf58f5372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725157 Nov 24 20:13:38.945061 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-ada6c791-c747-4a30-b079-8325097456fc service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252398 Nov 24 20:13:39.074904 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-90641768-3958-4d94-82b3-f7e7cbf65f9b req-e6c27395-e285-417e-9356-4c2018b801ad service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229773 Nov 24 20:13:49.727213 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:59.466524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-32f5085c-e3f5-4fbf-8b2f-d50239e54837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:13:59.857219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:02.229571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f1a93723-2aab-42de-8c13-c34b0dd833fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:02.515680 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:14:02.972724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:04.735338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:19.753998 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:29.467508 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c543e80f-2375-4d8d-89b0-2a73f36dfd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:29.859361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:32.232262 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-149904b6-8f56-421d-9d9f-9cd77d8a2ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:32.975376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:34.739144 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:39.245246 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-46f9a24f-e966-4058-b0d1-7b44ae88bfcb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733347 Nov 24 20:14:39.382477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f328547-3b29-4368-862c-340c5ff036e0 req-a102caa5-e1a3-4cc6-bf42-d4fd5c63cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:14:39.383975 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-a102caa5-e1a3-4cc6-bf42-d4fd5c63cc2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1099 time: 0.0701771 Nov 24 20:14:39.514866 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:14:39.646487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f328547-3b29-4368-862c-340c5ff036e0 req-3610cc10-88b9-4a86-a00c-47bb7a5e2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:14:39.647936 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-3610cc10-88b9-4a86-a00c-47bb7a5e2dfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.2457147 Nov 24 20:14:39.747850 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-f84126d1-f792-417a-9ff0-5e49667133a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1002 time: 0.0929692 Nov 24 20:14:39.813984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f328547-3b29-4368-862c-340c5ff036e0 req-83bd9790-50cb-41a9-bf12-1ca21ca21d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:14:39.815388 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-83bd9790-50cb-41a9-bf12-1ca21ca21d3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0610864 Nov 24 20:14:39.890559 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f328547-3b29-4368-862c-340c5ff036e0 req-babfb599-5942-41ea-bf55-5b85066e5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:14:39.892047 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-babfb599-5942-41ea-bf55-5b85066e5a70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699451 Nov 24 20:14:40.023912 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-e3df82bb-0907-418a-b258-c254afba3aa7 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247690 Nov 24 20:14:40.157179 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6f328547-3b29-4368-862c-340c5ff036e0 req-5c10fa16-a5a3-4e49-923e-92b48b891f2a service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266482 Nov 24 20:14:49.771453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:59.468395 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cf67a723-c6f7-4ed5-8061-344c5285bb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:14:59.861225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:02.236705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c61a3002-ee9d-4820-bc7e-079018b45cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:02.977637 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:04.742467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:16.513192 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:15:19.784593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:29.469226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a182add5-a975-41c5-9c19-66db28a0fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:29.862806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:32.240621 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-876462dd-b994-46f1-94fc-765c60354a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:32.980618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:34.745536 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:37.475287 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6468a36-7b0d-43a5-ad03-a21096667376 req-0de42d93-fcce-48e6-ad31-6d39291a960d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:37.476766 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e6468a36-7b0d-43a5-ad03-a21096667376 req-0de42d93-fcce-48e6-ad31-6d39291a960d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0880969 Nov 24 20:15:37.521524 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e6468a36-7b0d-43a5-ad03-a21096667376 req-50ac594b-a130-4127-aedf-e39e41c524b1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390756 Nov 24 20:15:38.707102 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ee3ce-d765-408c-9e41-4e8dde950fcf req-d2c8577e-a55f-4edf-a911-783f3365fbcf tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:38.709095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c93ee3ce-d765-408c-9e41-4e8dde950fcf req-d2c8577e-a55f-4edf-a911-783f3365fbcf tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0809896 Nov 24 20:15:38.756467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c93ee3ce-d765-408c-9e41-4e8dde950fcf req-c7b886cb-5477-4807-bfec-620baee0f693 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418184 Nov 24 20:15:39.396688 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-f7dab634-5de6-4d48-b0ec-868091bea851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:39.398181 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-f7dab634-5de6-4d48-b0ec-868091bea851 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1099 time: 0.1590209 Nov 24 20:15:39.546049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-9082882e-2a48-41bd-8986-a667e200e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:39.547410 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-9082882e-2a48-41bd-8986-a667e200e917 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1288722 Nov 24 20:15:39.652447 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-ed09d0eb-62bf-4b39-a43a-b2ee4a436f20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1002 time: 0.0978718 Nov 24 20:15:39.714640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-39f766b1-e329-4866-b846-57fd18a83168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:39.716089 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-39f766b1-e329-4866-b846-57fd18a83168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0575461 Nov 24 20:15:39.794652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-652b8e47-7057-4d0a-ba0d-89a678565dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:39.796231 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-652b8e47-7057-4d0a-ba0d-89a678565dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735846 Nov 24 20:15:39.983248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-d5f177f7-4d0b-4142-b24c-a3c91ef2eb18 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801014 Nov 24 20:15:40.021645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8036d-24d5-4dab-84b1-f2b4b0c62f7a req-908e989b-7672-4e4f-9b40-a40a67ad6506 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:40.023030 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23b8036d-24d5-4dab-84b1-f2b4b0c62f7a req-908e989b-7672-4e4f-9b40-a40a67ad6506 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.1349478 Nov 24 20:15:40.138872 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-23b8036d-24d5-4dab-84b1-f2b4b0c62f7a req-dcaae1cd-2c37-4370-9586-968c66e09f6a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101530 Nov 24 20:15:40.163637 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c830e76-a81e-4c98-8c86-07edef6cbb5b req-6399a19a-d9d0-479e-96a4-dc6cf174502e service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692326 Nov 24 20:15:41.324817 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef982da-fadd-410f-b697-09408b8c4ed2 req-f1b538c3-9613-4c7f-8496-b976a0f90975 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:41.326179 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ef982da-fadd-410f-b697-09408b8c4ed2 req-f1b538c3-9613-4c7f-8496-b976a0f90975 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0810406 Nov 24 20:15:41.369979 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ef982da-fadd-410f-b697-09408b8c4ed2 req-a856117f-4112-453e-b788-f875884759e1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Nov 24 20:15:42.561269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4090f-b6cd-4118-a003-c7f3973c4dd5 req-7d06996c-0702-4308-a5fc-76ac9034e445 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:42.562699 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20e4090f-b6cd-4118-a003-c7f3973c4dd5 req-7d06996c-0702-4308-a5fc-76ac9034e445 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0850825 Nov 24 20:15:42.718203 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-20e4090f-b6cd-4118-a003-c7f3973c4dd5 req-99996c37-aad6-4459-97bc-f45aa7749ab0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494858 Nov 24 20:15:43.905610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e07d0-c39e-4831-85f1-b966f5bb4bf9 req-9c8067af-f36d-47ad-886d-9284324b2a9a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:43.907336 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-475e07d0-c39e-4831-85f1-b966f5bb4bf9 req-9c8067af-f36d-47ad-886d-9284324b2a9a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0819533 Nov 24 20:15:43.953113 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-475e07d0-c39e-4831-85f1-b966f5bb4bf9 req-46229dab-a1e2-4fd7-9966-9ea9d22d82b0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392332 Nov 24 20:15:45.140313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ab07-00fb-4b54-8dcf-8e8c1b547866 req-11889e5e-ea30-48fb-826d-510106c33bef tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:45.141892 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9ef3ab07-00fb-4b54-8dcf-8e8c1b547866 req-11889e5e-ea30-48fb-826d-510106c33bef tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0826607 Nov 24 20:15:45.187153 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-9ef3ab07-00fb-4b54-8dcf-8e8c1b547866 req-fb25c72b-2be6-4142-92b3-714a6622569a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383430 Nov 24 20:15:46.374555 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc1643-36c0-4098-8e9f-43f59059f737 req-4e11f115-565e-4e91-987f-4e3966e02c3a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:46.376033 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-01bc1643-36c0-4098-8e9f-43f59059f737 req-4e11f115-565e-4e91-987f-4e3966e02c3a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0795887 Nov 24 20:15:46.423600 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-01bc1643-36c0-4098-8e9f-43f59059f737 req-0c7caee8-957e-45c2-8dca-4041ea76b431 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Nov 24 20:15:47.606189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ca904-06cb-4dd6-814e-684cc3d34363 req-3b046751-ad9a-46f0-973c-88a7789a5548 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:47.607622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe2ca904-06cb-4dd6-814e-684cc3d34363 req-3b046751-ad9a-46f0-973c-88a7789a5548 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0805752 Nov 24 20:15:47.651288 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe2ca904-06cb-4dd6-814e-684cc3d34363 req-7b483aaf-21d2-456a-9326-a07828ff8a6b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376945 Nov 24 20:15:48.843134 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12af97-c09b-4970-a3cb-f069500a8a2c req-4210d0b2-4b49-441d-b1f7-3c8bb6e835ba tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:48.844629 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f12af97-c09b-4970-a3cb-f069500a8a2c req-4210d0b2-4b49-441d-b1f7-3c8bb6e835ba tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0857093 Nov 24 20:15:48.892862 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4f12af97-c09b-4970-a3cb-f069500a8a2c req-8cca933b-ea05-40da-98c1-e7b9c90d9c54 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Nov 24 20:15:49.783952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:50.079648 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325b1d9-95ab-47ee-86ab-ad713e5d19c8 req-ec529376-0296-46b1-876f-653442861f1e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:50.081048 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e325b1d9-95ab-47ee-86ab-ad713e5d19c8 req-ec529376-0296-46b1-876f-653442861f1e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0802479 Nov 24 20:15:50.126746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e325b1d9-95ab-47ee-86ab-ad713e5d19c8 req-8601916d-1b3e-4434-ba8d-806caafa2103 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 Nov 24 20:15:51.318350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3a98-90f3-4bb6-91a1-cc890f3db897 req-ca942e1f-cdcc-4b1a-a5a5-c7636bf49f1e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:51.319723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c6dc3a98-90f3-4bb6-91a1-cc890f3db897 req-ca942e1f-cdcc-4b1a-a5a5-c7636bf49f1e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0856788 Nov 24 20:15:51.363346 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c6dc3a98-90f3-4bb6-91a1-cc890f3db897 req-87ed0928-fc5c-4e9b-a203-76f689e9c43b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380023 Nov 24 20:15:52.548842 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e7d4-d3ad-4c57-a8a3-5d75c77b2e6c req-e68259c0-41ba-4976-a721-35a6a4c41d6f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:52.550286 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dfa0e7d4-d3ad-4c57-a8a3-5d75c77b2e6c req-e68259c0-41ba-4976-a721-35a6a4c41d6f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0822549 Nov 24 20:15:52.598515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dfa0e7d4-d3ad-4c57-a8a3-5d75c77b2e6c req-efb5d0e2-03be-4006-9e11-39c9b187675b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Nov 24 20:15:53.511912 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:15:53.783755 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1abab9-9112-4525-a035-a3990e3d20e7 req-0cb742b6-efaf-41dc-b4fd-5aeb7f290374 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:53.785773 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d1abab9-9112-4525-a035-a3990e3d20e7 req-0cb742b6-efaf-41dc-b4fd-5aeb7f290374 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0812893 Nov 24 20:15:53.828610 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d1abab9-9112-4525-a035-a3990e3d20e7 req-d26c6248-af55-4e99-bf5b-a85f5cd6f5d1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371990 Nov 24 20:15:54.958809 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:15:55.026300 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e2f76-3d8c-4529-9cea-879d3a11ad6c req-12595110-3934-4136-b58f-8694fb2729d7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:55.027767 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a43e2f76-3d8c-4529-9cea-879d3a11ad6c req-12595110-3934-4136-b58f-8694fb2729d7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0843804 Nov 24 20:15:55.072813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a43e2f76-3d8c-4529-9cea-879d3a11ad6c req-36942525-a750-4669-850a-ad96df9bfb7a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Nov 24 20:15:55.093036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:15:55.105946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'port_id': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'mac_address': 'fa:16:3e:91:4a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:15:55.160581 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:55.179827 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71cb7bd2-31e8-46ae-98c0-97efec9d257f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:15:55.195243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:15:55.199171 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:55.201160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-1cfdba94-5b65-451c-869d-9b74a757f36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:15:55.268389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:15:55.276760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.277116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.277455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.277790 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.278120 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.278451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.278777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.279104 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.279431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.279757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.280105 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.280428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:15:55.284049 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['71cb7bd2-31e8-46ae-98c0-97efec9d257f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:15:55.308198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:15:56.259501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77dd53-bd76-4b73-acbd-198260867d16 req-e15fcc33-15a9-4123-b842-07e64d675a02 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:56.260992 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab77dd53-bd76-4b73-acbd-198260867d16 req-e15fcc33-15a9-4123-b842-07e64d675a02 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 945 time: 0.0820990 Nov 24 20:15:56.305746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ab77dd53-bd76-4b73-acbd-198260867d16 req-f2d012ee-1926-48f8-9ad8-a104741961f9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Nov 24 20:15:56.959276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:15:57.034577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 71cb7bd2-31e8-46ae-98c0-97efec9d257f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:15:57.035791 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:57.153625 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:57.179703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:15:57.189715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:15:57.194647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:57.196497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:15:57.262392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:15:57.265296 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:15:57.494449 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301aa409-464a-411b-b868-7973e17a76f8 req-0ddbb56b-84f1-45a9-878c-3130f1827db4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:57.495800 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-301aa409-464a-411b-b868-7973e17a76f8 req-0ddbb56b-84f1-45a9-878c-3130f1827db4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0828712 Nov 24 20:15:57.541266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-301aa409-464a-411b-b868-7973e17a76f8 req-0a8056ad-7090-40b7-a3a2-da4917f0a5a2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399184 Nov 24 20:15:58.248474 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'code': 200} Nov 24 20:15:58.737780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82450f0d-8e9f-46b9-af5f-17797ae3d9ba req-00a560d6-d9c9-4772-a106-c66deea79c45 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:15:58.740515 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-82450f0d-8e9f-46b9-af5f-17797ae3d9ba req-00a560d6-d9c9-4772-a106-c66deea79c45 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0872161 Nov 24 20:15:58.788422 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-82450f0d-8e9f-46b9-af5f-17797ae3d9ba req-124a66ec-bf9e-48d8-994a-ffc2c013ae23 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Nov 24 20:15:59.476004 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f5a4cb77-e935-4d76-9c8c-b0e985fb6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:15:59.868741 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:00.022291 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52334ee-a80c-4538-9efe-40b77128cf25 req-354837a5-fc24-4820-8ed2-62726c8b5fc1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:00.026003 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f52334ee-a80c-4538-9efe-40b77128cf25 req-354837a5-fc24-4820-8ed2-62726c8b5fc1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.1048732 Nov 24 20:16:00.076792 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f52334ee-a80c-4538-9efe-40b77128cf25 req-d3554918-30c6-4f0a-b7d0-a8709c52edab tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465117 Nov 24 20:16:01.292705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87843453-2f43-40f4-a4f1-9b80d8e9425b req-714a8739-9b92-4eb5-a0a3-319d661363db tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:01.294969 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87843453-2f43-40f4-a4f1-9b80d8e9425b req-714a8739-9b92-4eb5-a0a3-319d661363db tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0935776 Nov 24 20:16:01.347790 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87843453-2f43-40f4-a4f1-9b80d8e9425b req-64927bdf-eefb-4def-acc4-2c6343e108a4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Nov 24 20:16:02.250662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16326dd9-2961-4778-8691-9bf04ef7ce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:02.574053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf456d2-2174-4206-8505-21c0cc787582 req-617cd163-a18a-4d8f-978a-36746246d28d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:02.575477 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fdf456d2-2174-4206-8505-21c0cc787582 req-617cd163-a18a-4d8f-978a-36746246d28d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0916250 Nov 24 20:16:02.627489 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fdf456d2-2174-4206-8505-21c0cc787582 req-fb6419f8-6070-453d-a107-fd9b4e1427c7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Nov 24 20:16:02.988567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:03.843477 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff484-0ae7-4160-bb4d-0f3369fdefb3 req-3964dff5-99ed-488c-a874-5c53ca206746 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:03.844986 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c88ff484-0ae7-4160-bb4d-0f3369fdefb3 req-3964dff5-99ed-488c-a874-5c53ca206746 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0976968 Nov 24 20:16:03.897562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c88ff484-0ae7-4160-bb4d-0f3369fdefb3 req-55440967-10b2-4ee7-b7e5-8c00bf6cd3b1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Nov 24 20:16:04.752751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:05.106965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8071100-8a96-421b-b44b-1b36b314e57c req-a0ddb283-1c37-4ff4-ac17-6840cfef5683 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:05.108555 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8071100-8a96-421b-b44b-1b36b314e57c req-a0ddb283-1c37-4ff4-ac17-6840cfef5683 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0887856 Nov 24 20:16:05.158229 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d8071100-8a96-421b-b44b-1b36b314e57c req-d6840eac-3fad-429c-8519-3bbe0d436be7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Nov 24 20:16:06.367055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702946-d72f-4bd0-ab7c-c12a3c47aaba req-bbc9b50e-3079-4702-b94f-79630bfd86e2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:06.374205 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ec702946-d72f-4bd0-ab7c-c12a3c47aaba req-bbc9b50e-3079-4702-b94f-79630bfd86e2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.1012959 Nov 24 20:16:06.418034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ec702946-d72f-4bd0-ab7c-c12a3c47aaba req-55017a8c-7337-437a-83a1-54cca87800c4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Nov 24 20:16:07.604338 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d83fae-b8e1-4a1b-9b42-f8661740accc req-3b855b90-ac94-47e0-8e40-234183c4d78a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:07.605694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-53d83fae-b8e1-4a1b-9b42-f8661740accc req-3b855b90-ac94-47e0-8e40-234183c4d78a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0821762 Nov 24 20:16:07.652616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-53d83fae-b8e1-4a1b-9b42-f8661740accc req-176e5ce9-e274-4ee5-9472-319656982f8d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Nov 24 20:16:08.249762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef309f7-924b-49e6-8d45-5783387768e4 req-9fb4833e-69d8-45ee-9dbb-02b0d11001a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:08.251105 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aef309f7-924b-49e6-8d45-5783387768e4 req-9fb4833e-69d8-45ee-9dbb-02b0d11001a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1099 time: 0.0702336 Nov 24 20:16:08.489411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef309f7-924b-49e6-8d45-5783387768e4 req-c122f240-0af0-43c7-b9d2-db103ca452cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:08.490865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aef309f7-924b-49e6-8d45-5783387768e4 req-c122f240-0af0-43c7-b9d2-db103ca452cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.2328522 Nov 24 20:16:08.595841 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aef309f7-924b-49e6-8d45-5783387768e4 req-b2161c55-25bb-4c32-9316-2d55fb8b33bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1002 time: 0.0980904 Nov 24 20:16:08.656836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef309f7-924b-49e6-8d45-5783387768e4 req-7cfc10bf-b716-4b3f-8c77-f268f703926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:08.658214 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aef309f7-924b-49e6-8d45-5783387768e4 req-7cfc10bf-b716-4b3f-8c77-f268f703926b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0565560 Nov 24 20:16:08.735777 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef309f7-924b-49e6-8d45-5783387768e4 req-09b46eb8-1e39-4b46-9e12-04794d41eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:08.737276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aef309f7-924b-49e6-8d45-5783387768e4 req-09b46eb8-1e39-4b46-9e12-04794d41eddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727751 Nov 24 20:16:08.921013 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aef309f7-924b-49e6-8d45-5783387768e4 req-012c5dd8-b321-4c92-b0e6-f4540cd0856f service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762502 Nov 24 20:16:08.959290 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c981a-0251-4202-beef-8bdda8ebd870 req-55331926-3df2-40bc-8f19-2fc417dd8719 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:08.960747 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-179c981a-0251-4202-beef-8bdda8ebd870 req-55331926-3df2-40bc-8f19-2fc417dd8719 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.1963527 Nov 24 20:16:09.078434 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-179c981a-0251-4202-beef-8bdda8ebd870 req-69b10047-759b-47cb-9454-1cf1cbab4798 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121094 Nov 24 20:16:09.099516 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-aef309f7-924b-49e6-8d45-5783387768e4 req-a3a0c9d9-ece2-4431-9b77-127fdf3d89dc service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706185 Nov 24 20:16:10.261070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47c644-aabc-4528-8358-f085c4133320 req-606f0cfe-4f40-4bc7-afe6-b06ec4a7e859 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:10.262522 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d47c644-aabc-4528-8358-f085c4133320 req-606f0cfe-4f40-4bc7-afe6-b06ec4a7e859 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 946 time: 0.0791202 Nov 24 20:16:10.305972 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d47c644-aabc-4528-8358-f085c4133320 req-fc8ca1b0-9e83-48f8-a355-21cfdd3900cd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379953 Nov 24 20:16:11.071976 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:16:11.185737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:11.212183 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:16:11.222837 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:16:11.226907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:11.229731 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:16:11.268991 dv-neutron-818346-1-hyperv neutron-server[87487]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'code': 422} returned with failed status Nov 24 20:16:11.300908 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:16:11.303934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:16:11.490504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e61b6-d78b-41b3-815b-497a4b71c694 req-36eb5a93-b5bb-4b52-8928-a314489d6ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:11.491871 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3e61b6-d78b-41b3-815b-497a4b71c694 req-36eb5a93-b5bb-4b52-8928-a314489d6ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0836978 Nov 24 20:16:11.536049 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fc3e61b6-d78b-41b3-815b-497a4b71c694 req-eb83eca7-2660-4f9c-9a2e-f0c4ffdfe8a7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384729 Nov 24 20:16:11.893209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca69c-a516-43b0-ad48-03dd98f0775e req-8e61a2af-ac4f-474d-ad62-e11a04233ce3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:11.895062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-197ca69c-a516-43b0-ad48-03dd98f0775e req-8e61a2af-ac4f-474d-ad62-e11a04233ce3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0859797 Nov 24 20:16:11.947337 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-197ca69c-a516-43b0-ad48-03dd98f0775e req-f993e4e0-356a-45dd-985e-245d588b710b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459712 Nov 24 20:16:11.965513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 54870) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:16:12.085746 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-2d0e9cfc-8b2d-4829-b779-9698461e3b32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187150 Nov 24 20:16:13.122393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fbe4-676a-411f-bee7-93936305037b req-280db3af-0b26-426a-acfd-7be99d066709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:13.123865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-280db3af-0b26-426a-acfd-7be99d066709 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8&tenant_id=c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 1097 time: 0.1306319 Nov 24 20:16:13.150166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad203a-269e-4e9f-825b-604cba6bb039 req-8dcc0dc9-cc50-4399-90ec-701eb819cced tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:13.151588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dcad203a-269e-4e9f-825b-604cba6bb039 req-8dcc0dc9-cc50-4399-90ec-701eb819cced tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0966082 Nov 24 20:16:13.238937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dcad203a-269e-4e9f-825b-604cba6bb039 req-1f789fee-da1f-436f-919e-b7fd89ab0e77 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571353 Nov 24 20:16:13.254591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fbe4-676a-411f-bee7-93936305037b req-dca78a60-4fd6-49d9-9154-8325d3adcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:13.256055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-dca78a60-4fd6-49d9-9154-8325d3adcc19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1097 time: 0.1035757 Nov 24 20:16:13.386273 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fbe4-676a-411f-bee7-93936305037b req-6140e3b0-c364-4014-810d-5cc873a47d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:13.387704 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-6140e3b0-c364-4014-810d-5cc873a47d76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1257849 Nov 24 20:16:13.493073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-684a73d3-6e4e-4379-8ef3-7f8172803e6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1000 time: 0.0978217 Nov 24 20:16:13.676087 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fbe4-676a-411f-bee7-93936305037b req-7fce611c-c46a-4b95-8c5b-a25d826c1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:13.677535 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-7fce611c-c46a-4b95-8c5b-a25d826c1c96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.1785417 Nov 24 20:16:13.756454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fbe4-676a-411f-bee7-93936305037b req-62a35857-70f5-4019-918f-91358e45d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:13.757820 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-62a35857-70f5-4019-918f-91358e45d2a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742161 Nov 24 20:16:13.890566 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-837045cb-1eac-4e98-bffb-342f92d251e3 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264155 Nov 24 20:16:14.023913 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8881fbe4-676a-411f-bee7-93936305037b req-5f26e51f-77cc-4c07-b8ee-9b0a1299a131 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268637 Nov 24 20:16:14.442457 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47662-7dcf-4a63-9cb3-0c91dd05d172 req-92c3cfb2-e97d-4baf-851e-04fb117926d4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:14.444187 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-63b47662-7dcf-4a63-9cb3-0c91dd05d172 req-92c3cfb2-e97d-4baf-851e-04fb117926d4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0948875 Nov 24 20:16:14.515487 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-63b47662-7dcf-4a63-9cb3-0c91dd05d172 req-30799305-4b5c-4304-9354-c0ef62463926 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655794 Nov 24 20:16:15.114542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:16:15.719440 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4413f-01e4-4728-908b-7d5ff5d1b4d8 req-31838557-1f85-41b9-954e-a7ccba6451f0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:15.720946 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-98c4413f-01e4-4728-908b-7d5ff5d1b4d8 req-31838557-1f85-41b9-954e-a7ccba6451f0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0866835 Nov 24 20:16:15.767770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-98c4413f-01e4-4728-908b-7d5ff5d1b4d8 req-660ec7e2-df78-4b66-ad64-b4ddb3599616 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Nov 24 20:16:16.972044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21864f4e-c415-4a51-a12a-6f83126490b7 req-c3809c3f-eb86-41dc-b3e0-726f48e3ab22 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:16.973588 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-21864f4e-c415-4a51-a12a-6f83126490b7 req-c3809c3f-eb86-41dc-b3e0-726f48e3ab22 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0934522 Nov 24 20:16:17.024157 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-21864f4e-c415-4a51-a12a-6f83126490b7 req-4b6debf2-a1a2-41b7-a180-2bc555447d3e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447967 Nov 24 20:16:18.218283 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa76f-eeb3-45df-9df7-37aac6bf01f7 req-ae0eefff-bd36-4896-a3b7-733fda43162b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:18.219773 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-435fa76f-eeb3-45df-9df7-37aac6bf01f7 req-ae0eefff-bd36-4896-a3b7-733fda43162b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0863352 Nov 24 20:16:18.265467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-435fa76f-eeb3-45df-9df7-37aac6bf01f7 req-cd628775-2a03-4147-b292-2f0e9a17cf00 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Nov 24 20:16:19.472224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262837da-0ea0-4deb-99c4-3dd4fb908716 req-48814f8a-8cd2-48af-99f9-a45eccf30ebc tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:19.473769 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-262837da-0ea0-4deb-99c4-3dd4fb908716 req-48814f8a-8cd2-48af-99f9-a45eccf30ebc tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0960090 Nov 24 20:16:19.520412 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-262837da-0ea0-4deb-99c4-3dd4fb908716 req-db80295d-0c18-431c-aef6-a4c04169ab98 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Nov 24 20:16:19.821803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:20.717293 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76f879-dfa2-4eea-b67e-8eed41d1008e req-e2f19daf-bdd0-48ce-b876-c1221ce78f7a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:20.718804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cf76f879-dfa2-4eea-b67e-8eed41d1008e req-e2f19daf-bdd0-48ce-b876-c1221ce78f7a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0869355 Nov 24 20:16:20.771528 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cf76f879-dfa2-4eea-b67e-8eed41d1008e req-d23f34eb-eb92-4bd4-8253-5d4381442110 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448542 Nov 24 20:16:21.970286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaebfd-c9f3-4b77-9be6-ac258a564d68 req-703c5064-5735-48d3-8959-3cfbdd3476d4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:21.971825 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-afcaebfd-c9f3-4b77-9be6-ac258a564d68 req-703c5064-5735-48d3-8959-3cfbdd3476d4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0873129 Nov 24 20:16:22.017632 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-afcaebfd-c9f3-4b77-9be6-ac258a564d68 req-3af96791-cba4-4899-b69a-197f7c1d5ffe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Nov 24 20:16:23.223123 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c32e6b-43d4-4aac-bbcc-1241d4f482f8 req-55d806c7-77a2-4fa2-a81a-da725e0e563f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:23.224631 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a2c32e6b-43d4-4aac-bbcc-1241d4f482f8 req-55d806c7-77a2-4fa2-a81a-da725e0e563f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0894456 Nov 24 20:16:23.271676 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a2c32e6b-43d4-4aac-bbcc-1241d4f482f8 req-98c0f966-823f-4340-8c6d-f1c66ad71e05 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 Nov 24 20:16:24.460596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41459e3-d2da-471f-ac7c-fdfca76e15d4 req-35bbfbd0-07ec-45a5-8fd5-6cce2a1e14ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:24.462066 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f41459e3-d2da-471f-ac7c-fdfca76e15d4 req-35bbfbd0-07ec-45a5-8fd5-6cce2a1e14ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0811164 Nov 24 20:16:24.506505 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f41459e3-d2da-471f-ac7c-fdfca76e15d4 req-276decb7-4cdb-4e03-b202-a5ac278414c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388608 Nov 24 20:16:25.694895 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93314f95-ea5e-4d00-af13-3662c503b844 req-bde76157-8d89-4d97-8bdc-443fdd3cc192 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:25.696383 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-93314f95-ea5e-4d00-af13-3662c503b844 req-bde76157-8d89-4d97-8bdc-443fdd3cc192 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0848382 Nov 24 20:16:25.739764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-93314f95-ea5e-4d00-af13-3662c503b844 req-07d76572-2ce0-4398-8706-f4705bc5389f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378749 Nov 24 20:16:26.927175 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b3e64-eee2-410c-99dc-8993743d04aa req-9f4e702d-2994-4514-97b7-ea96a56fbcb6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:26.928653 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-965b3e64-eee2-410c-99dc-8993743d04aa req-9f4e702d-2994-4514-97b7-ea96a56fbcb6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0797181 Nov 24 20:16:26.972642 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-965b3e64-eee2-410c-99dc-8993743d04aa req-3e4e78d7-c475-4c72-b498-040fb83c67ff tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Nov 24 20:16:28.158125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c267f-2e38-448c-8ddf-0ff68910f0a7 req-2f5d56da-4220-4764-aa88-099e4f6ac927 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:28.159622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d87c267f-2e38-448c-8ddf-0ff68910f0a7 req-2f5d56da-4220-4764-aa88-099e4f6ac927 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0841417 Nov 24 20:16:28.202956 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d87c267f-2e38-448c-8ddf-0ff68910f0a7 req-17a43862-fd80-4445-b84f-c95b4f1dd8c6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377796 Nov 24 20:16:29.191492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:16:29.354724 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:16:29.374041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'port_id': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'mac_address': 'fa:16:3e:91:4a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:16:29.401041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b1e16-a71a-4b21-bf96-33d503f268f8 req-61a372a7-1604-4aa2-90c6-443298b2f516 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:29.402550 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b65b1e16-a71a-4b21-bf96-33d503f268f8 req-61a372a7-1604-4aa2-90c6-443298b2f516 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 944 time: 0.0842693 Nov 24 20:16:29.441047 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:29.455779 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b65b1e16-a71a-4b21-bf96-33d503f268f8 req-3dbe440d-4416-40de-8794-22158422069d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Nov 24 20:16:29.466723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cb7bd2-31e8-46ae-98c0-97efec9d257f {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:16:29.493282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-741477e9-96b3-4506-8635-fb34e8c14511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:29.496829 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:16:29.500599 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:29.502933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-69c02498-0dd9-4e47-bf82-e2a6f318a9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:16:29.572372 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=9']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:16:29.575552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:16:29.868773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:29.871644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['71cb7bd2-31e8-46ae-98c0-97efec9d257f'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:16:30.511520 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:16:30.645785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6a454-19f0-40f8-a9f6-03832ca713bf req-fe34b561-11f0-4b31-b087-f53361be9643 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:30.647247 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61d6a454-19f0-40f8-a9f6-03832ca713bf req-fe34b561-11f0-4b31-b087-f53361be9643 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 945 time: 0.0827017 Nov 24 20:16:30.694680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-61d6a454-19f0-40f8-a9f6-03832ca713bf req-fdf2ad9b-342a-479c-93c7-a45b29af26ac tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Nov 24 20:16:31.192040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:16:31.262308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port 71cb7bd2-31e8-46ae-98c0-97efec9d257f triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:16:31.262681 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:31.375311 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:31.401807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:16:31.412218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:16:31.417038 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:31.418873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:16:31.454293 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'code': 200} Nov 24 20:16:31.486019 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=10']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:16:31.492670 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:16:31.695452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef894-e940-456d-aa9d-78692588b9b6 req-ddcc24ce-3775-4564-b1ef-2edc53799e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:31.696867 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-46fef894-e940-456d-aa9d-78692588b9b6 req-ddcc24ce-3775-4564-b1ef-2edc53799e40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1100 time: 0.0761735 Nov 24 20:16:31.740276 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-46fef894-e940-456d-aa9d-78692588b9b6 req-caa69735-6d85-4ee9-b395-34b2ef50698a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357430 Nov 24 20:16:31.880945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb17d-810e-454f-a294-47f4c0533296 req-1d5bd935-8f46-4425-841a-da525f030c24 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:31.882445 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1fedb17d-810e-454f-a294-47f4c0533296 req-1d5bd935-8f46-4425-841a-da525f030c24 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 947 time: 0.0816438 Nov 24 20:16:31.927952 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1fedb17d-810e-454f-a294-47f4c0533296 req-49a43864-0f85-482e-872e-c8afeb68b9e9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396442 Nov 24 20:16:32.246087 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c092845b-97af-46fc-8fbe-43d15866cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:32.989341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:33.255610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c993bc8-4ad2-446e-aae7-f117300a6b9e req-b0d57ace-a5ed-4255-8b63-df74d6f4a52b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:33.260193 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c993bc8-4ad2-446e-aae7-f117300a6b9e req-b0d57ace-a5ed-4255-8b63-df74d6f4a52b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 947 time: 0.2204750 Nov 24 20:16:33.303237 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7c993bc8-4ad2-446e-aae7-f117300a6b9e req-dc10ed7a-aebf-47be-a53f-becd48346357 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Nov 24 20:16:34.539570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3905c3-8e71-4c2c-a258-f34587abf559 req-981abc7a-a096-4162-a3aa-1a9b424a9d7a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:34.541051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c3905c3-8e71-4c2c-a258-f34587abf559 req-981abc7a-a096-4162-a3aa-1a9b424a9d7a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 947 time: 0.0842817 Nov 24 20:16:34.588426 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0c3905c3-8e71-4c2c-a258-f34587abf559 req-9ed6e4ec-e2f8-4965-a1c0-ed7e39e9c5a8 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Nov 24 20:16:34.752779 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:40.270287 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-3db2f632-72d3-466e-b93a-ebecc2a843c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714507 Nov 24 20:16:40.407814 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-460820c3-65e8-4323-8d1f-7fedad8e09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:40.410165 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-460820c3-65e8-4323-8d1f-7fedad8e09d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1100 time: 0.0705233 Nov 24 20:16:40.553757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-23f1d49d-b9fc-41be-94ee-7449418e2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:40.555081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-23f1d49d-b9fc-41be-94ee-7449418e2ef9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1265202 Nov 24 20:16:40.656937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-f27dfe77-1dc8-4549-a425-60cc3960f95a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1002 time: 0.0954256 Nov 24 20:16:40.724237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-3f124663-3c77-4352-8e26-ddb6d2920200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:40.725642 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-3f124663-3c77-4352-8e26-ddb6d2920200 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0623379 Nov 24 20:16:40.800196 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-acb26d67-c722-4df1-8a37-9c55c26cc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:16:40.801636 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-acb26d67-c722-4df1-8a37-9c55c26cc77a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697193 Nov 24 20:16:40.932764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-f2f001be-7b9c-4519-a8a5-93b9b042a752 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245148 Nov 24 20:16:41.067634 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8def67c8-ab26-478f-a667-7fcda4a21588 req-046c5189-776c-4471-9b5f-7bf5d6595567 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284220 Nov 24 20:16:49.792005 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:59.465034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e7eacd4a-e211-44d4-aaa2-22c0bd600e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:16:59.868460 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:02.247616 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a81e231a-c8ba-46b1-9765-fb4391e9adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:02.990326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:04.754067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:07.510461 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:17:19.793212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:29.467391 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e8ad-d4cf-41d5-8c04-a628d203d37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:29.870736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:32.249130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4721d04f-535e-42db-b59e-1c307072ebf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:32.993398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:34.758690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:40.335617 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-07a40451-f865-48a1-9e5a-aa3906569d30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109116 Nov 24 20:17:40.478522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-ec18442d-9f45-447d-8ff1-5d6e0555e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:17:40.479880 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-ec18442d-9f45-447d-8ff1-5d6e0555e1f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1100 time: 0.0707407 Nov 24 20:17:40.623014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-d561cd41-436f-4207-96d5-dea418c55518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:17:40.624517 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-d561cd41-436f-4207-96d5-dea418c55518 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1247277 Nov 24 20:17:40.727494 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-b5bca265-8253-447d-ad1b-4c97ff6030c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 1002 time: 0.0964885 Nov 24 20:17:40.792610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-568adf5e-eb41-46b3-bf3f-2f3c6b72b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:17:40.793917 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-568adf5e-eb41-46b3-bf3f-2f3c6b72b242 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0591235 Nov 24 20:17:40.871897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-df5716f5-f093-4ff5-96aa-a2d83799a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:17:40.873390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-df5716f5-f093-4ff5-96aa-a2d83799a34a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724165 Nov 24 20:17:41.118723 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-4d9dd4ad-cdc6-485d-8680-3c0a9594e725 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383943 Nov 24 20:17:41.251918 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ce7a6992-1a89-4a04-88d8-f78c970aa31a req-ef0b47f0-fea1-4ee4-a7f9-6b512e0e503d service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248345 Nov 24 20:17:44.509017 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:17:49.811733 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:59.468455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7344c0d8-7abc-41a0-8061-5cb8bcc6d8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:17:59.872877 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:02.251131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4c6107a0-3940-41bb-9236-37b14e52bb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:02.997398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:04.759795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:10.023018 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55012) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:10.265504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Deleting port 541a4c89-877b-4915-983c-4fc705a5e821 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:18:10.265754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:10.539284 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:10.539861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:10.661992 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Calling delete_port for 541a4c89-877b-4915-983c-4fc705a5e821 owned by network:floatingip {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:18:10.812107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:10.816419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:10.859872 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event deleted for resources: {'Port': ['ID=541a4c89-877b-4915-983c-4fc705a5e821,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:10.902008 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.902398 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.902779 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.903145 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.903518 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.903885 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.904273 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.904636 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.905002 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.905359 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.905717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.906336 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:10.936437 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:10.965906 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:10.966236 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.l3_db [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Floating IP 5d484901-761c-481c-88ae-9fe37fc3dc7e disassociated (deleted). External IP: 172.26.6.167, port: 71cb7bd2-31e8-46ae-98c0-97efec9d257f. Nov 24 20:18:11.313237 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:18:11.490113 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:18:11.500379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] Sync routers for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:18:11.509676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:18:11.510300 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:18:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:11.511195 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:11.569168 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "DELETE /v2.0/floatingips/5d484901-761c-481c-88ae-9fe37fc3dc7e HTTP/1.1" status: 204 len: 168 time: 1.5426102 Nov 24 20:18:11.569168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:18:11.693703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:18:11.736706 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'status': 'completed', 'code': 200} Nov 24 20:18:11.841713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-e8e98856-1581-415c-9cb7-df3bee40270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:11.843998 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-e8e98856-1581-415c-9cb7-df3bee40270d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 1100 time: 0.0831938 Nov 24 20:18:12.036432 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-355dc9ee-c015-413b-829d-d6f79f766f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:12.037891 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-355dc9ee-c015-413b-829d-d6f79f766f66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1880610 Nov 24 20:18:12.068389 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:12.072269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] Checking router: 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:18:12.080413 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:18:12.081039 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:18:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:12.116549 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-4e2d49b6-aa1b-43cb-beee-5e6a77057dc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 200 len: 217 time: 0.0699809 Nov 24 20:18:12.192652 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25a1a-3ca3-4d22-b978-5e6261598a0b req-fbb8c6a5-9102-41b0-97b2-3215f80f7e93 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:12.194114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2e25a1a-3ca3-4d22-b978-5e6261598a0b req-fbb8c6a5-9102-41b0-97b2-3215f80f7e93 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 947 time: 0.2501886 Nov 24 20:18:12.199473 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-d0c12716-c9a6-47b8-b9c8-23413e9285b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:12.200865 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-d0c12716-c9a6-47b8-b9c8-23413e9285b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0753686 Nov 24 20:18:12.262132 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:18:12.295553 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2e25a1a-3ca3-4d22-b978-5e6261598a0b req-44147560-d297-48ca-ad4b-705624a2ded2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937161 Nov 24 20:18:12.319035 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-4068c027-c999-4d58-8fa0-97f237229e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:12.319035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-4068c027-c999-4d58-8fa0-97f237229e36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974367 Nov 24 20:18:12.447472 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-d7993a3d-c2b9-4481-923b-4be61a536053 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273224 Nov 24 20:18:12.578415 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:12.580662 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eb2a119c-fd73-4a96-9bd8-1f6be35b1f8a req-5475ef29-c05c-47a6-b320-8fa68a8f7e3d service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256862 Nov 24 20:18:12.582541 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe65f5-c935-48ae-8cca-8eee00372e54 None None] The sync data for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv is: [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:18:12.801684 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72725a47-33e3-45d3-8fd6-a3ed15a9f29a None None] New status for floating IP 5d484901-761c-481c-88ae-9fe37fc3dc7e: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:18:13.464824 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d122d40-7d6d-4680-a069-b777db6a857d req-4e758e80-8ced-407c-8b71-a683b4d5aa39 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:13.466308 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d122d40-7d6d-4680-a069-b777db6a857d req-4e758e80-8ced-407c-8b71-a683b4d5aa39 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 947 time: 0.0801101 Nov 24 20:18:13.538260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Deleting port 71cb7bd2-31e8-46ae-98c0-97efec9d257f {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:18:13.538691 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:13.778135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1da02-eae6-4b25-824b-c1eeb0dc2bcb req-dc6c28d3-0140-4c97-8163-ebf12461831e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:13.779612 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79a1da02-eae6-4b25-824b-c1eeb0dc2bcb req-dc6c28d3-0140-4c97-8163-ebf12461831e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 947 time: 0.2763340 Nov 24 20:18:13.873526 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79a1da02-eae6-4b25-824b-c1eeb0dc2bcb req-8ca76951-c856-4799-a4ee-30fabd35518b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=ead4c38d-ecca-408d-ba7b-97fe337e4612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779495 Nov 24 20:18:13.880264 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] For port 71cb7bd2-31e8-46ae-98c0-97efec9d257f, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=71cb7bd2-31e8-46ae-98c0-97efec9d257f,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:18:13.880617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:14.122054 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Calling delete_port for 71cb7bd2-31e8-46ae-98c0-97efec9d257f owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:18:14.264839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:14.270436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2de07674-d956-4aa5-a59b-befaebfdcf22 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:14.314637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event deleted for resources: {'Port': ['ID=71cb7bd2-31e8-46ae-98c0-97efec9d257f,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:14.355590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.355998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.356378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.356748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.357114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.357482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.357849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.358213 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.358574 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.358932 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.359288 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.359644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:14.366614 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:14.401618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] No DVR routers for this DVR port 71cb7bd2-31e8-46ae-98c0-97efec9d257f on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:18:14.404033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:14.406828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-deleted', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:18:14.417266 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3d122d40-7d6d-4680-a069-b777db6a857d req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "DELETE /v2.0/ports/71cb7bd2-31e8-46ae-98c0-97efec9d257f HTTP/1.1" status: 204 len: 173 time: 0.9460204 Nov 24 20:18:14.537757 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd4adc-9a92-4ac3-9c0f-a292f47057e8', 'name': 'network-vif-deleted', 'tag': '71cb7bd2-31e8-46ae-98c0-97efec9d257f', 'status': 'completed', 'code': 200} Nov 24 20:18:15.044610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-73d73652-6801-403e-a02a-611588ea6e9b req-b11547bf-1627-46a4-89be-e5fe56412308 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Synchronizing usage tracker for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:18:15.059979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-73d73652-6801-403e-a02a-611588ea6e9b req-b11547bf-1627-46a4-89be-e5fe56412308 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Unset dirty status for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:18:15.061144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73d73652-6801-403e-a02a-611588ea6e9b req-b11547bf-1627-46a4-89be-e5fe56412308 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd4adc-9a92-4ac3-9c0f-a292f47057e8 HTTP/1.1" status: 200 len: 210 time: 0.0598302 Nov 24 20:18:16.155066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55062) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:16.226353 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.256442 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.320780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.324538 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-55c3ccf2-a132-440b-bc07-51fa6e40a653 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:16.336418 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead4c38d-ecca-408d-ba7b-97fe337e4612,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:16.340381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:16.343592 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.347114 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "DELETE /v2.0/security-groups/ead4c38d-ecca-408d-ba7b-97fe337e4612 HTTP/1.1" status: 204 len: 168 time: 0.1886899 Nov 24 20:18:16.684201 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55072) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:16.690025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073574593', 'description': 'tempest-secgroup-smoke-1073574593 description', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:16.696162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:16.699978 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:16.702780 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:16.708412 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:16.718245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.737586 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:16.741301 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:16.744409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:16.749979 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:16.822370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.826224 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.829804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-18092ab9-a762-474c-9a46-42e0549bacca tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:16.872327 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d979d177-117b-49af-bec8-00d7d3b7410c,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:16.875491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:16.877314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:16.881646 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-5a44b117-6d35-4ac0-a856-8442ca267038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1937196 Nov 24 20:18:16.882272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55076) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:16.890132 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'd979d177-117b-49af-bec8-00d7d3b7410c', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:16.900768 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:16.907053 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:16.911506 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:16.921259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:16.941377 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.001545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.004947 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.006706 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c8d7ddc9-38db-482a-9a90-23dad61022fc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:17.029076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a142e132-6e1a-461e-9d4d-5416bbab9ad9,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:17.031882 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:17.039430 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.040806 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573365 Nov 24 20:18:17.043554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55080) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:17.048634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'd979d177-117b-49af-bec8-00d7d3b7410c', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:17.054588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:17.058397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:17.061267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:17.066904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:17.084020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.146014 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.150804 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.157624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9d17421b-9a95-4d6a-a392-8d82ec1de449 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:17.176636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41de4e17-4e58-4fbe-a694-e06acd0d3578,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:17.181100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:17.185403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.186823 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-385a9d69-84d5-4ad6-8098-9f0911d871c0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422765 Nov 24 20:18:17.189452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55084) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:17.194513 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'd979d177-117b-49af-bec8-00d7d3b7410c', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:17.200836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:17.204673 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:17.207500 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:17.213874 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:17.229617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.292259 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.295501 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.297258 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2db83a43-ef61-4a25-83fb-e88dba41bab2 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:17.318802 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1316b87-f510-4b3b-a14c-585fa8b86af8,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:17.323787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:17.328111 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.329262 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-aaae9bb0-3b18-488d-a70f-f0568fd91d1a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389089 Nov 24 20:18:17.331980 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55088) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:17.337637 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'd979d177-117b-49af-bec8-00d7d3b7410c', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:17.343305 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:17.347011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:17.349815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:17.355665 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:17.372045 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.434157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.437626 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.439348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-2b3393d5-c595-4fdb-8425-dba65c5c88ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:17.461914 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcff7ba3-bca6-44e3-9155-b90e45d19800,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:17.466077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:17.470422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.471838 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-4fca7758-50cb-47d4-ad3c-83a3d9ca3577 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389008 Nov 24 20:18:17.474523 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55092) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:17.479492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'd979d177-117b-49af-bec8-00d7d3b7410c', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:17.485261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:17.488945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:17.491700 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:17.497784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:17.508069 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Project c6f7299bcbfe44229a36e721b6eea1fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:18:17.514324 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.578570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.581409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.583162 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f8d04ad3-a94b-434b-9613-7c63a9c9bbbe tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:17.606366 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb2e030-be33-4401-a895-edd0a059a70f,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:17.608843 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:17.615632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.617612 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-81b6e948-bec3-4f2d-a863-da957a4fd038 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413867 Nov 24 20:18:17.620188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55096) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:17.625148 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'security_group_rule': {'security_group_id': 'd979d177-117b-49af-bec8-00d7d3b7410c', 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:17.630815 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:17.635221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:security_group_rule and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:17.638056 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:17.642152 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:18:17.643844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:17.654204 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.securitygroups_db [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Project c6f7299bcbfe44229a36e721b6eea1fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:18:17.661827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.681334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: 71cb7bd2-31e8-46ae-98c0-97efec9d257f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:18:17.681922 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device 71cb7bd2-31e8-46ae-98c0-97efec9d257f not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:18:17.729891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.733164 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.734922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-36fc9579-07c2-43a1-a28b-71ba64fbe72d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:17.756466 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a68538-f015-4ea6-b4e9-c4e5822b3a59,revision_number=0']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:17.759669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:17.765865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:17.767127 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-a62928c1-77ce-449c-8d3b-e6c13661d998 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460299 Nov 24 20:18:19.811568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:21.509509 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:18:29.471533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-aa6706e2-328d-4d95-885e-a0d7e5e00fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:29.884807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:31.708696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3138e415-7d64-4d10-857d-440023d5b3da req-50bc2746-5e47-4ab2-a42e-c24e9955b419 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Synchronizing usage tracker for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:security_group {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:18:31.725731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-3138e415-7d64-4d10-857d-440023d5b3da req-50bc2746-5e47-4ab2-a42e-c24e9955b419 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Unset dirty status for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:security_group {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:18:31.726942 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-50bc2746-5e47-4ab2-a42e-c24e9955b419 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073574593&fields=id&tenant_id=c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 267 time: 0.0575018 Nov 24 20:18:31.880790 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-2b3a57b2-5d73-42ce-81d7-2fb53511cea5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:31.882863 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-2b3a57b2-5d73-42ce-81d7-2fb53511cea5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 808 time: 0.1486156 Nov 24 20:18:31.897606 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-e26ed91d-16ba-4cb7-81a6-ef97114c34e5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/quotas/c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 375 time: 0.0091908 Nov 24 20:18:31.986802 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-a9303c25-def2-4852-a338-499beab95f1f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838909 Nov 24 20:18:32.078754 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-c152b0cf-6da3-4542-a0e5-124ed020f776 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:18:32.079735 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-c152b0cf-6da3-4542-a0e5-124ed020f776 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447805 Nov 24 20:18:32.217405 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-81c0d6aa-f210-4dfc-9910-866c5c6c2ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316633 Nov 24 20:18:32.253647 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9370fd7f-1439-43a0-89a7-e48e66f54e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:32.351392 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-617c6ae1-071a-4345-8dd5-82589e89d554 service neutron] 10.222.0.47 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277144 Nov 24 20:18:32.733181 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1887d993-873d-4a50-bf59-a8696f8690b4 req-994408bf-eef5-40bf-a846-9a26fe396fc0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 210 time: 0.0445538 Nov 24 20:18:33.000407 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:33.913813 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-eac05da8-044d-47be-a73f-029ebee66d86 req-73272407-c9a0-4e48-b9a6-f939a192def3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 210 time: 0.0684092 Nov 24 20:18:33.969229 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-1eb3f762-3a7d-43a0-9119-2e04af47e0ef tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:33.970644 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-1eb3f762-3a7d-43a0-9119-2e04af47e0ef tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 808 time: 0.2080078 Nov 24 20:18:34.021459 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-dde23156-b131-4895-b96b-d1f6855e86e8 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 380 time: 0.0413504 Nov 24 20:18:34.031484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'port': {'device_id': '118995db-d34a-4c47-8288-d4b9f908b93e', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'admin_state_up': True, 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'security_groups': ['d979d177-117b-49af-bec8-00d7d3b7410c']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:34.285119 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:34.294458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:34.304669 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Made reservation on behalf of c6f7299bcbfe44229a36e721b6eea1fc for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:18:34.308359 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:34.474770 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Allocated IP 172.20.0.7 (08ca68aa-6ce6-48cc-b186-ee1f6d95417d/2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e/dbf438e2-ca16-4c06-ad8a-77d230624dc6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:18:34.669971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:34.685279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Transition to ACTIVE for port object dbf438e2-ca16-4c06-ad8a-77d230624dc6 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:18:34.708912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:34.714765 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-d7f1bfbe-5a76-4dff-b49a-1d7a26e05c2d tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:34.763524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:34.780928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:18:34.784481 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:18:34.788406 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:18:34.824256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:34.835509 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:34.868487 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:34.869261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:34.900059 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725884 Nov 24 20:18:34.916722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Request body: {'port': {'device_id': '118995db-d34a-4c47-8288-d4b9f908b93e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:35.058305 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-29c105bf-9486-4868-a699-1b76e5b8c42d None None] Provisioning for port dbf438e2-ca16-4c06-ad8a-77d230624dc6 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:18:35.066514 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-29c105bf-9486-4868-a699-1b76e5b8c42d None None] Provisioning complete for port dbf438e2-ca16-4c06-ad8a-77d230624dc6 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:18:35.066905 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-29c105bf-9486-4868-a699-1b76e5b8c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:35.103720 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:35.127198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-29c105bf-9486-4868-a699-1b76e5b8c42d None None] Port dbf438e2-ca16-4c06-ad8a-77d230624dc6 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:18:35.244206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bbeb2-775a-44d6-9dc7-49b4d575ff24 req-fa70f67b-dc36-4581-82fd-7c45ba1f1f17 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:35.244909 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-339bbeb2-775a-44d6-9dc7-49b4d575ff24 req-fa70f67b-dc36-4581-82fd-7c45ba1f1f17 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Synchronizing usage tracker for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:18:35.279417 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-339bbeb2-775a-44d6-9dc7-49b4d575ff24 req-fa70f67b-dc36-4581-82fd-7c45ba1f1f17 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Unset dirty status for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:18:35.280602 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-339bbeb2-775a-44d6-9dc7-49b4d575ff24 req-fa70f67b-dc36-4581-82fd-7c45ba1f1f17 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 931 time: 0.2269881 Nov 24 20:18:35.405014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-339bbeb2-775a-44d6-9dc7-49b4d575ff24 req-4b870c17-b3fc-4ec5-ac78-02445d41e785 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177511 Nov 24 20:18:35.527588 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf438e2-ca16-4c06-ad8a-77d230624dc6 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:18:35.535114 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:35.550063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Transition to ACTIVE for port object dbf438e2-ca16-4c06-ad8a-77d230624dc6 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:18:35.553883 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:35.558667 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-60752c78-251a-4f47-bb9a-b2c88b384c95 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:35.717049 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:35.724676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:35.795845 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Attempting to bind port dbf438e2-ca16-4c06-ad8a-77d230624dc6 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:18:35.796219 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Attempting to bind port dbf438e2-ca16-4c06-ad8a-77d230624dc6 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:18:35.796548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Attempting to bind port dbf438e2-ca16-4c06-ad8a-77d230624dc6 on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:18:35.801068 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Port dbf438e2-ca16-4c06-ad8a-77d230624dc6 on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:18:35.801368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Attempting to bind port dbf438e2-ca16-4c06-ad8a-77d230624dc6 on network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:18:35.806876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:18:35.807212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Checking segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:18:35.807597 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Bound using segment: {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:18:35.808055 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Bound port: dbf438e2-ca16-4c06-ad8a-77d230624dc6, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcedb654-3189-429b-ba61-0c6acfc05532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:18:35.808409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:35.897925 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:18:35.900903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:18:35.905141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:35.909900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:35.968878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:35.969489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:35.970873 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] 10.222.0.41 "PUT /v2.0/ports/dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 1093 time: 1.0623784 Nov 24 20:18:35.971414 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:18:35.995539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:35.999492 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:36.050153 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'status': 'completed', 'code': 200} Nov 24 20:18:36.092462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-ffeee944-5b1e-47e4-93f7-aa61aa3889f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:36.094172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-ffeee944-5b1e-47e4-93f7-aa61aa3889f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1096 time: 0.0767441 Nov 24 20:18:36.281622 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-0419fe02-6bf5-4b8e-ba3b-4f0774cf455e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 217 time: 0.1796784 Nov 24 20:18:36.343495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-6ed6ffba-5e85-4f41-b366-325e27c000d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:36.344898 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-6ed6ffba-5e85-4f41-b366-325e27c000d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0556157 Nov 24 20:18:36.421609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e415-7d64-4d10-857d-440023d5b3da req-ddc4ae08-6b04-49d7-8c92-4fccaf3756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:36.423041 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-ddc4ae08-6b04-49d7-8c92-4fccaf3756f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710084 Nov 24 20:18:36.612974 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-1aa0a206-7e03-4b22-a681-fe5357aac5ff service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826222 Nov 24 20:18:36.654038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ba33a-8cff-45aa-a199-656395137585 req-6e1b43cc-6f95-4e94-8cc7-a57ff346a79f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:36.655439 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-142ba33a-8cff-45aa-a199-656395137585 req-6e1b43cc-6f95-4e94-8cc7-a57ff346a79f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.1397209 Nov 24 20:18:36.766052 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-142ba33a-8cff-45aa-a199-656395137585 req-eb7c534d-6bf5-4b2d-81b9-d83f27f2ff49 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046174 Nov 24 20:18:36.800932 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3138e415-7d64-4d10-857d-440023d5b3da req-138be6e9-1eb3-4817-b911-834490e57b02 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764393 Nov 24 20:18:36.918827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-affbf57f-0e1d-46dd-9aa6-4a6eacc3aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:36.920471 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-affbf57f-0e1d-46dd-9aa6-4a6eacc3aa58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1096 time: 0.0754418 Nov 24 20:18:37.053551 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-8d59c1ea-fba1-4965-a8a5-56feff05dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:37.055144 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-8d59c1ea-fba1-4965-a8a5-56feff05dff8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1286166 Nov 24 20:18:37.127251 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-932c2760-6d17-42e8-b7f3-de1785c2c004 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 217 time: 0.0653136 Nov 24 20:18:37.189398 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-72c853c4-c543-423f-b759-4dffb6c80458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:37.190784 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-72c853c4-c543-423f-b759-4dffb6c80458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0572596 Nov 24 20:18:37.267711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-82d40f8e-9e9f-414b-9f07-36790de215cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:37.269193 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-82d40f8e-9e9f-414b-9f07-36790de215cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719194 Nov 24 20:18:37.401960 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-377cd74b-fccc-48e3-94ba-42c4175e373c service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255035 Nov 24 20:18:37.543714 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2aaa8cb-a83a-4e87-99e0-c7a2a7731298 req-1fe250b5-6069-437a-9d75-97f914291926 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343420 Nov 24 20:18:37.954929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823abc0f-56b8-4d6a-a480-2514b23ac595 req-eabd5131-d6bf-4381-a754-89c3ad147e58 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:37.956390 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-823abc0f-56b8-4d6a-a480-2514b23ac595 req-eabd5131-d6bf-4381-a754-89c3ad147e58 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0836747 Nov 24 20:18:37.999053 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-823abc0f-56b8-4d6a-a480-2514b23ac595 req-393cb2c0-a90e-4e88-99c7-72d6054df9be tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370388 Nov 24 20:18:39.187172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03c12-75c0-4d86-958d-349cd5d13f97 req-f2bc6bf3-3246-4f27-9f36-67662d3d9c63 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:39.188683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87d03c12-75c0-4d86-958d-349cd5d13f97 req-f2bc6bf3-3246-4f27-9f36-67662d3d9c63 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0840037 Nov 24 20:18:39.231874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-87d03c12-75c0-4d86-958d-349cd5d13f97 req-1f8034e5-0ced-4018-861b-6ff44db88e2b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377233 Nov 24 20:18:40.414705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200b7db-1ed5-43ee-ad9b-efa5a27d040c req-505eea78-f2e9-4ba4-9d12-c34646fbb275 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:40.416175 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d200b7db-1ed5-43ee-ad9b-efa5a27d040c req-505eea78-f2e9-4ba4-9d12-c34646fbb275 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0815046 Nov 24 20:18:40.460083 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d200b7db-1ed5-43ee-ad9b-efa5a27d040c req-6014dc82-2d27-4710-8620-bca33b34fe62 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373869 Nov 24 20:18:41.772878 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e62c6-6527-4724-a3ca-1dc7e1818133 req-d1bad280-9475-4f36-9b4b-4bbb1685db73 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:41.774262 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a6e62c6-6527-4724-a3ca-1dc7e1818133 req-d1bad280-9475-4f36-9b4b-4bbb1685db73 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.1967499 Nov 24 20:18:41.817034 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a6e62c6-6527-4724-a3ca-1dc7e1818133 req-fb56ac0f-85ae-4bfe-a6d3-7a3522582717 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Nov 24 20:18:43.021312 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d64ef-7a83-4bfa-80fa-9c5a6af5dc91 req-bc055eab-ec1a-4a46-a2b1-155aa851d8e9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:43.022804 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-944d64ef-7a83-4bfa-80fa-9c5a6af5dc91 req-bc055eab-ec1a-4a46-a2b1-155aa851d8e9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0838344 Nov 24 20:18:43.069884 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-944d64ef-7a83-4bfa-80fa-9c5a6af5dc91 req-a11477f0-cc64-4c4f-898b-19a288f8020d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Nov 24 20:18:44.254530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f54bd-2946-454f-b397-5790b9c13153 req-4fa0e6d2-f5bc-4c69-a9e0-eca39520cf9c tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:44.255897 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f81f54bd-2946-454f-b397-5790b9c13153 req-4fa0e6d2-f5bc-4c69-a9e0-eca39520cf9c tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0799873 Nov 24 20:18:44.300352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f81f54bd-2946-454f-b397-5790b9c13153 req-7b34887b-8ce4-469a-abc1-6f56f7c165d5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383823 Nov 24 20:18:45.491352 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48b7e-8b21-442c-a963-260ffcd0ec70 req-7577667b-406e-4a13-be76-02722954b7f3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:45.492796 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-edc48b7e-8b21-442c-a963-260ffcd0ec70 req-7577667b-406e-4a13-be76-02722954b7f3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0855737 Nov 24 20:18:45.538845 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-edc48b7e-8b21-442c-a963-260ffcd0ec70 req-6ac95bd3-9354-4d79-a035-a955e9862b6e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Nov 24 20:18:45.779930 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device dbf438e2-ca16-4c06-ad8a-77d230624dc6 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:18:45.916569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:18:45.930898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'port_id': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'mac_address': 'fa:16:3e:31:3b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:18:45.987432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:46.003881 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf438e2-ca16-4c06-ad8a-77d230624dc6 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:18:46.018865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:18:46.023477 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:46.025345 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:46.092722 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:46.099639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.100020 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.100903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.101275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.101571 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.101903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.102228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.102554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.102880 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.103203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.103525 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.103845 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:18:46.107582 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:46.389350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['dbf438e2-ca16-4c06-ad8a-77d230624dc6'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:18:46.722125 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a3f19-ea3e-4f42-b397-f1c410071bfa req-fb996ef9-c7af-49ec-91f2-38eb2e657e94 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:46.723483 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b24a3f19-ea3e-4f42-b397-f1c410071bfa req-fb996ef9-c7af-49ec-91f2-38eb2e657e94 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 944 time: 0.0814335 Nov 24 20:18:46.766856 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b24a3f19-ea3e-4f42-b397-f1c410071bfa req-0d31f93d-dc27-4d60-91bf-aff8dee889aa tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374663 Nov 24 20:18:47.779661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device dbf438e2-ca16-4c06-ad8a-77d230624dc6 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:18:47.848551 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port dbf438e2-ca16-4c06-ad8a-77d230624dc6 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:18:47.854074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port dbf438e2-ca16-4c06-ad8a-77d230624dc6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:18:47.854457 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:47.965080 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39af76c-6ac1-4991-bfa3-0cb415a6c372 req-335062d4-4167-4cb7-bdd8-6313a6281b13 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:47.966561 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c39af76c-6ac1-4991-bfa3-0cb415a6c372 req-335062d4-4167-4cb7-bdd8-6313a6281b13 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 944 time: 0.0934746 Nov 24 20:18:48.010731 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c39af76c-6ac1-4991-bfa3-0cb415a6c372 req-06dea530-465d-45b3-b051-eb659d8a62c9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385494 Nov 24 20:18:48.016627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:48.044888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:18:48.053682 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:18:48.058069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:48.061044 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:48.133417 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:48.136754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:48.185731 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'code': 200} Nov 24 20:18:48.452313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72f04e-e4ab-47d7-b22d-f79cf598ba49 req-5c56c0de-56bd-4b5e-97ba-5c9b90c81b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:48.453767 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe72f04e-e4ab-47d7-b22d-f79cf598ba49 req-5c56c0de-56bd-4b5e-97ba-5c9b90c81b97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.0727303 Nov 24 20:18:48.497480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-fe72f04e-e4ab-47d7-b22d-f79cf598ba49 req-e2565cb2-5667-45f6-b0c6-9982a9f2031d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372307 Nov 24 20:18:49.193646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4b16-42f5-42bc-994f-147ecaafd0a2 req-3e2b34dc-8066-404c-9e0d-adcbd885c43d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:49.195235 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d0f4b16-42f5-42bc-994f-147ecaafd0a2 req-3e2b34dc-8066-404c-9e0d-adcbd885c43d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0808086 Nov 24 20:18:49.239626 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2d0f4b16-42f5-42bc-994f-147ecaafd0a2 req-3ba33294-11dd-4803-8efe-cfa2a157e03c tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387423 Nov 24 20:18:49.818421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:50.428063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38621ff-5113-40ec-95df-e8b2de5aa525 req-4239f7bd-78c4-4785-a8c8-082d413bf810 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:50.430189 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d38621ff-5113-40ec-95df-e8b2de5aa525 req-4239f7bd-78c4-4785-a8c8-082d413bf810 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0847414 Nov 24 20:18:50.473230 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d38621ff-5113-40ec-95df-e8b2de5aa525 req-894023ba-5afe-4c73-9c13-98560562b4e3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Nov 24 20:18:50.655920 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7583d89-a799-4b65-9a1c-8449d4676e74 req-3c52f5a5-d784-4057-966c-076a97a6d28c tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:50.657653 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a7583d89-a799-4b65-9a1c-8449d4676e74 req-3c52f5a5-d784-4057-966c-076a97a6d28c tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0806274 Nov 24 20:18:50.703007 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a7583d89-a799-4b65-9a1c-8449d4676e74 req-7aec827e-51fc-44c6-83d5-0a2738b93604 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390165 Nov 24 20:18:50.726888 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55316) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:50.838697 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7fc54-5037-461c-b068-e6894914dc0a tempest-TestShelveInstance-887964750 tempest-TestShelveInstance-887964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:50.840214 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e1e7fc54-5037-461c-b068-e6894914dc0a tempest-TestShelveInstance-887964750 tempest-TestShelveInstance-887964750-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1093 time: 0.1123304 Nov 24 20:18:50.843076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55322) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:18:50.847928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:18:50.854785 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:18:50.858655 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Usage tracker for resource:floatingip and tenant:c6f7299bcbfe44229a36e721b6eea1fc is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:18:50.861484 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:18:50.867470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:18:50.878865 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:51.017467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:51.147950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Allocated IP 172.26.6.9 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/948d40b7-f95b-4b74-a70e-f6c41f4b9187) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:18:51.300534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:51.329762 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:51.333244 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-07357b8f-ed27-44de-87b9-932e8aa16ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:51.393233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:18:51.395850 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:18:51.399704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:18:51.439653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'Port': ['ID=948d40b7-f95b-4b74-a70e-f6c41f4b9187,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:51.444391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:51.922976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:52.001031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:52.200942 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:52.205247 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:52.210900 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-08fda237-2766-4e8c-8630-7a7fe31aad50 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:18:52.319640 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event updated for resources: {'Port': ['ID=948d40b7-f95b-4b74-a70e-f6c41f4b9187,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:18:52.322617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:18:52.330885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:52.504037 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Floating IP e224f098-f177-4d78-b4ac-9aa7e1fe0017 associated. External IP: 172.26.6.9, port: dbf438e2-ca16-4c06-ad8a-77d230624dc6. Nov 24 20:18:52.849092 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:18:53.025455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:18:53.035284 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] Sync routers for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:18:53.045657 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:18:53.046191 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:53.049206 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:53.108459 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2642586 Nov 24 20:18:53.109033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:18:53.152559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'status': 'completed', 'code': 200} Nov 24 20:18:53.239540 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:18:53.247088 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-af80c8f6-5660-4768-8308-20a623870335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:53.248629 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-af80c8f6-5660-4768-8308-20a623870335 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.0716696 Nov 24 20:18:53.514116 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-0494d857-c044-49da-9969-fbb3c320eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:53.515556 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-0494d857-c044-49da-9969-fbb3c320eac8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.2609921 Nov 24 20:18:53.601831 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'e224f098-f177-4d78-b4ac-9aa7e1fe0017', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'floating_ip_address': '172.26.6.9', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'port_id': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'mac_address': 'fa:16:3e:31:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118995db-d34a-4c47-8288-d4b9f908b93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:18:51Z', 'updated_at': '2021-11-24T20:18:51Z', 'revision_number': 0, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:53.606289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] Checking router: 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:18:53.617102 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:18:53.618067 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:18:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:53.635272 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-1f17b4d8-e4c3-4b1e-a1ea-309deaf7412a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 997 time: 0.1131094 Nov 24 20:18:53.702184 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-2b82e1c8-7448-498c-9e7e-af2a83dbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:53.703608 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-2b82e1c8-7448-498c-9e7e-af2a83dbc3dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0617728 Nov 24 20:18:53.778299 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-dab54d18-cda0-4783-8b45-9b768d48cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:18:53.779708 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-dab54d18-cda0-4783-8b45-9b768d48cd4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692694 Nov 24 20:18:53.799368 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:18:53.913031 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-8df207d4-16a9-41d1-9495-0a0efa040dce service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263461 Nov 24 20:18:54.053172 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a8046510-f74e-4da7-857a-918a9f7b8d0e req-4beeb459-9a57-437e-94d7-bbeda98e85fb service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336803 Nov 24 20:18:54.154249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'e224f098-f177-4d78-b4ac-9aa7e1fe0017', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'floating_ip_address': '172.26.6.9', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'port_id': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'mac_address': 'fa:16:3e:31:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118995db-d34a-4c47-8288-d4b9f908b93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:18:51Z', 'updated_at': '2021-11-24T20:18:51Z', 'revision_number': 0, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:18:54.158481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f4e7b-438b-4c3a-b122-23c354549af8 None None] The sync data for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv is: [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': 'e224f098-f177-4d78-b4ac-9aa7e1fe0017', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'floating_ip_address': '172.26.6.9', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'port_id': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'mac_address': 'fa:16:3e:31:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118995db-d34a-4c47-8288-d4b9f908b93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:18:51Z', 'updated_at': '2021-11-24T20:18:51Z', 'revision_number': 0, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:18:54.356616 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca4e6a-0944-4d9a-b403-7c1ecd8bad8e None None] New status for floating IP e224f098-f177-4d78-b4ac-9aa7e1fe0017: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:18:58.509541 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:18:59.473723 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-71f71e9c-2bae-4f7b-ab54-6870ba9b73c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:18:59.889608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:02.254830 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-93ccdcdd-497d-4b9a-8a57-d918fa79d3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:03.001893 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:04.764461 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:19.830298 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:29.484547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-355aac9a-1775-49e0-8c58-a7f83bc0eeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:29.882288 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:32.256904 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5951da04-955f-480f-8503-655dc04cea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:33.005231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:34.767079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:35.508711 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:19:42.233727 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-e587eb98-c6a4-4b47-afc0-c2aabf62bbd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737789 Nov 24 20:19:42.379127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-00cc0136-0deb-4a6f-bdda-d72ee6e57e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:19:42.380659 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-00cc0136-0deb-4a6f-bdda-d72ee6e57e54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.0791931 Nov 24 20:19:42.524437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-f2b491dd-24cf-498b-b151-2f52f4498f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:19:42.525789 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-f2b491dd-24cf-498b-b151-2f52f4498f02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1265330 Nov 24 20:19:42.627990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-978644fc-2f37-4cf0-8137-d9806e303c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 999 time: 0.0949256 Nov 24 20:19:42.689333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-1589bf98-493b-4c30-976c-7a5f06621909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:19:42.690725 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-1589bf98-493b-4c30-976c-7a5f06621909 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0568480 Nov 24 20:19:42.764928 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-70f40388-6a8b-4fbd-9c99-47bc18c2104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:19:42.767062 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-70f40388-6a8b-4fbd-9c99-47bc18c2104e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699055 Nov 24 20:19:42.898599 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-f75f1de3-cc7f-40fd-9670-8ee327c2998d service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249435 Nov 24 20:19:43.029643 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79e283be-a9d0-4341-bbd9-83f4c7d6196d req-200f202f-036a-4543-9e34-f688d60dc274 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249928 Nov 24 20:19:49.822178 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:59.481737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f273766b-5fee-4b98-92ee-ce0174d52011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:19:59.883736 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:02.259097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4844c3b0-e92e-497e-9041-850c6989fe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:03.007359 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:04.773440 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:12.508387 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:20:19.821559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:29.483531 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3564-4506-4601-91fc-e21bd964ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:29.886031 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:32.261866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-180863b8-d306-4f39-a162-543edd8e3b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:33.009776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:34.774577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:44.248480 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-a0e403a3-0fbf-40ea-b140-e7687ab31c3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736077 Nov 24 20:20:44.386787 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-36b9d886-6a6a-4197-ac02-8960dbb862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:44.388278 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-36b9d886-6a6a-4197-ac02-8960dbb862cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.0707934 Nov 24 20:20:44.645786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-4557bf4e-c325-41c2-a2c8-2122fc0c0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:44.647313 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-4557bf4e-c325-41c2-a2c8-2122fc0c0a35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.2408717 Nov 24 20:20:44.752364 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-379a4330-455a-4329-84bd-22e00b7ee55b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 999 time: 0.0980716 Nov 24 20:20:44.817089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-c6ae4912-434c-41d4-b49f-7b149345ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:44.818499 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-c6ae4912-434c-41d4-b49f-7b149345ee9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0603421 Nov 24 20:20:44.894143 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-4879d86e-3f74-4f95-b4d3-f647c2a6cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:44.896365 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-4879d86e-3f74-4f95-b4d3-f647c2a6cbcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710542 Nov 24 20:20:44.906025 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-68a5b554-294e-4ae5-898d-aaae803e10df service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:20:44.907202 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-68a5b554-294e-4ae5-898d-aaae803e10df service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050471 Nov 24 20:20:45.039170 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-266afab4-454a-47da-99b0-3fbdd6a8dd85 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254659 Nov 24 20:20:45.173819 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d7057078-a151-42a2-82cd-ec31c0c4ead2 req-99f96263-7e9e-4e50-9243-8e8c99350d70 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260421 Nov 24 20:20:49.508111 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:20:49.836226 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:50.445464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15977159-a41d-49f4-9f86-f169406ae769 req-f2ad895d-f60c-46c8-8317-ebd6a8ce7aac tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:50.446928 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15977159-a41d-49f4-9f86-f169406ae769 req-f2ad895d-f60c-46c8-8317-ebd6a8ce7aac tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0861373 Nov 24 20:20:50.491297 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-15977159-a41d-49f4-9f86-f169406ae769 req-6e256e19-1b4f-4b94-91bd-d3d0c217a9b0 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386965 Nov 24 20:20:51.828730 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fd250-a59c-4ad0-a98a-3ce2ae6168d3 req-17a3713a-a686-4d2d-8696-e67e85bc94f8 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:51.830189 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-589fd250-a59c-4ad0-a98a-3ce2ae6168d3 req-17a3713a-a686-4d2d-8696-e67e85bc94f8 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0811570 Nov 24 20:20:51.874180 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-589fd250-a59c-4ad0-a98a-3ce2ae6168d3 req-f6e6a7f9-a78a-4398-83c2-71afd767df97 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375776 Nov 24 20:20:53.082322 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b61ed-3e6e-4bf0-8ad0-44b4022530bd req-b47f1522-010e-44ff-88a4-34c1b25e79b7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:53.083923 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ae7b61ed-3e6e-4bf0-8ad0-44b4022530bd req-b47f1522-010e-44ff-88a4-34c1b25e79b7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0860977 Nov 24 20:20:53.129893 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ae7b61ed-3e6e-4bf0-8ad0-44b4022530bd req-d9727e3e-e974-4ca8-a54e-4afbc79a36f1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Nov 24 20:20:54.312109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d0108-99ef-458c-9828-9b336548c238 req-d983b69a-8697-4c1f-b747-6daa5d0a2b42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:54.313483 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e21d0108-99ef-458c-9828-9b336548c238 req-d983b69a-8697-4c1f-b747-6daa5d0a2b42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0803964 Nov 24 20:20:54.356559 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e21d0108-99ef-458c-9828-9b336548c238 req-79993428-d696-4390-b46c-09e551e36b1d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Nov 24 20:20:55.544208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3ac1-bfa9-49d9-8cb9-2c68e749bfcc req-77f88607-7597-4ef1-8dd8-f613609f1968 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:55.545638 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7f9c3ac1-bfa9-49d9-8cb9-2c68e749bfcc req-77f88607-7597-4ef1-8dd8-f613609f1968 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0825477 Nov 24 20:20:55.588315 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7f9c3ac1-bfa9-49d9-8cb9-2c68e749bfcc req-ec3ef6db-2655-4628-943f-ad1ec1f31dd5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364370 Nov 24 20:20:56.773315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4589b-f98b-4d32-a103-ba0e2cb53f37 req-186b6532-d4da-4cc7-8219-e22048284670 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:56.774785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-07a4589b-f98b-4d32-a103-ba0e2cb53f37 req-186b6532-d4da-4cc7-8219-e22048284670 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0800543 Nov 24 20:20:56.822995 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-07a4589b-f98b-4d32-a103-ba0e2cb53f37 req-f0fce99e-2614-4011-9bb9-b601e756ce37 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Nov 24 20:20:58.006791 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef3a3-19e9-4a4c-83c9-bc798b7c20dc req-26a3ddc7-acb3-42e1-a85d-1fcbcb02d879 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:58.008306 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75aef3a3-19e9-4a4c-83c9-bc798b7c20dc req-26a3ddc7-acb3-42e1-a85d-1fcbcb02d879 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0819347 Nov 24 20:20:58.056562 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-75aef3a3-19e9-4a4c-83c9-bc798b7c20dc req-16602670-2d2c-41d6-a09d-d332569a5ec5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Nov 24 20:20:59.244478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d228-f4e4-4714-afac-c870ec6d8eff req-bc2982e4-937a-469c-b833-1b715951ca2f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:20:59.245842 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c951d228-f4e4-4714-afac-c870ec6d8eff req-bc2982e4-937a-469c-b833-1b715951ca2f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0842471 Nov 24 20:20:59.289538 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c951d228-f4e4-4714-afac-c870ec6d8eff req-db7061bd-818c-4ef9-b37b-6d6d2e9b3aa1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381565 Nov 24 20:20:59.484511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-08681d1f-c291-4b5d-9444-a1992fcce976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:20:59.888618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:00.473668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511089e-97b5-48c8-bd90-bd33bb2c034b req-b1b4a828-e902-47aa-9189-f2bc97c898df tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:00.475177 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b511089e-97b5-48c8-bd90-bd33bb2c034b req-b1b4a828-e902-47aa-9189-f2bc97c898df tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0804996 Nov 24 20:21:00.571079 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b511089e-97b5-48c8-bd90-bd33bb2c034b req-e24be77b-8234-45e1-bc73-2c03010be189 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900857 Nov 24 20:21:00.586757 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-bfbe54b0-4982-42f0-8996-0079a246c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:00.588284 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-bfbe54b0-4982-42f0-8996-0079a246c8db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.0923002 Nov 24 20:21:00.836225 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-ad1d693a-079b-4796-9449-e4688a794a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:00.837575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-ad1d693a-079b-4796-9449-e4688a794a97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.2424626 Nov 24 20:21:00.941440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-ae29d645-66c2-4dfc-b5de-5f462f94c53a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 999 time: 0.0968676 Nov 24 20:21:01.003279 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-01401248-c751-48c2-8471-840b652bcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:01.004697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-01401248-c751-48c2-8471-840b652bcf07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0567317 Nov 24 20:21:01.083849 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-4c839b61-af97-4252-a8a5-a61cec281519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:01.085350 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-4c839b61-af97-4252-a8a5-a61cec281519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734565 Nov 24 20:21:01.219312 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-15c99291-6e81-40aa-ab80-15b7aed76798 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263556 Nov 24 20:21:01.349244 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1a70c226-8bee-4cce-9b0a-bcc7c23aaa3c req-c316621c-edae-43d3-9e17-d04e3b5391b3 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237011 Nov 24 20:21:01.754898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1c99-cf3a-4ce5-b5fa-8970291f118f req-bcb22bb9-bac9-4274-9555-608b8757ac72 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:01.756410 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-72fa1c99-cf3a-4ce5-b5fa-8970291f118f req-bcb22bb9-bac9-4274-9555-608b8757ac72 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0821545 Nov 24 20:21:01.801861 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-72fa1c99-cf3a-4ce5-b5fa-8970291f118f req-38f17fe8-ac61-4695-877d-3d2d13fe2463 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 Nov 24 20:21:02.263518 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3b64b21e-4533-4ffb-b74e-67a89f21d323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:02.999391 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69681832-b530-41dc-98b2-a014e53d9694 req-07d062a2-1326-4242-90a0-8c35025a8a0a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:03.000971 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69681832-b530-41dc-98b2-a014e53d9694 req-07d062a2-1326-4242-90a0-8c35025a8a0a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0918932 Nov 24 20:21:03.019737 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:03.053053 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69681832-b530-41dc-98b2-a014e53d9694 req-22af7bf3-ede4-41d5-8990-95fbcd010f34 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 Nov 24 20:21:04.238835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf140-31f3-43cf-b5e6-4b03c8c06bbf req-7bedc2bb-6c6b-44b5-85f9-81766ba006a2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:04.240199 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-636cf140-31f3-43cf-b5e6-4b03c8c06bbf req-7bedc2bb-6c6b-44b5-85f9-81766ba006a2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0830188 Nov 24 20:21:04.283403 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-636cf140-31f3-43cf-b5e6-4b03c8c06bbf req-f729400e-683d-4c82-89fc-97a6fb0c93b7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376275 Nov 24 20:21:04.623536 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-407f59ef-6977-4604-9c61-e03ee35320fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267805 Nov 24 20:21:04.649808 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419aa2d-a1cb-4fbd-a85f-4d76477e6f56 req-738c35d6-c56a-4f34-b0d6-08429e93f4ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:04.651302 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6419aa2d-a1cb-4fbd-a85f-4d76477e6f56 req-738c35d6-c56a-4f34-b0d6-08429e93f4ec tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0998778 Nov 24 20:21:04.702175 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6419aa2d-a1cb-4fbd-a85f-4d76477e6f56 req-3f541b78-785f-45d9-9f38-24a09e9670a4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Nov 24 20:21:04.777471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:05.892139 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ab7b-3d4a-4736-a23f-b84f55529581 req-c9847fd2-b1e9-4497-8d21-7b9a5ef377be tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:05.894174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d2e0ab7b-3d4a-4736-a23f-b84f55529581 req-c9847fd2-b1e9-4497-8d21-7b9a5ef377be tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0860734 Nov 24 20:21:05.937650 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d2e0ab7b-3d4a-4736-a23f-b84f55529581 req-44092d55-c022-4be3-a2d3-1b84a8210070 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375128 Nov 24 20:21:06.478381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device dbf438e2-ca16-4c06-ad8a-77d230624dc6 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:21:06.594511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:06.621547 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:21:06.631051 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:21:06.635249 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:06.638333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:21:06.668884 dv-neutron-818346-1-hyperv neutron-server[87487]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'code': 422} returned with failed status Nov 24 20:21:06.705945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:21:06.713074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.713431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.713776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.714115 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.714451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.714788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.715119 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.715448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.715782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.716135 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.716464 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.716793 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:21:06.720677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:21:07.132136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252909b6-f630-4830-a445-76ce45275c5a req-3c4b04e3-1d5c-4930-8d48-46ab94a3eac5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:07.133641 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-252909b6-f630-4830-a445-76ce45275c5a req-3c4b04e3-1d5c-4930-8d48-46ab94a3eac5 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0876915 Nov 24 20:21:07.179121 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-252909b6-f630-4830-a445-76ce45275c5a req-25e60968-65e0-48a8-af18-a96c44a34c6e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399916 Nov 24 20:21:08.363705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12f19-c46a-431d-9b66-e6b61a6a499f req-ae4b42af-fa53-4dcf-ba40-1a67e77c8102 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:08.365132 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97b12f19-c46a-431d-9b66-e6b61a6a499f req-ae4b42af-fa53-4dcf-ba40-1a67e77c8102 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0819423 Nov 24 20:21:08.410523 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-97b12f19-c46a-431d-9b66-e6b61a6a499f req-cfaf5bc3-06a2-48c5-9157-bf3f47bfecd7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394888 Nov 24 20:21:09.059452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db163-263e-4834-b769-35769b65feb7 req-bb5fb02c-ba1d-412a-896b-812c7d8c1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:09.060994 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-bb5fb02c-ba1d-412a-896b-812c7d8c1dcd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e&tenant_id=c6f7299bcbfe44229a36e721b6eea1fc HTTP/1.1" status: 200 len: 1096 time: 0.0751681 Nov 24 20:21:09.148951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db163-263e-4834-b769-35769b65feb7 req-c8d31826-0d51-4ecc-a2d6-fdbc3b36a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:09.150381 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-c8d31826-0d51-4ecc-a2d6-fdbc3b36a7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1096 time: 0.0689740 Nov 24 20:21:09.283194 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db163-263e-4834-b769-35769b65feb7 req-363bc464-7db2-435f-b0fb-2a31f1d8a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:09.285434 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-363bc464-7db2-435f-b0fb-2a31f1d8a17f service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1279726 Nov 24 20:21:09.502125 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-237c97d2-6119-4150-9ca5-cd0fba3267ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 997 time: 0.2106447 Nov 24 20:21:09.616722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db163-263e-4834-b769-35769b65feb7 req-99c93b53-8734-4f4c-81d9-59880f408872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:09.618051 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-99c93b53-8734-4f4c-81d9-59880f408872 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.1089237 Nov 24 20:21:09.688606 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a5892-e115-4e40-8625-589e1991ef60 req-b182c79f-456e-40d8-a76b-7892874d9a73 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:09.690031 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d2a5892-e115-4e40-8625-589e1991ef60 req-b182c79f-456e-40d8-a76b-7892874d9a73 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.1511481 Nov 24 20:21:09.744508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db163-263e-4834-b769-35769b65feb7 req-45fb24e8-dbdb-470a-b6ed-590fd8d96a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:09.745974 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-45fb24e8-dbdb-470a-b6ed-590fd8d96a90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209762 Nov 24 20:21:09.748874 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-5d2a5892-e115-4e40-8625-589e1991ef60 req-e3bc9e28-e0b3-44a1-987f-e1437043b6e4 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509148 Nov 24 20:21:09.876785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-d6f711ba-ddc2-4a9a-b6ef-8969ae7e2a6d service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237867 Nov 24 20:21:10.009824 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-be6db163-263e-4834-b769-35769b65feb7 req-c4d4a490-5f28-492b-b65e-f9cfbaf31fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247709 Nov 24 20:21:10.932397 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456174-11c6-4d6c-bf21-27c6d0ac90f1 req-bfb2093c-0873-434b-b05f-2ef3ee039da2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:10.933903 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7456174-11c6-4d6c-bf21-27c6d0ac90f1 req-bfb2093c-0873-434b-b05f-2ef3ee039da2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0801239 Nov 24 20:21:10.978542 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-b7456174-11c6-4d6c-bf21-27c6d0ac90f1 req-701c32b9-7415-4bd0-9346-beba1754409a tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386233 Nov 24 20:21:12.169519 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435436c-748d-44af-bf7d-b26587649720 req-cf69e5ea-6f4b-48ef-8ea6-da928bfb4da1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:12.170956 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c435436c-748d-44af-bf7d-b26587649720 req-cf69e5ea-6f4b-48ef-8ea6-da928bfb4da1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0855150 Nov 24 20:21:12.214592 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c435436c-748d-44af-bf7d-b26587649720 req-198a3d94-2d7c-4537-bdcc-1509f6b8c90b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369008 Nov 24 20:21:13.402409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046d31-2d77-411c-b58e-3da03e1ccdae req-31ab36d8-285e-4d0f-af15-cce71d289cfd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:13.403881 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43046d31-2d77-411c-b58e-3da03e1ccdae req-31ab36d8-285e-4d0f-af15-cce71d289cfd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0811448 Nov 24 20:21:13.448174 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-43046d31-2d77-411c-b58e-3da03e1ccdae req-2bd90d4b-6a66-4cc5-b852-57350879d05d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377398 Nov 24 20:21:14.635705 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b147b7c-056d-4089-9a11-62a5bfbc5a6c req-3359981e-f040-4098-b54b-514ee3a622ed tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:14.637176 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b147b7c-056d-4089-9a11-62a5bfbc5a6c req-3359981e-f040-4098-b54b-514ee3a622ed tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0833888 Nov 24 20:21:14.682787 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7b147b7c-056d-4089-9a11-62a5bfbc5a6c req-268a8252-30cd-4a26-84e2-82f208de6af1 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399852 Nov 24 20:21:15.864433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81d3d-1176-461d-a2b2-8c08de9cfe26 req-7069fd0b-7658-4c31-b534-b213f3c69197 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:15.865883 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06e81d3d-1176-461d-a2b2-8c08de9cfe26 req-7069fd0b-7658-4c31-b534-b213f3c69197 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0810499 Nov 24 20:21:15.914676 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06e81d3d-1176-461d-a2b2-8c08de9cfe26 req-afd62ac2-5cfa-415b-be3e-72d2e4c84fac tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Nov 24 20:21:17.097837 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1e40e-fa88-4876-852a-3bc1fd47f82c req-de5b710d-c26a-482e-a38b-6cf32f415cb6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:17.099298 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cba1e40e-fa88-4876-852a-3bc1fd47f82c req-de5b710d-c26a-482e-a38b-6cf32f415cb6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0799038 Nov 24 20:21:17.142980 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-cba1e40e-fa88-4876-852a-3bc1fd47f82c req-f16b739e-a328-4b4e-9354-cfa38eea525d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381944 Nov 24 20:21:18.332333 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7b54b-3ffa-44b4-afaf-29f420fc43ba req-f6cb6798-b09d-4dee-879c-9846026c7813 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:18.333707 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-76a7b54b-3ffa-44b4-afaf-29f420fc43ba req-f6cb6798-b09d-4dee-879c-9846026c7813 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 943 time: 0.0853281 Nov 24 20:21:18.376971 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-76a7b54b-3ffa-44b4-afaf-29f420fc43ba req-77dc215d-49c3-4008-96e5-e194bf773e4f tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377738 Nov 24 20:21:18.555654 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device dbf438e2-ca16-4c06-ad8a-77d230624dc6 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:21:18.691021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:21:18.704983 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'port_id': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'mac_address': 'fa:16:3e:31:3b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:21:18.761462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:18.782777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf438e2-ca16-4c06-ad8a-77d230624dc6 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:21:18.798523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:21:18.803158 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:18.804834 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:21:18.878684 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:21:18.882453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:21:19.112971 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['dbf438e2-ca16-4c06-ad8a-77d230624dc6'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:21:19.558832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc941d23-1ef2-4ed0-a8a0-f6ba0f6d0fc5 req-903d66e7-2a9d-4e71-9ef2-3aaa7c8a2204 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:19.560331 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc941d23-1ef2-4ed0-a8a0-f6ba0f6d0fc5 req-903d66e7-2a9d-4e71-9ef2-3aaa7c8a2204 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 944 time: 0.0817232 Nov 24 20:21:19.604319 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-dc941d23-1ef2-4ed0-a8a0-f6ba0f6d0fc5 req-ec9a44d7-b65c-432d-992e-58d54e5fb2ea tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Nov 24 20:21:19.851861 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:20.555661 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device dbf438e2-ca16-4c06-ad8a-77d230624dc6 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:21:20.626577 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port dbf438e2-ca16-4c06-ad8a-77d230624dc6 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:21:20.626965 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:20.750362 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:20.778769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:21:20.790532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:21:20.795190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:20.797160 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:21:20.806011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a3a0d-0f9e-43c4-ad45-8e1e98da41b3 req-740217d5-7195-4bc1-9a62-4afa9157c2d3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:20.810506 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c7a3a0d-0f9e-43c4-ad45-8e1e98da41b3 req-740217d5-7195-4bc1-9a62-4afa9157c2d3 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 944 time: 0.0942047 Nov 24 20:21:20.832918 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'code': 200} Nov 24 20:21:20.860322 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2c7a3a0d-0f9e-43c4-ad45-8e1e98da41b3 req-ceaf1a51-0c89-4d69-b197-0990f26b2294 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459900 Nov 24 20:21:20.866939 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:21:20.869995 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:21:21.097534 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c58c0-ec32-449e-bfec-dce9eb825636 req-9734a386-2ccd-4d02-8dbf-232da3fe8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:21.098994 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a5c58c0-ec32-449e-bfec-dce9eb825636 req-9734a386-2ccd-4d02-8dbf-232da3fe8468 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.0699356 Nov 24 20:21:21.142124 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6a5c58c0-ec32-449e-bfec-dce9eb825636 req-50123da7-bd78-4a74-9147-de2a32ef966e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369546 Nov 24 20:21:22.048658 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6917-10c2-4261-a30b-581fb62a4b6e req-dd8de915-6301-4afd-834f-9906116a77c2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:22.050091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-244b6917-10c2-4261-a30b-581fb62a4b6e req-dd8de915-6301-4afd-834f-9906116a77c2 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0800333 Nov 24 20:21:22.093846 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-244b6917-10c2-4261-a30b-581fb62a4b6e req-534bd669-c483-4677-8e06-2eb6f21c54fc tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376191 Nov 24 20:21:23.281723 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9901d26-5c63-4f62-bd19-49e17ae751a7 req-67897e20-8f0e-4a46-8dd0-c20d750421ff tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:23.283081 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9901d26-5c63-4f62-bd19-49e17ae751a7 req-67897e20-8f0e-4a46-8dd0-c20d750421ff tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0856445 Nov 24 20:21:23.443308 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c9901d26-5c63-4f62-bd19-49e17ae751a7 req-029e3a0e-6bb6-4f96-9818-23cb2a40e103 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545117 Nov 24 20:21:26.508241 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:21:29.486487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d155516e-33ba-4434-92dc-ada531b7ae54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:29.890765 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:32.267462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-c676c2e2-d1cc-4f5f-a377-de59c0375c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:33.016801 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:34.782878 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:36.129439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [req-f44caf15-df66-48b6-92ac-5766b333a92a req-8809faf9-c310-4ffb-a0a4-aae446371e8e service neutron] (87486) timed out ('10.222.0.47', 53736) {{(pid=87486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 20:21:44.231179 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-6f879827-a370-41d8-b009-08cc173f290f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697813 Nov 24 20:21:44.371886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b398-2f60-493e-89e3-798894542834 req-a7bd7c84-047a-42ea-8bc5-0d9c152a45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:44.373365 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-a7bd7c84-047a-42ea-8bc5-0d9c152a45a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.0750992 Nov 24 20:21:44.521624 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b398-2f60-493e-89e3-798894542834 req-b6cdbee3-27ba-4969-9ff1-3209dd44e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:44.523055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-b6cdbee3-27ba-4969-9ff1-3209dd44e0ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1279194 Nov 24 20:21:44.630020 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-f6ba94e1-20c3-4c69-ada9-a2a9c5d698a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 999 time: 0.0985739 Nov 24 20:21:44.697297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b398-2f60-493e-89e3-798894542834 req-e28d168b-fd68-4d30-ad22-2645ac674966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:44.697297 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-e28d168b-fd68-4d30-ad22-2645ac674966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0604343 Nov 24 20:21:44.773657 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b398-2f60-493e-89e3-798894542834 req-222f503e-9a80-474e-8d93-912eed9c6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:21:44.775570 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-222f503e-9a80-474e-8d93-912eed9c6ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704250 Nov 24 20:21:44.913073 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-1bb3c98c-43f0-4726-8646-62c1551995fa service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253619 Nov 24 20:21:45.042436 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-bf92b398-2f60-493e-89e3-798894542834 req-88789ab3-1b0b-4daa-a2a6-59789d7a0392 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264305 Nov 24 20:21:49.855601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:59.492246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-301ad42e-e559-4325-b479-39a30fcdf1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:21:59.892446 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:02.269926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f349742-e674-4a6b-885c-473b9cff46f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:03.056244 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:03.506780 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:22:04.785554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:19.849704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:29.484404 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6afc2b8f-03a4-4f14-83ab-a1b2555881f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:29.894807 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:32.274423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-02d35177-42c0-4535-b448-63febc31570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:33.022903 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:34.790925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:38.544106 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55472) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:38.746955 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Deleting port 948d40b7-f95b-4b74-a70e-f6c41f4b9187 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:38.747289 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:38.913115 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:38.913439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:39.040176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Calling delete_port for 948d40b7-f95b-4b74-a70e-f6c41f4b9187 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:39.187192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:39.191861 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:39.237811 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event deleted for resources: {'Port': ['ID=948d40b7-f95b-4b74-a70e-f6c41f4b9187,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:39.279034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.279422 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.279806 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.280207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.280584 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.280956 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.281590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.281960 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.282332 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.282698 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.283063 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.283953 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:39.287186 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:39.344760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:39.345091 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Floating IP e224f098-f177-4d78-b4ac-9aa7e1fe0017 disassociated (deleted). External IP: 172.26.6.9, port: dbf438e2-ca16-4c06-ad8a-77d230624dc6. Nov 24 20:22:39.800261 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:22:39.979163 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:22:39.990107 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59479520-4918-4c48-a417-5046749da9d1 None None] Sync routers for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:22:39.999044 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:39.999614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:22:40.000303 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:40.054680 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-f3b8fb6e-db1c-4722-a6ef-f9c5b884ed8b tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "DELETE /v2.0/floatingips/e224f098-f177-4d78-b4ac-9aa7e1fe0017 HTTP/1.1" status: 204 len: 168 time: 1.5094056 Nov 24 20:22:40.055278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:22:40.124478 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'status': 'completed', 'code': 200} Nov 24 20:22:40.186156 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:22:40.259767 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-31a787e3-ac23-41bd-bdb8-4ed9242005c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:40.261816 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-31a787e3-ac23-41bd-bdb8-4ed9242005c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 1098 time: 0.1115072 Nov 24 20:22:40.470965 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-a865b2f7-8d55-4c0d-b483-310bf3723b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:40.472642 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-a865b2f7-8d55-4c0d-b483-310bf3723b75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 200 len: 909 time: 0.1945944 Nov 24 20:22:40.507508 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:22:40.516636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:40.520942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59479520-4918-4c48-a417-5046749da9d1 None None] Checking router: 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:22:40.529275 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:22:40.529876 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:40.546454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25172e7e-26af-4da2-a947-1cd0f28ae3ad req-efbba149-c685-40bf-822b-b8b678f21f48 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:40.547141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-25172e7e-26af-4da2-a947-1cd0f28ae3ad req-efbba149-c685-40bf-822b-b8b678f21f48 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Synchronizing usage tracker for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:22:40.558538 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-01cd3d5d-777d-47c0-8f4a-b029d6d90cbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 200 len: 217 time: 0.0773902 Nov 24 20:22:40.600855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-25172e7e-26af-4da2-a947-1cd0f28ae3ad req-efbba149-c685-40bf-822b-b8b678f21f48 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Unset dirty status for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:22:40.601990 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25172e7e-26af-4da2-a947-1cd0f28ae3ad req-efbba149-c685-40bf-822b-b8b678f21f48 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.2277021 Nov 24 20:22:40.656771 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-5ac07dc1-453b-4ade-ae39-67c44de09d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:40.658726 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-5ac07dc1-453b-4ade-ae39-67c44de09d2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 200 len: 847 time: 0.0919909 Nov 24 20:22:40.665064 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-25172e7e-26af-4da2-a947-1cd0f28ae3ad req-b4d9e1a1-ed02-4e91-a739-2bf1699a9687 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505712 Nov 24 20:22:40.709398 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:22:40.743893 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-3e367ebe-05ed-48d8-bd8d-83046222b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:40.745408 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-3e367ebe-05ed-48d8-bd8d-83046222b058 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08ca68aa-6ce6-48cc-b186-ee1f6d95417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765607 Nov 24 20:22:40.883690 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-2d5fbc4e-e75b-4fa5-ac74-5952b694b232 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298950 Nov 24 20:22:41.032243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-59479520-4918-4c48-a417-5046749da9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:41.036946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59479520-4918-4c48-a417-5046749da9d1 None None] The sync data for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv is: [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:45Z', 'revision_number': 4, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '6b59016f-686d-48a3-8e2c-9fb76df53f9a', 'name': '', 'network_id': '08ca68aa-6ce6-48cc-b186-ee1f6d95417d', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'mac_address': 'fa:16:3e:7a:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:44Z', 'updated_at': '2021-11-24T20:12:50Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'subnets': [{'id': '2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:22:41.157741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3dd18461-4800-4e80-b623-f2c090bf23ea req-df5de08c-606f-41c8-905e-35b6d57a7d86 service neutron] 10.222.0.41 "GET /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672126 Nov 24 20:22:41.270145 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79d15c-d2c9-4fb5-8624-95b1b7a76ba8 None None] New status for floating IP e224f098-f177-4d78-b4ac-9aa7e1fe0017: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:22:41.852779 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a121f1-78a6-4947-97a9-f91b97c18fc5 req-23633987-bb8b-4b8b-8b2b-9aebecf8df73 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:41.854294 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89a121f1-78a6-4947-97a9-f91b97c18fc5 req-23633987-bb8b-4b8b-8b2b-9aebecf8df73 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0819070 Nov 24 20:22:41.898767 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-89a121f1-78a6-4947-97a9-f91b97c18fc5 req-3d973bfa-693c-40e6-9fc7-aabf12c2f395 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/security-groups?id=d979d177-117b-49af-bec8-00d7d3b7410c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Nov 24 20:22:42.025181 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-49c5aff8-4f8b-4040-8a3f-a83cc32463e8 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:42.026495 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-49c5aff8-4f8b-4040-8a3f-a83cc32463e8 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 945 time: 0.0825121 Nov 24 20:22:42.095203 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Deleting port dbf438e2-ca16-4c06-ad8a-77d230624dc6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:42.095568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:42.347419 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] For port dbf438e2-ca16-4c06-ad8a-77d230624dc6, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=dbf438e2-ca16-4c06-ad8a-77d230624dc6,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:42.347690 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:42.474533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Calling delete_port for dbf438e2-ca16-4c06-ad8a-77d230624dc6 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:42.636187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:42.641885 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-3aabf9ba-6aeb-4d70-bd88-14591b38d95e tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:42.685913 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event deleted for resources: {'Port': ['ID=dbf438e2-ca16-4c06-ad8a-77d230624dc6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:42.688899 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:42.762390 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] No DVR routers for this DVR port dbf438e2-ca16-4c06-ad8a-77d230624dc6 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:22:42.764912 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:42.768141 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-deleted', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:22:42.784931 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-18110bf6-c95d-454d-8d24-c07617ccaa92 req-9db6fe29-3420-4915-9290-a2dc11651c25 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.41 "DELETE /v2.0/ports/dbf438e2-ca16-4c06-ad8a-77d230624dc6 HTTP/1.1" status: 204 len: 173 time: 0.7522559 Nov 24 20:22:42.829785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118995db-d34a-4c47-8288-d4b9f908b93e', 'name': 'network-vif-deleted', 'tag': 'dbf438e2-ca16-4c06-ad8a-77d230624dc6', 'status': 'completed', 'code': 200} Nov 24 20:22:43.056315 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-26c6c44a-7628-4ee3-a752-5d6cdd278f20 req-17c75e18-f5ef-49bc-9627-22d3252004bc tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Synchronizing usage tracker for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:22:43.072662 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-26c6c44a-7628-4ee3-a752-5d6cdd278f20 req-17c75e18-f5ef-49bc-9627-22d3252004bc tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Unset dirty status for tenant:c6f7299bcbfe44229a36e721b6eea1fc on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:22:43.074398 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-26c6c44a-7628-4ee3-a752-5d6cdd278f20 req-17c75e18-f5ef-49bc-9627-22d3252004bc tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "GET /v2.0/ports?device_id=118995db-d34a-4c47-8288-d4b9f908b93e HTTP/1.1" status: 200 len: 210 time: 0.0661943 Nov 24 20:22:44.177241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55494) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:44.250278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91e52e17-768c-4e1e-8b55-eccc0bfccce9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:44.279707 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91e52e17-768c-4e1e-8b55-eccc0bfccce9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:44.346985 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91e52e17-768c-4e1e-8b55-eccc0bfccce9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:44.352248 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-940ced67-bdc6-4e8e-9748-79596b1f94be tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:44.369810 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e52e17-768c-4e1e-8b55-eccc0bfccce9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d979d177-117b-49af-bec8-00d7d3b7410c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:44.372668 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-91e52e17-768c-4e1e-8b55-eccc0bfccce9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:44.378565 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-91e52e17-768c-4e1e-8b55-eccc0bfccce9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:44.379697 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-91e52e17-768c-4e1e-8b55-eccc0bfccce9 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] 10.222.0.47 "DELETE /v2.0/security-groups/d979d177-117b-49af-bec8-00d7d3b7410c HTTP/1.1" status: 204 len: 168 time: 0.2014678 Nov 24 20:22:44.427671 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55500) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:44.975035 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device dbf438e2-ca16-4c06-ad8a-77d230624dc6 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:22:45.012712 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: dbf438e2-ca16-4c06-ad8a-77d230624dc6 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:22:45.013070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device dbf438e2-ca16-4c06-ad8a-77d230624dc6 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:22:45.293038 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:45.648015 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Deleting port 6b59016f-686d-48a3-8e2c-9fb76df53f9a {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:45.648714 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:45.821457 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] For port 6b59016f-686d-48a3-8e2c-9fb76df53f9a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=6b59016f-686d-48a3-8e2c-9fb76df53f9a,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:45.821727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:45.950790 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Calling delete_port for 6b59016f-686d-48a3-8e2c-9fb76df53f9a owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:46.272063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:46.275439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-17945e6f-d82f-4614-8ef8-42ee0c1b9668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:46.318202 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b59016f-686d-48a3-8e2c-9fb76df53f9a,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:46.352364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.352751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.353131 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.353500 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.353873 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.354239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.354606 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.354976 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.355354 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.355698 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.356085 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.356439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:46.365412 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:46.733267 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:47.093168 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:22:47.272589 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:22:47.282331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] Sync routers for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:22:47.290366 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-f6a05275-fac2-4672-8fec-b1c27acbed33 admin admin] 10.222.0.47 "PUT /v2.0/routers/8a1a0ead-f4c5-458a-a6ba-cdadd0db2247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8615382 Nov 24 20:22:47.292985 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55518) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:47.293900 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:22:47.294516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:47.473294 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:47.516643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:22:47.654727 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:47.666032 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Deleting port c99a67bc-7e38-4b60-a409-20689d0adee9 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:47.666401 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:47.804979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:22:46Z', 'revision_number': 5, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port': {'id': 'c99a67bc-7e38-4b60-a409-20689d0adee9', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:47.809202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] Checking router: 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:22:47.818854 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] Routers {'8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:22:47.819497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:47.971594 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] For port c99a67bc-7e38-4b60-a409-20689d0adee9, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=c99a67bc-7e38-4b60-a409-20689d0adee9,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:47.972179 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:47.980112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] Set router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:22:48.090467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:22:47Z', 'revision_number': 6, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:48.094071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Calling delete_port for c99a67bc-7e38-4b60-a409-20689d0adee9 owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:48.094604 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04a26c-5aa6-4994-ac80-ab70c97f30eb None None] The sync data for ids ['8a1a0ead-f4c5-458a-a6ba-cdadd0db2247'] in dv-neutron-818346-1-hyperv is: [{'id': '8a1a0ead-f4c5-458a-a6ba-cdadd0db2247', 'name': 'tempest-TestShelveInstance-118491914-router', 'tenant_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:41Z', 'updated_at': '2021-11-24T20:22:47Z', 'revision_number': 6, 'project_id': 'c6f7299bcbfe44229a36e721b6eea1fc', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:22:48.263464 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.266888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-985a9839-f9f5-4169-aace-5f24e6dd90e9 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:48.311803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c99a67bc-7e38-4b60-a409-20689d0adee9,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:48.314139 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:48.405328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.591439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.593659 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.616964 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.617580 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:22:48.631230 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.632408 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8a1a0ead-f4c5-458a-a6ba-cdadd0db2247 HTTP/1.1" status: 204 len: 168 time: 1.3385177 Nov 24 20:22:48.634978 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55522) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:48.698339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Deleting subnet 2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:22:48.701231 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.748746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.828043 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.898106 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.901755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-df1f9eeb-10be-4a68-956c-2c93989a31c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:48.940152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:48.942210 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:48.944811 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:48.947331 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2cc654-3bf1-41da-9603-9e3f236833df None None] Network 08ca68aa-6ce6-48cc-b186-ee1f6d95417d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:22:48.948957 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-1335f066-e8c4-4404-8563-35cee0dd31d7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2a50b2e7-91b0-4b62-be1b-9ad2d6cac48e HTTP/1.1" status: 204 len: 168 time: 0.3130045 Nov 24 20:22:48.951418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55526) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:49.063060 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.074701 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Deleting port b55d8e8c-906a-477e-abce-cbce626f45b2 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:49.075040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.215920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] DHCP port deletion for 08ca68aa-6ce6-48cc-b186-ee1f6d95417d request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:22:49.220114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Deleting port b55d8e8c-906a-477e-abce-cbce626f45b2 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:49.221088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.301357 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] For port b55d8e8c-906a-477e-abce-cbce626f45b2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b55d8e8c-906a-477e-abce-cbce626f45b2,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:49.301719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.426260 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Calling delete_port for b55d8e8c-906a-477e-abce-cbce626f45b2 owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:49.427080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] For port b55d8e8c-906a-477e-abce-cbce626f45b2, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=b55d8e8c-906a-477e-abce-cbce626f45b2,segment=NetworkSegment(dcedb654-3189-429b-ba61-0c6acfc05532),segment_id=dcedb654-3189-429b-ba61-0c6acfc05532)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:49.427487 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.504363 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.508087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-f738dccf-df92-4876-b099-79cfe35516dd tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:49.551137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Calling delete_port for b55d8e8c-906a-477e-abce-cbce626f45b2 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:49.628826 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:22:49.629186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:22:49.669291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Pushing event deleted for resources: {'Port': ['ID=b55d8e8c-906a-477e-abce-cbce626f45b2,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:49.672775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:49.675097 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] No DVR routers for this DVR port b55d8e8c-906a-477e-abce-cbce626f45b2 on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:22:49.790118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.815567 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ca68aa-6ce6-48cc-b186-ee1f6d95417d']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:49.834493 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcedb654-3189-429b-ba61-0c6acfc05532') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:49.834788 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcedb654-3189-429b-ba61-0c6acfc05532') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:49.846861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.848091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.862890 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.871564 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:22:49.872118 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:22:49.896320 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:22:50.014052 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:50.018528 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-eda1bca6-8272-454a-bf18-4832a70f4a36 tempest-RoutersNegativeTest-621480035 tempest-RoutersNegativeTest-621480035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:50.030988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:50.041843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Pushing event deleted for resources: {'Network': ['ID=08ca68aa-6ce6-48cc-b186-ee1f6d95417d,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:50.045866 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:50.049787 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-0510de5d-c247-4074-8ca9-1e61a18c10db admin admin] 10.222.0.47 "DELETE /v2.0/networks/08ca68aa-6ce6-48cc-b186-ee1f6d95417d HTTP/1.1" status: 204 len: 168 time: 1.0974047 Nov 24 20:22:50.052937 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55530) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:50.103665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6b59016f-686d-48a3-8e2c-9fb76df53f9a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:22:50.132758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Deleting port b55d8e8c-906a-477e-abce-cbce626f45b2 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:50.133245 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:50.166063 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 6b59016f-686d-48a3-8e2c-9fb76df53f9a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:22:50.166655 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 6b59016f-686d-48a3-8e2c-9fb76df53f9a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:22:50.167097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b55d8e8c-906a-477e-abce-cbce626f45b2 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:22:50.289902 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-4640b41e-2a27-4a3a-a110-76f4ae876c04 None None] The port 'b55d8e8c-906a-477e-abce-cbce626f45b2' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 20:22:50.290648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: b55d8e8c-906a-477e-abce-cbce626f45b2 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:22:50.291001 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device b55d8e8c-906a-477e-abce-cbce626f45b2 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:22:50.291428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c99a67bc-7e38-4b60-a409-20689d0adee9 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:22:50.325472 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: c99a67bc-7e38-4b60-a409-20689d0adee9 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:22:50.325755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device c99a67bc-7e38-4b60-a409-20689d0adee9 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:22:50.597165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:50.944756 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Deleting port f6d0b59b-5c51-40fc-a85a-aba00bf78b76 {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:50.945123 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:51.228025 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] For port f6d0b59b-5c51-40fc-a85a-aba00bf78b76, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,segment=NetworkSegment(72750c0d-5f58-41cc-8a2c-95a296c5d1f3),segment_id=72750c0d-5f58-41cc-8a2c-95a296c5d1f3)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:51.228293 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:51.352142 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Calling delete_port for f6d0b59b-5c51-40fc-a85a-aba00bf78b76 owned by network:router_interface {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:51.528410 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:51.533074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-57f14719-2b01-474f-bbfe-5b64a2fa43c1 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:51.579283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d0b59b-5c51-40fc-a85a-aba00bf78b76,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:51.605242 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:51.842957 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:52.198752 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Router ed4ad981-7e56-4160-8956-ed6fffd329c2 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:22:52.375045 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:22:52.384004 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] Sync routers for ids ['ed4ad981-7e56-4160-8956-ed6fffd329c2'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:22:52.384429 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-cac26f47-1abc-4fbc-916a-09eec206e180 admin admin] 10.222.0.47 "PUT /v2.0/routers/ed4ad981-7e56-4160-8956-ed6fffd329c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3305311 Nov 24 20:22:52.386842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55534) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:52.394820 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] Routers {'ed4ad981-7e56-4160-8956-ed6fffd329c2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:22:52.395436 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ed4ad981-7e56-4160-8956-ed6fffd329c2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:52.581530 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] Set router ed4ad981-7e56-4160-8956-ed6fffd329c2 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:22:52.693175 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks [] for router, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:52.863720 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:22:51Z', 'revision_number': 5, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port': {'id': '9116a9fc-9996-496d-90da-1212ddb1f18f', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:12:48Z', 'updated_at': '2021-11-24T20:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:52.867571 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] Checking router: ed4ad981-7e56-4160-8956-ed6fffd329c2 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:22:52.869527 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:52.876058 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] Routers {'ed4ad981-7e56-4160-8956-ed6fffd329c2'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:22:52.877232 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['ed4ad981-7e56-4160-8956-ed6fffd329c2'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:52.880107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Deleting port 9116a9fc-9996-496d-90da-1212ddb1f18f {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:52.880642 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.025446 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] Set router ed4ad981-7e56-4160-8956-ed6fffd329c2 gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:22:53.065322 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] For port 9116a9fc-9996-496d-90da-1212ddb1f18f, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=9116a9fc-9996-496d-90da-1212ddb1f18f,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:53.065686 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.165632 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:22:52Z', 'revision_number': 6, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:53.169546 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520500f-667b-4948-8ff5-8071bbfe5610 None None] The sync data for ids ['ed4ad981-7e56-4160-8956-ed6fffd329c2'] in dv-neutron-818346-1-hyperv is: [{'id': 'ed4ad981-7e56-4160-8956-ed6fffd329c2', 'name': 'tempest-TestShelveInstance-1921875162-router', 'tenant_id': '6b7950c9b83e423c98d825cf310987a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:12:47Z', 'updated_at': '2021-11-24T20:22:52Z', 'revision_number': 6, 'project_id': '6b7950c9b83e423c98d825cf310987a0', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:22:53.190932 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Calling delete_port for 9116a9fc-9996-496d-90da-1212ddb1f18f owned by network:router_gateway {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:53.358418 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.363552 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4f08e619-4bc9-4d35-8b10-862117841824 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:53.409364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Pushing event deleted for resources: {'Port': ['ID=9116a9fc-9996-496d-90da-1212ddb1f18f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:53.434706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:53.503007 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.679161 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.681337 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.704563 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.706040 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed4ad981-7e56-4160-8956-ed6fffd329c2 {{(pid=87486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:22:53.718413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.719527 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8af1aae1-85a8-4e57-8beb-a5ecc3608535 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ed4ad981-7e56-4160-8956-ed6fffd329c2 HTTP/1.1" status: 204 len: 168 time: 1.3317802 Nov 24 20:22:53.722112 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55538) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:53.781675 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Deleting subnet c985fe2d-76f2-4bdd-a815-fd2baf567496 {{(pid=87486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:22:53.784674 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.835729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26236945'] for subnet, precommit_delete_associations {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.916728 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.986614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26433027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26384457'] for subnet, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:53.990623 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-164492a1-7630-474e-b59c-89a891a0eccc tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:54.106569 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6d0b59b-5c51-40fc-a85a-aba00bf78b76 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:22:54.144658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: f6d0b59b-5c51-40fc-a85a-aba00bf78b76 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:22:54.145481 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device f6d0b59b-5c51-40fc-a85a-aba00bf78b76 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:22:54.146072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9116a9fc-9996-496d-90da-1212ddb1f18f no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:22:54.154019 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c985fe2d-76f2-4bdd-a815-fd2baf567496,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:54.156165 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.162433 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:54.163985 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-dd7257b4-f4ae-4c5c-8562-461141ee0070 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c985fe2d-76f2-4bdd-a815-fd2baf567496 HTTP/1.1" status: 204 len: 168 time: 0.4409263 Nov 24 20:22:54.166426 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55542) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:54.179167 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3895cb-51b1-4896-a49c-697ba93b8d99 None None] Network 0db6720c-c673-4b1a-bea6-1b3b8ea4547f requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:22:54.208542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 9116a9fc-9996-496d-90da-1212ddb1f18f {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:22:54.208901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 9116a9fc-9996-496d-90da-1212ddb1f18f not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:22:54.278379 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.289428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Deleting port 63d065ed-dcaf-482b-b942-b44a8ea1969b {{(pid=87486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:54.289803 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.436114 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] DHCP port deletion for 0db6720c-c673-4b1a-bea6-1b3b8ea4547f request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:22:54.440747 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Deleting port 63d065ed-dcaf-482b-b942-b44a8ea1969b {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:54.441080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.494029 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.db [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] For port 63d065ed-dcaf-482b-b942-b44a8ea1969b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=63d065ed-dcaf-482b-b942-b44a8ea1969b,segment=NetworkSegment(72750c0d-5f58-41cc-8a2c-95a296c5d1f3),segment_id=72750c0d-5f58-41cc-8a2c-95a296c5d1f3)] {{(pid=87486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:54.494313 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.619360 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.plugin [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Calling delete_port for 63d065ed-dcaf-482b-b942-b44a8ea1969b owned by network:dhcp {{(pid=87486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:54.646263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] For port 63d065ed-dcaf-482b-b942-b44a8ea1969b, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=63d065ed-dcaf-482b-b942-b44a8ea1969b,segment=NetworkSegment(72750c0d-5f58-41cc-8a2c-95a296c5d1f3),segment_id=72750c0d-5f58-41cc-8a2c-95a296c5d1f3)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:22:54.646662 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.711919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.716854 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3fbd330d-702b-4a28-bd97-c29a84bceb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:54.761760 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d065ed-dcaf-482b-b942-b44a8ea1969b,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:54.763459 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] No DVR routers for this DVR port 63d065ed-dcaf-482b-b942-b44a8ea1969b on host dv-neutron-818346-1-hyperv {{(pid=87486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:22:54.764939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:54.767987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Calling delete_port for 63d065ed-dcaf-482b-b942-b44a8ea1969b owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:22:54.841703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:22:54.842054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:22:54.879712 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.904386 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db6720c-c673-4b1a-bea6-1b3b8ea4547f']}} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:54.920135 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72750c0d-5f58-41cc-8a2c-95a296c5d1f3') {'for_net_delete': True} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:54.920431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.services.segments.db [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72750c0d-5f58-41cc-8a2c-95a296c5d1f3') {} {{(pid=87486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:22:54.932137 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26236934'] for segment, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.948660 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.954453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:22:54.955436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26433245'] for segment, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: Traceback (most recent call last): Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: timer() Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: cb(*args, **kw) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: return func(*args, **kwargs) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: self._notify() Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: self.callback(batched_events) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: event.method(event) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: return f(self, *a, **k) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._get(url).json() Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: return self.request(url, 'GET', **kwargs) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:22:54.968117 dv-neutron-818346-1-hyperv neutron-server[87486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:22:55.040428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:55.043439 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-69dfc109-d038-4dd5-a863-ed52f150ccf2 tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:55.057539 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:55.071895 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db6720c-c673-4b1a-bea6-1b3b8ea4547f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:55.074853 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:55.076426 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c76584ba-0f85-4608-bd68-1c4420f13ff2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0db6720c-c673-4b1a-bea6-1b3b8ea4547f HTTP/1.1" status: 204 len: 168 time: 0.9090080 Nov 24 20:22:55.227709 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55548) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:55.276913 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-8287db0e-8c70-4186-bbfa-fe57a7271ab5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6f7299bcbfe44229a36e721b6eea1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478957 Nov 24 20:22:55.279213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55552) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:55.336931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5812791f-e5bb-4970-82cb-b73f9344954c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:55.343248 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Deleting port 63d065ed-dcaf-482b-b942-b44a8ea1969b {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:22:55.343735 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:55.362947 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5812791f-e5bb-4970-82cb-b73f9344954c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:55.411732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-a94d06ca-1449-4eb1-b270-5a3657149fc4 None None] The port '63d065ed-dcaf-482b-b942-b44a8ea1969b' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 20:22:55.418822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5812791f-e5bb-4970-82cb-b73f9344954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:55.422666 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-4acaa6cf-6665-4bc0-baf5-db09a49522a8 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:55.437424 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812791f-e5bb-4970-82cb-b73f9344954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69d99a9-3cae-45af-88f1-aab830c1206f,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:55.442934 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5812791f-e5bb-4970-82cb-b73f9344954c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:55.445627 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5812791f-e5bb-4970-82cb-b73f9344954c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:55.446740 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5812791f-e5bb-4970-82cb-b73f9344954c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a69d99a9-3cae-45af-88f1-aab830c1206f HTTP/1.1" status: 204 len: 168 time: 0.1666188 Nov 24 20:22:55.903711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55560) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:55.953034 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-852ba862-a688-4108-9a96-ca2de2bb34f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b7950c9b83e423c98d825cf310987a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479848 Nov 24 20:22:55.955403 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55564) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:56.015375 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afcb885c-4dd2-4e16-8815-d22c0f76da85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:56.041676 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afcb885c-4dd2-4e16-8815-d22c0f76da85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:56.093939 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afcb885c-4dd2-4e16-8815-d22c0f76da85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:56.098040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 63d065ed-dcaf-482b-b942-b44a8ea1969b no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:22:56.098692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-bdc3404a-55ef-41b7-a157-e180bfe1c59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:56.111813 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb885c-4dd2-4e16-8815-d22c0f76da85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ba76fa-4e69-4873-a1f3-adbf79cbbd2c,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:56.114729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-afcb885c-4dd2-4e16-8815-d22c0f76da85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:56.116764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-afcb885c-4dd2-4e16-8815-d22c0f76da85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:56.120071 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-afcb885c-4dd2-4e16-8815-d22c0f76da85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69ba76fa-4e69-4873-a1f3-adbf79cbbd2c HTTP/1.1" status: 204 len: 168 time: 0.1615844 Nov 24 20:22:56.144691 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 63d065ed-dcaf-482b-b942-b44a8ea1969b {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:22:56.145367 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 63d065ed-dcaf-482b-b942-b44a8ea1969b not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:22:56.876246 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55588) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:56.979485 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-771121864-network', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:22:56.984286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:22:56.988704 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Usage tracker for resource:network and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:22:56.991510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:22:56.997178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:22:57.009074 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Made reservation on behalf of 5bed7daa8c1e4dfca927e73a147cc1d9 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:22:57.011435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.023239 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.038248 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:22:57.042012 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:22:57.044784 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:22:57.051328 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:22:57.133004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.136614 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.140453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-6cc0cc55-dcf3-4b4c-a6f9-40a5f1cd54f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:57.170664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:22:57.179583 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67aacea-48ff-4c2f-abf4-0bee956f0c35,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:57.183063 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:57.185469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.185791 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Added segment bc8eb1dc-0312-4ea2-8c01-5dab011f9c00 of type vlan for network 1d28ed9f-0e98-480f-9158-b36936ab6a34 Nov 24 20:22:57.211250 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.240073 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.241075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:57.241648 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.246241 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e724ddbb-eb09-4c5b-af2e-85b2f48decd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:57.345825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Pushing event updated for resources: {'Network': ['ID=1d28ed9f-0e98-480f-9158-b36936ab6a34,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:57.348898 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4709096 Nov 24 20:22:57.349791 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:57.351751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55594) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:57.355600 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:22:57.357125 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Request body: {'subnet': {'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-771121864-subnet', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:22:57.362772 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:22:57.366670 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Usage tracker for resource:subnet and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:22:57.369571 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:22:57.375332 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:22:57.386706 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Made reservation on behalf of 5bed7daa8c1e4dfca927e73a147cc1d9 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:22:57.389035 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.596837 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.601157 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-40001261-b55f-41b7-b196-cb6f2897ae20 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:57.673466 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76790481-73da-4e60-91cd-f133b9001bfa,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:57.676930 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:57.682453 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Checking segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:22:57.682819 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Network hostable DHCP agents. Network: 1d28ed9f-0e98-480f-9158-b36936ab6a34, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:22:57.701688 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:22:57.712303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 1d28ed9f-0e98-480f-9158-b36936ab6a34) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:22:57.716436 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:22:57.717023 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.722190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e121b8-1efc-4102-8729-2a67191884de None None] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:22:57.738434 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c670aab5-7d9e-441c-9d47-53132e22bd75 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3856504 Nov 24 20:22:57.741469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55598) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:22:57.746422 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:22:57.751152 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:22:57.755754 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Usage tracker for resource:router and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:22:57.758634 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:22:57.764303 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:22:57.777909 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.779117 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.796761 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:57.951745 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-1d28ed9f-0e98-480f-9158-b36936ab6a34', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:22:57.952618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.110453 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Allocated IP 172.20.0.2 (1d28ed9f-0e98-480f-9158-b36936ab6a34/76790481-73da-4e60-91cd-f133b9001bfa/1e26fccd-bfe6-4bd3-83af-9124299042a5) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:22:58.186755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.386761 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.397210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Transition to ACTIVE for port object 1e26fccd-bfe6-4bd3-83af-9124299042a5 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:22:58.416090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Transition to ACTIVE for port object 1e26fccd-bfe6-4bd3-83af-9124299042a5 will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:22:58.421751 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.426524 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:58.488097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:22:58.489225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:22:58.493097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:22:58.500431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.502323 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Pushing event updated for resources: {'Port': ['ID=1e26fccd-bfe6-4bd3-83af-9124299042a5,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:58.534850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.545381 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.545732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.546069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.546401 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.546729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.547057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.547380 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.547703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.548048 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.548423 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.548993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.549385 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:22:58.581672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:58.606912 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Attempting to bind port 1e26fccd-bfe6-4bd3-83af-9124299042a5 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:22:58.607289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Attempting to bind port 1e26fccd-bfe6-4bd3-83af-9124299042a5 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:22:58.607665 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Attempting to bind port 1e26fccd-bfe6-4bd3-83af-9124299042a5 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:22:58.613052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:22:58.613432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Checking segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:22:58.613836 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.614229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Bound using segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:22:58.614710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Bound port: 1e26fccd-bfe6-4bd3-83af-9124299042a5, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:22:58.615090 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.670668 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Allocated IP 172.26.6.180 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/043428f7-aea1-40a7-90fd-9d548fdba178) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:22:58.705959 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] For port 1e26fccd-bfe6-4bd3-83af-9124299042a5, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:22:58.709699 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] For port 1e26fccd-bfe6-4bd3-83af-9124299042a5, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1e26fccd-bfe6-4bd3-83af-9124299042a5,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:22:58.714070 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.717705 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-51744226-a780-438c-97c9-3fd6917d06c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:58.800548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Pushing event updated for resources: {'Port': ['ID=1e26fccd-bfe6-4bd3-83af-9124299042a5,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:58.803286 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:58.824855 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.855512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:58.859352 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b01f6ddb-da59-4397-8b9e-131bf0ad13c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:22:58.934366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:22:58.937587 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:22:58.942044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:22:58.971907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Pushing event updated for resources: {'Port': ['ID=043428f7-aea1-40a7-90fd-9d548fdba178,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:22:58.979465 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:22:59.367787 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:59.488690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e17e7e1a-8339-4bb9-a653-51af3efb294c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:59.733509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feca650-2915-4cd1-b601-9ed289d6dd0c None None] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:22:59.848663 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:22:59.888099 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5505aeab-586f-4e0c-8ddc-1c736b243568 None None] Provisioning for port 1e26fccd-bfe6-4bd3-83af-9124299042a5 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:22:59.938639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:00.082111 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:23:00.137568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1e26fccd-bfe6-4bd3-83af-9124299042a5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:00.208497 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1e26fccd-bfe6-4bd3-83af-9124299042a5 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:00.214258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1e26fccd-bfe6-4bd3-83af-9124299042a5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:00.214776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:00.285369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:23:00.289058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-5faa75cf-b1b4-41b0-8dc2-7fd4f4669e65 None None] Provisioning complete for port 1e26fccd-bfe6-4bd3-83af-9124299042a5 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:00.289495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5faa75cf-b1b4-41b0-8dc2-7fd4f4669e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:00.308925 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:00.310284 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-00db7406-247e-4365-a551-fee4088f394c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5678666 Nov 24 20:23:00.313340 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55604) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:00.336126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Sync routers for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:23:00.378108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:00.378754 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:00.616455 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:00.698771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5faa75cf-b1b4-41b0-8dc2-7fd4f4669e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:00.715363 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:00.817925 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1e26fccd-bfe6-4bd3-83af-9124299042a5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1e26fccd-bfe6-4bd3-83af-9124299042a5,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:00.843692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:00.854710 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:01.089866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1e26fccd-bfe6-4bd3-83af-9124299042a5,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:01.092856 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:01.110143 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-5faa75cf-b1b4-41b0-8dc2-7fd4f4669e65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:23:01.110503 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-5faa75cf-b1b4-41b0-8dc2-7fd4f4669e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:23:01.127848 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.190749 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:22:59Z', 'revision_number': 3, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:01.194769 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Checking router: 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:23:01.195126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Updating router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 port 043428f7-aea1-40a7-90fd-9d548fdba178 binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:23:01.247254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.341342 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Allocated IP 172.20.0.1 (1d28ed9f-0e98-480f-9158-b36936ab6a34/76790481-73da-4e60-91cd-f133b9001bfa/faee7281-8162-4493-acbb-71340fb82081) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:23:01.487751 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.503499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Transition to ACTIVE for port object faee7281-8162-4493-acbb-71340fb82081 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:01.531225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.535385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-004c4b18-6818-4857-a4dd-6ae05e5a1507 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:01.576676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.589123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Transition to ACTIVE for port object 043428f7-aea1-40a7-90fd-9d548fdba178 will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:01.596108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.600632 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-25afe75b-48ef-4808-9936-968a896d2b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:01.601164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:01.604138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:01.607746 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:23:01.642808 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=faee7281-8162-4493-acbb-71340fb82081,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:01.651557 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:01.678413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.757270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Attempting to bind port 043428f7-aea1-40a7-90fd-9d548fdba178 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:23:01.757750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Attempting to bind port 043428f7-aea1-40a7-90fd-9d548fdba178 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:23:01.758021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Attempting to bind port 043428f7-aea1-40a7-90fd-9d548fdba178 on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:23:01.764130 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:23:01.764530 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:23:01.764929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.765328 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:23:01.765800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Bound port: 043428f7-aea1-40a7-90fd-9d548fdba178, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:23:01.766187 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.837069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d6666-d509-41ef-9611-5f5e3d635874 None None] Pushing event updated for resources: {'Port': ['ID=043428f7-aea1-40a7-90fd-9d548fdba178,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:01.844885 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c20d6666-d509-41ef-9611-5f5e3d635874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:01.857198 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] For port 043428f7-aea1-40a7-90fd-9d548fdba178, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:23:01.861195 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] For port 043428f7-aea1-40a7-90fd-9d548fdba178, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=043428f7-aea1-40a7-90fd-9d548fdba178,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:23:01.865219 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e256ae97-93f8-49ca-a687-7acd2833b6b5 None None] Provisioning for port faee7281-8162-4493-acbb-71340fb82081 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:01.871435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e256ae97-93f8-49ca-a687-7acd2833b6b5 None None] Provisioning complete for port faee7281-8162-4493-acbb-71340fb82081 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:01.872436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e256ae97-93f8-49ca-a687-7acd2833b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.904220 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:01.919631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:01.984481 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:02.002212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e256ae97-93f8-49ca-a687-7acd2833b6b5 None None] Port faee7281-8162-4493-acbb-71340fb82081 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:23:02.005506 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:02.006133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:22:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:02.086079 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d6666-d509-41ef-9611-5f5e3d635874 None None] Pushing event updated for resources: {'Port': ['ID=043428f7-aea1-40a7-90fd-9d548fdba178,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:02.091548 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c20d6666-d509-41ef-9611-5f5e3d635874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:02.154272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1e26fccd-bfe6-4bd3-83af-9124299042a5 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:02.223624 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:02.229044 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:02.253137 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:02.261384 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9ab0a4ec-1f63-418d-b4e0-f25436541e6b tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:02.338627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1e26fccd-bfe6-4bd3-83af-9124299042a5 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:02.339014 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:02.341094 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:02.344773 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=faee7281-8162-4493-acbb-71340fb82081,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:02.348306 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:02.370920 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f3cc10d0-32df-4662-a27f-20b90c27e890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:02.482213 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:02.483339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:02.768683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:02.773023 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82f7d3-ed46-488c-ab6f-d9ba12c873bf None None] The sync data for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv is: [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:23:02.824858 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:23:02.831162 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-cb51d42b-deec-4f7d-80e0-4547edda9c12 None None] Provisioning complete for port faee7281-8162-4493-acbb-71340fb82081 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:02.831633 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-cb51d42b-deec-4f7d-80e0-4547edda9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:02.891106 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-cb51d42b-deec-4f7d-80e0-4547edda9c12 None None] Port faee7281-8162-4493-acbb-71340fb82081 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:23:03.019549 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:23:03.032085 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-83ae86eb-f645-4001-9643-6bb730f0c0a6 admin admin] 10.222.0.47 "PUT /v2.0/routers/7b906a77-96c5-4a4d-9de2-53eafb29bcd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7170811 Nov 24 20:23:03.034069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.623533 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55622) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:03.634089 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-124016763-network', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:03.639058 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:03.643878 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Usage tracker for resource:network and tenant:c3ceaabc35b544bfa68db48bf28b9779 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:03.647138 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:03.652907 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:03.668114 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Made reservation on behalf of c3ceaabc35b544bfa68db48bf28b9779 for: {'network': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:23:03.670512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for network, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.683651 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.698657 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:03.702755 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Usage tracker for resource:security_group_rule and tenant:c3ceaabc35b544bfa68db48bf28b9779 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:03.706565 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:03.712577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:03.798776 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.802753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.806299 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d5affe2c-4a0d-4574-b09b-facb44d377ff tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:03.836861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 20:23:03.846278 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9babbbf9-635f-48e0-940b-e10eeae4eddc,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:03.850082 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:03.854413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.854800 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.segments_db [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Added segment 674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f of type vlan for network 65c008c9-58ee-4d32-89f9-42bd775e446d Nov 24 20:23:03.884460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734275680467'] for network, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.921314 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424'] for network, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.922413 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:03.923198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Notify callbacks [] for network, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:03.927105 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-fff629d0-ff30-49cc-b92c-f87abcab7fb2 tempest-NetworksTest-660207837 tempest-NetworksTest-660207837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:04.033202 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4083805 Nov 24 20:23:04.033987 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Pushing event updated for resources: {'Network': ['ID=65c008c9-58ee-4d32-89f9-42bd775e446d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:04.035983 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55626) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:04.038748 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-128142c8-6818-4cc9-8351-4496d35e34df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:04.042133 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Request body: {'subnet': {'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-124016763-subnet', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'ip_version': 4}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:04.044757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Network 65c008c9-58ee-4d32-89f9-42bd775e446d details requested by agent ovs-agent-dv-neutron-818346-1-hyperv with host dv-neutron-818346-1-hyperv {{(pid=87487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 20:23:04.047364 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:04.051586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Usage tracker for resource:subnet and tenant:c3ceaabc35b544bfa68db48bf28b9779 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:04.054692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:04.060715 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:04.074087 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Made reservation on behalf of c3ceaabc35b544bfa68db48bf28b9779 for: {'subnet': 1} {{(pid=87486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:23:04.076801 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26384482'] for subnet, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.165006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 043428f7-aea1-40a7-90fd-9d548fdba178 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:04.237546 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 043428f7-aea1-40a7-90fd-9d548fdba178 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:04.242177 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 043428f7-aea1-40a7-90fd-9d548fdba178 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:04.242544 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.295534 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26433092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26384464'] for subnet, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.301178 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-526ea289-a5fa-4265-94d7-300a01eba9b9 tempest-RoutersTest-474778404 tempest-RoutersTest-474778404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:04.369934 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.383225 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc253d7-42fb-48f1-a219-1be68df89ed5,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:04.385931 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:04.387176 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 043428f7-aea1-40a7-90fd-9d548fdba178, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=043428f7-aea1-40a7-90fd-9d548fdba178,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:04.391528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.393524 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Checking segment: {'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:23:04.393690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:04.393901 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Network hostable DHCP agents. Network: 65c008c9-58ee-4d32-89f9-42bd775e446d, hostable agents: ['59236cdf-b08d-433e-84d9-ece1be38d7f0'], hosted agents: [] {{(pid=87486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 20:23:04.414574 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Network 65c008c9-58ee-4d32-89f9-42bd775e446d is scheduled to be hosted by DHCP agent 59236cdf-b08d-433e-84d9-ece1be38d7f0 with binding_index 1 {{(pid=87486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 20:23:04.424431 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818346-1-hyperv, 65c008c9-58ee-4d32-89f9-42bd775e446d) {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:04.430188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:04.430859 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.439620 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c4d87-6373-4326-ae10-fe99106708a7 None None] Network 65c008c9-58ee-4d32-89f9-42bd775e446d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:23:04.451775 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e8cd9038-633e-41e3-8aa8-0a514dc4c285 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4145098 Nov 24 20:23:04.454366 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55630) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:04.459247 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:04.464216 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:04.468262 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Usage tracker for resource:router and tenant:c3ceaabc35b544bfa68db48bf28b9779 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:04.471068 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:04.477120 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:04.489692 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36173'] for router, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.490456 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36186'] for router, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.507048 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.552182 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=043428f7-aea1-40a7-90fd-9d548fdba178,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:04.555320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:04.690966 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp680d8205-86b3-5ef7-883c-ff58ec79eba6-65c008c9-58ee-4d32-89f9-42bd775e446d', 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'fixed_ips': [{'subnet_id': 'efc253d7-42fb-48f1-a219-1be68df89ed5'}]}} from dv-neutron-818346-1-hyperv. {{(pid=87487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 20:23:04.691811 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.784783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36136'] for router, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.806650 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Sync routers for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:23:04.813218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:04.821041 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:04.821663 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:04.881937 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.db_base_plugin_common [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Allocated IP 172.20.0.2 (65c008c9-58ee-4d32-89f9-42bd775e446d/efc253d7-42fb-48f1-a219-1be68df89ed5/ec3b3c8d-a9da-44f5-9069-a9a27961b78a) {{(pid=87487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:23:05.010261 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:05.108437 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Notify callbacks [] for port, precommit_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.121448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Transition to ACTIVE for port object ec3b3c8d-a9da-44f5-9069-a9a27961b78a will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:05.145979 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Transition to ACTIVE for port object ec3b3c8d-a9da-44f5-9069-a9a27961b78a will not be triggered until provisioned by entity DHCP. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:05.153558 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373'] for port, after_create {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.161202 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:05.217326 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Network 65c008c9-58ee-4d32-89f9-42bd775e446d is already hosted by enough agents. {{(pid=87487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:05.225824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.scheduler.base_scheduler [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Resources bound (agent type, host, resource id): {{(pid=87487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:05.231509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Received port after_create {{(pid=87487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:23:05.249969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.280076 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.311428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Pushing event updated for resources: {'Port': ['ID=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,revision_number=1']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:05.322356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:05.330071 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Attempting to bind port ec3b3c8d-a9da-44f5-9069-a9a27961b78a on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:23:05.330601 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Attempting to bind port ec3b3c8d-a9da-44f5-9069-a9a27961b78a by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:23:05.330974 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Attempting to bind port ec3b3c8d-a9da-44f5-9069-a9a27961b78a on network 65c008c9-58ee-4d32-89f9-42bd775e446d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:23:05.336533 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:23:05.336906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Checking segment: {'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:23:05.337313 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.337760 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Bound using segment: {'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:23:05.338225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Bound port: ec3b3c8d-a9da-44f5-9069-a9a27961b78a, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:23:05.338618 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.345686 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:02Z', 'revision_number': 2, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:05.350116 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Checking router: 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:23:05.350614 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Updating router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 port faee7281-8162-4493-acbb-71340fb82081 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:23:05.410947 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.427707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Allocated IP 172.26.6.150 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/1f908e98-e058-4964-9d26-e5bf5b128c6c) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:23:05.432316 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] For port ec3b3c8d-a9da-44f5-9069-a9a27961b78a, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:23:05.435428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] For port ec3b3c8d-a9da-44f5-9069-a9a27961b78a, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,segment=NetworkSegment(674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f),segment_id=674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:23:05.439501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.444058 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:05.517786 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Pushing event updated for resources: {'Port': ['ID=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:05.524650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:05.597899 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.629681 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.635108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-b93c0dcc-4231-43b9-816d-2eb056c88fef tempest-TestMinimumBasicScenario-1261719553 tempest-TestMinimumBasicScenario-1261719553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:05.710482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:05.713209 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:05.717198 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:23:05.763460 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1f908e98-e058-4964-9d26-e5bf5b128c6c,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:05.768845 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:05.792804 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.806296 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Transition to ACTIVE for port object faee7281-8162-4493-acbb-71340fb82081 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:05.815364 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:05.819699 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-4bdce81e-d09d-44d2-96eb-3feba274fe4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:05.948380 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Pushing event updated for resources: {'Port': ['ID=faee7281-8162-4493-acbb-71340fb82081,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:05.989099 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.989455 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.989794 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.990304 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.990653 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.990986 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.991323 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.991628 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.991981 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.992306 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.992628 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:05.992949 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:23:06.020545 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:06.054144 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Attempting to bind port faee7281-8162-4493-acbb-71340fb82081 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:23:06.054724 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Attempting to bind port faee7281-8162-4493-acbb-71340fb82081 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:23:06.055303 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Attempting to bind port faee7281-8162-4493-acbb-71340fb82081 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:23:06.061607 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:23:06.061997 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Checking segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:23:06.062436 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:06.062938 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Bound using segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:23:06.063564 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Bound port: faee7281-8162-4493-acbb-71340fb82081, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:23:06.063998 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:06.170701 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] For port faee7281-8162-4493-acbb-71340fb82081, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:23:06.173899 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] For port faee7281-8162-4493-acbb-71340fb82081, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=faee7281-8162-4493-acbb-71340fb82081,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:23:06.179411 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:06.184051 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-1b5c28c0-b357-40c0-aa79-385f975faf64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:06.191656 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:06.221743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 043428f7-aea1-40a7-90fd-9d548fdba178 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:06.256233 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:06.256990 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:06.405392 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 043428f7-aea1-40a7-90fd-9d548fdba178 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:06.405777 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:06.503742 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Pushing event updated for resources: {'Port': ['ID=faee7281-8162-4493-acbb-71340fb82081,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:06.509220 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-44e85d8c-e5b6-4352-8194-013e67de3370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:06.551475 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:06.569643 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ec3b3c8d-a9da-44f5-9069-a9a27961b78a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:06.658644 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port ec3b3c8d-a9da-44f5-9069-a9a27961b78a completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:06.662372 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749795'] for router, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:06.758490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e46febc-2963-4fdf-b5aa-a91ce1b087c2 None None] Network 65c008c9-58ee-4d32-89f9-42bd775e446d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:23:06.903946 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:06Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:06.909496 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91037113-8189-4002-898c-5fd7aeaf63f4 None None] The sync data for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv is: [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:06Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:23:06.951379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] Provisioning for port ec3b3c8d-a9da-44f5-9069-a9a27961b78a completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:06.959862 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] Provisioning complete for port ec3b3c8d-a9da-44f5-9069-a9a27961b78a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:06.960282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:07.051071 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Router 6b83aa11-2c83-41cd-9aeb-850e22335b3c is scheduled to L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f with binding_index 1 {{(pid=87486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 20:23:07.161306 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:07.203592 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] For port ec3b3c8d-a9da-44f5-9069-a9a27961b78a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,segment=NetworkSegment(674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f),segment_id=674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:07.213089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:07.218906 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a5e294e3-b501-47d7-9f2c-5073821dd054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:07.261286 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:23:07.282272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Sync routers for ids ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:23:07.293512 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:07.296068 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-41b80be2-2ab4-4a35-8ece-66c23db391d1 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8405678 Nov 24 20:23:07.299454 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55634) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:07.305653 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Routers {'6b83aa11-2c83-41cd-9aeb-850e22335b3c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:07.306304 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:07.367768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] Pushing event updated for resources: {'Port': ['ID=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:07.379258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-16201b10-5cf8-4290-8591-8c362e3e536e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:07.496858 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-b2830649-289d-405b-9a85-c5d07da63ae7 None None] Provisioning complete for port ec3b3c8d-a9da-44f5-9069-a9a27961b78a triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:07.497236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-b2830649-289d-405b-9a85-c5d07da63ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:07.551196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Set router 6b83aa11-2c83-41cd-9aeb-850e22335b3c gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:07.902042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:23:05Z', 'revision_number': 3, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port': {'id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:05Z', 'updated_at': '2021-11-24T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:07.906196 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Checking router: 6b83aa11-2c83-41cd-9aeb-850e22335b3c for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:23:07.906818 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Updating router 6b83aa11-2c83-41cd-9aeb-850e22335b3c port 1f908e98-e058-4964-9d26-e5bf5b128c6c binding host dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:23:07.959376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.019679 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.208563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ec3b3c8d-a9da-44f5-9069-a9a27961b78a up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:08.235469 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.db_base_plugin_common [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Allocated IP 172.20.0.1 (65c008c9-58ee-4d32-89f9-42bd775e446d/efc253d7-42fb-48f1-a219-1be68df89ed5/68474db7-3081-4eef-985a-a8a7d5bce003) {{(pid=87486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:23:08.329946 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port ec3b3c8d-a9da-44f5-9069-a9a27961b78a triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:08.330622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.386291 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.402305 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.provisioning_blocks [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Transition to ACTIVE for port object 68474db7-3081-4eef-985a-a8a7d5bce003 will not be triggered until provisioned by entity DHCP. {{(pid=87486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:08.427159 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26433072'] for port, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.431708 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-193ec9e5-76b7-4a3e-b135-712004afaa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:08.462334 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Notify callbacks [] for port, precommit_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.497956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Network 65c008c9-58ee-4d32-89f9-42bd775e446d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:08.500990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:08.504825 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Received port after_create {{(pid=87486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:23:08.516588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Transition to ACTIVE for port object 1f908e98-e058-4964-9d26-e5bf5b128c6c will not be triggered until provisioned by entity L2. {{(pid=87487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:08.528231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.533936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:08.534870 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Pushing event updated for resources: {'Port': ['ID=68474db7-3081-4eef-985a-a8a7d5bce003,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:08.541149 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:08.564185 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546349'] for router_interface, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.570612 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device faee7281-8162-4493-acbb-71340fb82081 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:08.661324 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Attempting to bind port 1f908e98-e058-4964-9d26-e5bf5b128c6c on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:23:08.661715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Attempting to bind port 1f908e98-e058-4964-9d26-e5bf5b128c6c by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:23:08.662101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Attempting to bind port 1f908e98-e058-4964-9d26-e5bf5b128c6c on network d58a3010-7cb9-461e-92c0-e2263b275e0d {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:23:08.677347 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:23:08.677729 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Checking segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:23:08.678150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.678564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Bound using segment: {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'} {{(pid=87487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:23:08.679068 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.managers [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Bound port: 1f908e98-e058-4964-9d26-e5bf5b128c6c, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d440-397c-47d6-b71c-215b4395654e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d'}}] {{(pid=87487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:23:08.679462 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.705343 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1593643-6ec6-406b-b5ce-8a0d8111d8f5 None None] Pushing event updated for resources: {'Port': ['ID=1f908e98-e058-4964-9d26-e5bf5b128c6c,revision_number=2']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:08.720400 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a1593643-6ec6-406b-b5ce-8a0d8111d8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:08.769168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port faee7281-8162-4493-acbb-71340fb82081 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:08.781564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port faee7281-8162-4493-acbb-71340fb82081 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:08.781916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.815291 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] For port 1f908e98-e058-4964-9d26-e5bf5b128c6c, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:23:08.817383 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fe8162a7-11d5-46fd-ae53-1930e30fde1f None None] Provisioning for port 68474db7-3081-4eef-985a-a8a7d5bce003 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:08.826711 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.841369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-fe8162a7-11d5-46fd-ae53-1930e30fde1f None None] Provisioning complete for port 68474db7-3081-4eef-985a-a8a7d5bce003 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:08.841755 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fe8162a7-11d5-46fd-ae53-1930e30fde1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.866209 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] For port 1f908e98-e058-4964-9d26-e5bf5b128c6c, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1f908e98-e058-4964-9d26-e5bf5b128c6c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:23:08.877676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:08.889282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:08.987874 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-fe8162a7-11d5-46fd-ae53-1930e30fde1f None None] Port 68474db7-3081-4eef-985a-a8a7d5bce003 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:23:08.994692 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Routers {'6b83aa11-2c83-41cd-9aeb-850e22335b3c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:08.995333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:09.051408 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:09.055764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26433081'] for port, after_update {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:09.082753 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-70fe2a53-6dad-4338-9713-3faabb9fff76 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:09.093945 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1593643-6ec6-406b-b5ce-8a0d8111d8f5 None None] Pushing event updated for resources: {'Port': ['ID=1f908e98-e058-4964-9d26-e5bf5b128c6c,revision_number=3']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:09.098117 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a1593643-6ec6-406b-b5ce-8a0d8111d8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:09.134651 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:09.160719 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Pushing event updated for resources: {'Port': ['ID=68474db7-3081-4eef-985a-a8a7d5bce003,revision_number=2']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:09.164832 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:09.165729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546510'] for router_interface, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:09.246471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port faee7281-8162-4493-acbb-71340fb82081, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=faee7281-8162-4493-acbb-71340fb82081,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:09.254029 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:09.257080 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] Set router 6b83aa11-2c83-41cd-9aeb-850e22335b3c gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:09.299007 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:09.300857 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Network 65c008c9-58ee-4d32-89f9-42bd775e446d is already hosted by enough agents. {{(pid=87486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:09.301933 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.base_scheduler [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Resources bound (agent type, host, resource id): {{(pid=87486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:09.466954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=faee7281-8162-4493-acbb-71340fb82081,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:09.472817 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:09.499162 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Router 6b83aa11-2c83-41cd-9aeb-850e22335b3c has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:23:09.551173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-830b6c52-ea29-4764-9b14-5f1da6a39f95 None None] Provisioning complete for port 68474db7-3081-4eef-985a-a8a7d5bce003 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:09.551557 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-830b6c52-ea29-4764-9b14-5f1da6a39f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:09.659436 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-830b6c52-ea29-4764-9b14-5f1da6a39f95 None None] Port 68474db7-3081-4eef-985a-a8a7d5bce003 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:23:09.685075 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:23:09.701373 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e3acb898-26eb-4e51-ac7c-bfda2201137f admin admin] 10.222.0.47 "PUT /v2.0/routers/6b83aa11-2c83-41cd-9aeb-850e22335b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3929267 Nov 24 20:23:09.701563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 4, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port': {'id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:05Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '68474db7-3081-4eef-985a-a8a7d5bce003', 'name': '', 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'mac_address': 'fa:16:3e:14:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:08Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 2, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'subnets': [{'id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:09.701563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaec7a2-6802-4872-adbe-ed983d428318 None None] The sync data for ids ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'] in dv-neutron-818346-1-hyperv is: [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 4, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port': {'id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:05Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '68474db7-3081-4eef-985a-a8a7d5bce003', 'name': '', 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'mac_address': 'fa:16:3e:14:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:08Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 2, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'subnets': [{'id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:23:10.127683 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device faee7281-8162-4493-acbb-71340fb82081 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:10.256773 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port faee7281-8162-4493-acbb-71340fb82081 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:10.257151 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.268861 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55644) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:10.274478 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714980384', 'description': 'tempest-secgroup-smoke-714980384 description', 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:10.281037 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:10.285393 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:10.289573 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:10.296843 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:10.318221 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.338900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:10.342928 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:10.346193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:10.352233 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:10.455842 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.459871 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.465499 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-5910c276-d24b-42bc-8029-708fe3f3e819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:10.507579 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17705fa8-fe69-4d33-8852-691e3abc048d,revision_number=1']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:10.509882 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.514188 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2411823 Nov 24 20:23:10.514188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3e07bd13-4b98-4dc1-988c-62419aad6d48 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:10.514444 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55648) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:10.519593 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'security_group_rule': {'security_group_id': '17705fa8-fe69-4d33-8852-691e3abc048d', 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:10.526062 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:10.530061 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:10.533577 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:10.539505 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:10.556988 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.619891 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.623799 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.630378 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:10.654127 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff71ec66-59c3-4ae7-a7fd-f8d79ea370ad,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:10.657707 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:10.669955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.671409 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-98037325-e086-44bb-b388-04a29fa53f36 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561484 Nov 24 20:23:10.674955 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55652) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:10.680383 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'security_group_rule': {'security_group_id': '17705fa8-fe69-4d33-8852-691e3abc048d', 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:10.686621 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:10.691389 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:10.694874 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:10.700482 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:10.718054 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.785919 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.789750 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.791632 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-60a0fd80-6cb3-49b4-b429-daeb5ad8f1ee tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:10.820339 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913a660b-b4f1-45be-a5b4-ea3b6cc731a8,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:10.823024 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:10.826836 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.828082 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-e5456b0d-b52f-4d42-b8c5-f1197017749c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520898 Nov 24 20:23:10.831010 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55656) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:10.836252 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'security_group_rule': {'security_group_id': '17705fa8-fe69-4d33-8852-691e3abc048d', 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:10.842561 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:10.847432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:10.850590 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:10.856649 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:10.883783 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.949710 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.953344 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.955448 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-a5dd5cea-f86d-4f51-b4a6-a24d4634a334 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:10.979188 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33289095-8c1f-43df-a383-471a4434b6ba,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:10.983602 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:10.993607 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:10.994835 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628382 Nov 24 20:23:10.997604 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55660) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:11.003645 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'security_group_rule': {'security_group_id': '17705fa8-fe69-4d33-8852-691e3abc048d', 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:11.010126 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:11.014193 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:11.017990 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:11.023724 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:11.041729 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.106888 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.109972 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.112526 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-cf50ac54-c656-42d5-89d7-9b3ecdb31c2d tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:11.134717 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dededa6-c5e6-4093-915c-885b3d6a4641,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:11.137088 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:11.144177 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.145344 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-3757c5df-46f5-4adf-886c-51cd5786d3fc tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467865 Nov 24 20:23:11.148223 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55664) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:11.153786 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'security_group_rule': {'security_group_id': '17705fa8-fe69-4d33-8852-691e3abc048d', 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:11.160504 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:11.164249 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:11.167066 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:11.173435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:11.183793 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Project 5bed7daa8c1e4dfca927e73a147cc1d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:23:11.190775 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.255156 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.259554 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.261468 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-e464dd40-54b0-4fbf-b69a-e400e877afb6 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:11.284369 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60202509-3ebc-4177-b2c5-479db6b7705d,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:11.288749 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:11.293079 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.294345 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9e7e0a03-f40f-4fd2-bba2-551d9d12e677 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451621 Nov 24 20:23:11.297108 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 55668) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:11.302510 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.v2.base [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'security_group_rule': {'security_group_id': '17705fa8-fe69-4d33-8852-691e3abc048d', 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:11.308419 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:11.312243 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:security_group_rule and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:11.315910 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.quota.resource [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:11.321586 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.db.quota.driver [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:11.331568 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.db.securitygroups_db [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Project 5bed7daa8c1e4dfca927e73a147cc1d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 20:23:11.337969 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.405926 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.410160 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699505'] for security_group_rule, after_create {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.412026 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-d556286a-f5ce-45c7-a7e8-9b306a496d7c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:11.435217 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcbeb81-82a5-4f9e-9d20-c73384e9df4e,revision_number=0']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:11.439822 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:11.444271 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:11.445555 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c1214b54-a49f-4b78-9b0c-56abf818adbb tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475363 Nov 24 20:23:11.608207 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-9ba835f3-7369-4cab-a81b-e138d490b4c2 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714980384&fields=id&tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9 HTTP/1.1" status: 200 len: 267 time: 0.0407403 Nov 24 20:23:11.758533 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-9e5bb547-bf83-4350-a5ec-6c52c859bd46 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:11.759991 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-9e5bb547-bf83-4350-a5ec-6c52c859bd46 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 809 time: 0.1446390 Nov 24 20:23:11.774900 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-58e96b64-76a1-4273-809d-e3aeefa06fd3 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/quotas/5bed7daa8c1e4dfca927e73a147cc1d9 HTTP/1.1" status: 200 len: 375 time: 0.0093904 Nov 24 20:23:11.861728 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-7afa4e68-8d40-4fa2-b634-c23095a49056 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819256 Nov 24 20:23:12.035793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-2385ac90-e857-43af-933c-7a041e9b0926 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 20:23:12.036867 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-2385ac90-e857-43af-933c-7a041e9b0926 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473599 Nov 24 20:23:12.131526 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f908e98-e058-4964-9d26-e5bf5b128c6c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:12.175729 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-3d1dda3a-9bc8-419d-a80f-1de361aa732e service neutron] 10.222.0.47 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327944 Nov 24 20:23:12.202528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 1f908e98-e058-4964-9d26-e5bf5b128c6c completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:12.208366 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1f908e98-e058-4964-9d26-e5bf5b128c6c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:12.208753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:12.326672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:12.345501 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 1f908e98-e058-4964-9d26-e5bf5b128c6c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1f908e98-e058-4964-9d26-e5bf5b128c6c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:12.349631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:12.351485 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-9802318e-8784-452d-bf91-87ec87c2909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:12.420802 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=1f908e98-e058-4964-9d26-e5bf5b128c6c,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:12.424636 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:12.431563 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-1af65f32-6f61-4b0d-8102-0b18b844e654 service neutron] 10.222.0.47 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500327 Nov 24 20:23:12.468529 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Sync routers for ids ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:23:12.478348 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Routers {'6b83aa11-2c83-41cd-9aeb-850e22335b3c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:12.478966 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:12.611828 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-db556804-a55a-43a3-bd80-65486a79b7e7 req-5d8ae350-7f2e-44b8-80cd-cf7c6f3e000d tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 210 time: 0.0426579 Nov 24 20:23:12.662817 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Set router 6b83aa11-2c83-41cd-9aeb-850e22335b3c gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:12.979819 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 4, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port': {'id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:05Z', 'updated_at': '2021-11-24T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '68474db7-3081-4eef-985a-a8a7d5bce003', 'name': '', 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'mac_address': 'fa:16:3e:14:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:08Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 2, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'subnets': [{'id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:12.983621 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Checking router: 6b83aa11-2c83-41cd-9aeb-850e22335b3c for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:23:12.983995 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Updating router 6b83aa11-2c83-41cd-9aeb-850e22335b3c port 68474db7-3081-4eef-985a-a8a7d5bce003 binding host dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 20:23:13.036671 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:13.383791 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Notify callbacks [] for port, precommit_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:13.396156 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.provisioning_blocks [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Transition to ACTIVE for port object 68474db7-3081-4eef-985a-a8a7d5bce003 will not be triggered until provisioned by entity L2. {{(pid=87488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:13.403181 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:13.409764 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-38e04b1b-2260-42c4-b2bb-9ae701405f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:13.589615 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950daeb6-bebd-47d7-bfff-0de1b7147a16 None None] Pushing event updated for resources: {'Port': ['ID=68474db7-3081-4eef-985a-a8a7d5bce003,revision_number=3']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:13.640052 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-950daeb6-bebd-47d7-bfff-0de1b7147a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:13.659237 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Attempting to bind port 68474db7-3081-4eef-985a-a8a7d5bce003 on host dv-neutron-818346-1-hyperv for vnic_type normal with profile {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:23:13.659852 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Attempting to bind port 68474db7-3081-4eef-985a-a8a7d5bce003 by drivers openvswitch,hyperv on host dv-neutron-818346-1-hyperv at level 0 using segments [{'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:23:13.660404 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Attempting to bind port 68474db7-3081-4eef-985a-a8a7d5bce003 on network 65c008c9-58ee-4d32-89f9-42bd775e446d {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:23:13.666573 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Checking agent: {'id': 'e13670d7-662a-43f0-9029-a23d27eb483e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818346-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 10, 30), 'started_at': datetime.datetime(2021, 11, 24, 19, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818346-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:23:13.666953 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Checking segment: {'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:23:13.667511 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:13.668068 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Bound using segment: {'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'} {{(pid=87488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:23:13.668705 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.managers [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Bound port: 68474db7-3081-4eef-985a-a8a7d5bce003, host: dv-neutron-818346-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d'}}] {{(pid=87488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:23:13.669239 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:13.761153 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-5b46c0e4-25bc-4460-856c-da1995fc4f29 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:13.763748 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-5b46c0e4-25bc-4460-856c-da1995fc4f29 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 809 time: 0.1808352 Nov 24 20:23:13.769881 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] For port 68474db7-3081-4eef-985a-a8a7d5bce003, host dv-neutron-818346-1-hyperv, cleared binding levels {{(pid=87488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:23:13.775160 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.plugins.ml2.db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] For port 68474db7-3081-4eef-985a-a8a7d5bce003, host dv-neutron-818346-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=68474db7-3081-4eef-985a-a8a7d5bce003,segment=NetworkSegment(674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f),segment_id=674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f)] {{(pid=87488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:23:13.779013 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron_lib.callbacks.manager [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:13.783625 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-09da79c2-ad26-4028-832e-719e653fcbaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:13.837623 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-7730ca1c-9a3f-4441-8881-92b263ad371b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9 HTTP/1.1" status: 200 len: 379 time: 0.0486569 Nov 24 20:23:13.847738 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'port': {'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'admin_state_up': True, 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'security_groups': ['17705fa8-fe69-4d33-8852-691e3abc048d']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:13.878307 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Routers {'6b83aa11-2c83-41cd-9aeb-850e22335b3c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:13.878970 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:13.947528 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950daeb6-bebd-47d7-bfff-0de1b7147a16 None None] Pushing event updated for resources: {'Port': ['ID=68474db7-3081-4eef-985a-a8a7d5bce003,revision_number=4']} {{(pid=87488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:13.956522 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG oslo_concurrency.lockutils [None req-950daeb6-bebd-47d7-bfff-0de1b7147a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:14.040651 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6ff34f46-d4be-49a5-908d-1569ea86275f req-f95e96f4-5431-49a4-8e99-fdf2dc020cb5 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 210 time: 0.2502899 Nov 24 20:23:14.098255 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] Set router 6b83aa11-2c83-41cd-9aeb-850e22335b3c gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:14.100897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:14.105294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:port and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:14.108243 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:14.115209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:14.134378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Made reservation on behalf of 5bed7daa8c1e4dfca927e73a147cc1d9 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:23:14.139297 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.176350 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f908e98-e058-4964-9d26-e5bf5b128c6c up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:14.252816 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 1f908e98-e058-4964-9d26-e5bf5b128c6c triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:14.253356 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.320210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Allocated IP 172.20.0.10 (1d28ed9f-0e98-480f-9158-b36936ab6a34/76790481-73da-4e60-91cd-f133b9001bfa/ed4ffe65-588e-4fec-87ef-ab9699893fc4) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:23:14.373412 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 68474db7-3081-4eef-985a-a8a7d5bce003 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:14.441545 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 4, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port': {'id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:05Z', 'updated_at': '2021-11-24T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '68474db7-3081-4eef-985a-a8a7d5bce003', 'name': '', 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'mac_address': 'fa:16:3e:14:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:08Z', 'updated_at': '2021-11-24T20:23:13Z', 'revision_number': 4, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'subnets': [{'id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:14.445746 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77916d-0a19-4200-a4c0-ad932e34521b None None] The sync data for ids ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'] in dv-neutron-818346-1-hyperv is: [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:23:08Z', 'revision_number': 4, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port': {'id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:05Z', 'updated_at': '2021-11-24T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': '68474db7-3081-4eef-985a-a8a7d5bce003', 'name': '', 'network_id': '65c008c9-58ee-4d32-89f9-42bd775e446d', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'mac_address': 'fa:16:3e:14:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:08Z', 'updated_at': '2021-11-24T20:23:13Z', 'revision_number': 4, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'subnets': [{'id': 'efc253d7-42fb-48f1-a219-1be68df89ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:23:14.451537 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning for port 68474db7-3081-4eef-985a-a8a7d5bce003 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:14.457704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 68474db7-3081-4eef-985a-a8a7d5bce003 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:14.458230 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.525984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.542452 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Transition to ACTIVE for port object ed4ffe65-588e-4fec-87ef-ab9699893fc4 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:14.567012 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.572892 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c1f91916-9259-45a9-a9f6-aff944522a06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:14.584017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.621329 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] For port 68474db7-3081-4eef-985a-a8a7d5bce003, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=68474db7-3081-4eef-985a-a8a7d5bce003,segment=NetworkSegment(674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f),segment_id=674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:14.625443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.628543 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-b16400da-1283-4c19-9894-fbe50dc1ddbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:14.646036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:14.649427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:14.653374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:23:14.686433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:14.694122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:14.718435 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Pushing event updated for resources: {'Port': ['ID=68474db7-3081-4eef-985a-a8a7d5bce003,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:14.729000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:14.729645 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.733476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:14.754647 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-30d1cccd-3432-4480-ab9e-d15cf4066418 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114420 Nov 24 20:23:14.767120 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Request body: {'port': {'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:14.896118 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:14.982990 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7e365802-79a6-4188-97d8-b6bd46c0e6f1 None None] Provisioning for port ed4ffe65-588e-4fec-87ef-ab9699893fc4 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:14.988608 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-7e365802-79a6-4188-97d8-b6bd46c0e6f1 None None] Provisioning complete for port ed4ffe65-588e-4fec-87ef-ab9699893fc4 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:14.989236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-7e365802-79a6-4188-97d8-b6bd46c0e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:15.051013 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-7e365802-79a6-4188-97d8-b6bd46c0e6f1 None None] Port ed4ffe65-588e-4fec-87ef-ab9699893fc4 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:23:15.322855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4ffe65-588e-4fec-87ef-ab9699893fc4 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:23:15.331945 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:15.351124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Transition to ACTIVE for port object ed4ffe65-588e-4fec-87ef-ab9699893fc4 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:23:15.355876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:15.361041 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7d48bda3-e704-4384-93a7-776225dc16c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:15.607653 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c74cc-36cb-4141-9ddf-4b798325f7fd req-07a03080-3ec2-4c9f-8f08-86cdfcecdaf0 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:15.608381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-f83c74cc-36cb-4141-9ddf-4b798325f7fd req-07a03080-3ec2-4c9f-8f08-86cdfcecdaf0 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Synchronizing usage tracker for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:23:15.631857 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:15.660231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:15.703029 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-f83c74cc-36cb-4141-9ddf-4b798325f7fd req-07a03080-3ec2-4c9f-8f08-86cdfcecdaf0 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Unset dirty status for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:23:15.704741 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f83c74cc-36cb-4141-9ddf-4b798325f7fd req-07a03080-3ec2-4c9f-8f08-86cdfcecdaf0 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 932 time: 0.5385075 Nov 24 20:23:15.779911 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f83c74cc-36cb-4141-9ddf-4b798325f7fd req-6fda288f-64ce-4321-abee-7e07a66b485e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646081 Nov 24 20:23:15.780643 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Attempting to bind port ed4ffe65-588e-4fec-87ef-ab9699893fc4 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:23:15.780983 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Attempting to bind port ed4ffe65-588e-4fec-87ef-ab9699893fc4 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:23:15.781576 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Attempting to bind port ed4ffe65-588e-4fec-87ef-ab9699893fc4 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:23:15.787220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Port ed4ffe65-588e-4fec-87ef-ab9699893fc4 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:23:15.787545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Attempting to bind port ed4ffe65-588e-4fec-87ef-ab9699893fc4 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:23:15.792764 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:23:15.793100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Checking segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:23:15.793482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Bound using segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:23:15.793907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Bound port: ed4ffe65-588e-4fec-87ef-ab9699893fc4, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:23:15.803220 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:15.882784 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:23:15.885826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:23:15.890579 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:15.895130 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-44583d88-64fe-4055-b5cc-45be238c5ff6 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:15.957076 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:15.957683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:15.959035 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 1094 time: 1.1969709 Nov 24 20:23:15.959564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:23:15.982619 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:15.986886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:16.089494 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'status': 'completed', 'code': 200} Nov 24 20:23:16.092470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-2a11ae58-8146-4e85-bf6d-2e9505f015d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:16.094248 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-2a11ae58-8146-4e85-bf6d-2e9505f015d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1097 time: 0.0926161 Nov 24 20:23:16.131411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 68474db7-3081-4eef-985a-a8a7d5bce003 up at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:16.186685 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-99a73fdf-8e90-40fd-b26c-80c0095f1973 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 217 time: 0.0844519 Nov 24 20:23:16.221159 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Provisioning complete for port 68474db7-3081-4eef-985a-a8a7d5bce003 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:16.221539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:16.253429 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-b0c72c81-f374-4ea9-b24f-5e45be8f6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:16.254894 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-b0c72c81-f374-4ea9-b24f-5e45be8f6883 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0590363 Nov 24 20:23:16.334833 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-e1fc42af-ea3f-4a95-93c4-9de629a642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:16.336252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-e1fc42af-ea3f-4a95-93c4-9de629a642bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742059 Nov 24 20:23:16.471329 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-6e21c94c-837e-4bd3-bc4a-e609324e3b7c service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286564 Nov 24 20:23:16.602848 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f042d49e-fc5b-403d-aa8f-a470d12ee2f3 req-3d706419-2a27-4fbb-bb14-01c2e085d0c4 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248295 Nov 24 20:23:16.723889 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8988c-93b0-4495-967d-43e429054273 req-19e9bbec-2187-4cfd-ad5b-e2b0025ccefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:16.725371 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fe8988c-93b0-4495-967d-43e429054273 req-19e9bbec-2187-4cfd-ad5b-e2b0025ccefa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1097 time: 0.0717635 Nov 24 20:23:16.859250 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8988c-93b0-4495-967d-43e429054273 req-a2a84a41-9aa1-41ba-a9ca-b10a5af814bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:16.860696 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fe8988c-93b0-4495-967d-43e429054273 req-a2a84a41-9aa1-41ba-a9ca-b10a5af814bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1282103 Nov 24 20:23:16.971858 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fe8988c-93b0-4495-967d-43e429054273 req-6d2a653a-65fe-439d-a044-58e3b1b31405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 217 time: 0.1049690 Nov 24 20:23:17.056309 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8988c-93b0-4495-967d-43e429054273 req-42e0f3e3-a9ac-4c76-b630-eaf056cf2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:17.057758 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fe8988c-93b0-4495-967d-43e429054273 req-42e0f3e3-a9ac-4c76-b630-eaf056cf2f12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0794785 Nov 24 20:23:17.106433 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43b498-ddf6-4699-b05d-72cdd8ab92d9 req-3aac20fc-fd46-44c6-9673-bd6a35b3c02c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:17.107909 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3f43b498-ddf6-4699-b05d-72cdd8ab92d9 req-3aac20fc-fd46-44c6-9673-bd6a35b3c02c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 944 time: 0.1851194 Nov 24 20:23:17.166394 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3f43b498-ddf6-4699-b05d-72cdd8ab92d9 req-45d96227-6b69-4a0d-ac79-ba69cbb7d378 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521386 Nov 24 20:23:17.181310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8988c-93b0-4495-967d-43e429054273 req-64680df0-01c3-4526-b324-371ba7b25c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:17.182770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fe8988c-93b0-4495-967d-43e429054273 req-64680df0-01c3-4526-b324-371ba7b25c58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1171539 Nov 24 20:23:17.315712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fe8988c-93b0-4495-967d-43e429054273 req-94f63fb7-00f3-4408-93d6-01f660fe3205 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246951 Nov 24 20:23:17.506592 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:23:17.569675 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fe8988c-93b0-4495-967d-43e429054273 req-a00265ec-4cb2-4fa4-a639-cf6ca1db4736 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464130 Nov 24 20:23:18.353722 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f1567-36ca-4ecc-8314-551220475c3f req-6d896448-08ba-46ee-b0f2-a1e98d2a2e28 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:18.355085 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f38f1567-36ca-4ecc-8314-551220475c3f req-6d896448-08ba-46ee-b0f2-a1e98d2a2e28 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 944 time: 0.0830016 Nov 24 20:23:18.399029 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f38f1567-36ca-4ecc-8314-551220475c3f req-35f8dea7-56da-4cc3-8297-c5da9004e3e3 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374262 Nov 24 20:23:19.584999 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6381249-71ca-478b-b5f4-1313b9b6f41b req-eefc2c9f-a263-43f3-8879-e7bb7944a3c5 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:19.586464 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6381249-71ca-478b-b5f4-1313b9b6f41b req-eefc2c9f-a263-43f3-8879-e7bb7944a3c5 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 944 time: 0.0831885 Nov 24 20:23:19.631000 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a6381249-71ca-478b-b5f4-1313b9b6f41b req-05ec8f6f-20ec-41ba-a4fd-8039ddc29e64 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389745 Nov 24 20:23:19.863333 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:20.824568 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9ed85-dee2-4273-9e58-42cae80f2566 req-6500c1ec-a59c-4e84-9096-5b8ad093b865 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:20.825945 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eb9ed85-dee2-4273-9e58-42cae80f2566 req-6500c1ec-a59c-4e84-9096-5b8ad093b865 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 944 time: 0.0931211 Nov 24 20:23:20.879689 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7eb9ed85-dee2-4273-9e58-42cae80f2566 req-e4279efe-af00-4e1c-bf20-9da08790d29f tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477698 Nov 24 20:23:21.224062 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ed4ffe65-588e-4fec-87ef-ab9699893fc4 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:23:21.362243 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:21.374993 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:23:21.430318 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:21.446808 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4ffe65-588e-4fec-87ef-ab9699893fc4 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:23:21.462133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:21.465824 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:21.467588 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:21.571421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:21.574402 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:21.780725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ed4ffe65-588e-4fec-87ef-ab9699893fc4'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:23:22.064542 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5302-2f91-485c-89bc-b358561b367d req-4a308351-ba3e-49ac-a21e-a789b2011e1d tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:22.066029 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-452c5302-2f91-485c-89bc-b358561b367d req-4a308351-ba3e-49ac-a21e-a789b2011e1d tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 945 time: 0.0819826 Nov 24 20:23:22.113425 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-452c5302-2f91-485c-89bc-b358561b367d req-7a49852e-86dc-4035-b668-0af13cc33c68 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 Nov 24 20:23:23.239994 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ed4ffe65-588e-4fec-87ef-ab9699893fc4 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:23:23.318933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port ed4ffe65-588e-4fec-87ef-ab9699893fc4 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:23:23.325320 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port ed4ffe65-588e-4fec-87ef-ab9699893fc4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:23:23.326168 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:23.448927 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:23.450505 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105940b-8d32-4b1a-a4df-6c4707c9bd0c req-dd3d8c9b-7199-420c-b1b9-25f03e6f71b2 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:23.452036 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7105940b-8d32-4b1a-a4df-6c4707c9bd0c req-dd3d8c9b-7199-420c-b1b9-25f03e6f71b2 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 945 time: 0.0822113 Nov 24 20:23:23.476403 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:23:23.486800 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:23:23.491418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:23.493720 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c20d6666-d509-41ef-9611-5f5e3d635874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:23.497200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7105940b-8d32-4b1a-a4df-6c4707c9bd0c req-59ceff6a-641f-4029-80ec-6a23ac6c0898 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389116 Nov 24 20:23:23.529559 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'code': 200} Nov 24 20:23:23.561444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:23.565239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:23.770745 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2311c3-f278-49d2-b06f-3885fa343725 req-ce42390c-df46-49c4-871b-fdf10926a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:23.772166 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7e2311c3-f278-49d2-b06f-3885fa343725 req-ce42390c-df46-49c4-871b-fdf10926a934 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1099 time: 0.0773959 Nov 24 20:23:23.817520 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7e2311c3-f278-49d2-b06f-3885fa343725 req-b84bcc86-da91-409f-954f-80280281ae8b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349164 Nov 24 20:23:24.682543 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d269e-b7ee-45bb-8559-8de7b13dada0 req-6fe5a48f-d584-4743-b5df-af00fb01ac79 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:24.684004 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e38d269e-b7ee-45bb-8559-8de7b13dada0 req-6fe5a48f-d584-4743-b5df-af00fb01ac79 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 946 time: 0.0814536 Nov 24 20:23:24.728055 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e38d269e-b7ee-45bb-8559-8de7b13dada0 req-45c6130f-2ab6-4cef-8134-10b903755445 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375106 Nov 24 20:23:25.922074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5b847-a0e1-4fa5-af74-03b5265ae0a7 req-c20e61d7-3881-4c2a-a2e9-53cc23db756e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:25.924135 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d4e5b847-a0e1-4fa5-af74-03b5265ae0a7 req-c20e61d7-3881-4c2a-a2e9-53cc23db756e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 946 time: 0.0846181 Nov 24 20:23:25.967425 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d4e5b847-a0e1-4fa5-af74-03b5265ae0a7 req-981b0aaa-e184-422f-9c4e-8df2af96a917 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376151 Nov 24 20:23:26.147032 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5d11d-d31b-4a75-b870-d47770907cbe req-dd2055bc-9729-4f95-90d3-73945c0b9d9f tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:26.148519 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0f5d11d-d31b-4a75-b870-d47770907cbe req-dd2055bc-9729-4f95-90d3-73945c0b9d9f tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 946 time: 0.0786054 Nov 24 20:23:26.192005 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e0f5d11d-d31b-4a75-b870-d47770907cbe req-6b7d53bc-1d5b-4892-8b5b-bfee5d4a5a6c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Nov 24 20:23:26.214237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55750) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:26.325554 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09730269-86e5-4913-a009-be00e409fadc tempest-TestSnapshotPattern-1054184721 tempest-TestSnapshotPattern-1054184721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:26.326945 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-09730269-86e5-4913-a009-be00e409fadc tempest-TestSnapshotPattern-1054184721 tempest-TestSnapshotPattern-1054184721-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1094 time: 0.1117523 Nov 24 20:23:26.330696 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 55756) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:23:26.335526 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:23:26.341455 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:23:26.345439 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:floatingip and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:23:26.348240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:23:26.353911 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:23:26.364124 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:26.500835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:26.638363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Allocated IP 172.26.6.102 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/11b9cf3c-d21e-4b51-925a-d3d5de68e9f6) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:23:26.784458 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:26.812200 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:26.817052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8f9a114d-9b5f-40d4-8118-2c1a03b0af15 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:26.875967 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:23:26.880157 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:23:26.883682 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:23:26.929036 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'Port': ['ID=11b9cf3c-d21e-4b51-925a-d3d5de68e9f6,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:26.933192 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:27.415863 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:27.488316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:27.694954 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:27.699649 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:27.704337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b6459b5f-955d-4d0f-9e91-55477b037995 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:23:27.811426 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'Port': ['ID=11b9cf3c-d21e-4b51-925a-d3d5de68e9f6,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:23:27.815438 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:23:27.819836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:27.992287 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Floating IP 5637abea-ef95-4889-b2d1-50769e282b6e associated. External IP: 172.26.6.102, port: ed4ffe65-588e-4fec-87ef-ab9699893fc4. Nov 24 20:23:28.343562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:23:28.517408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:23:28.526695 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] Sync routers for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:23:28.536266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:28.536888 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:28.541638 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:28.722933 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:28.726595 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3949049 Nov 24 20:23:28.727271 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:23:28.772100 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'status': 'completed', 'code': 200} Nov 24 20:23:28.871117 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370de93-e2f0-4229-bafe-8b09788f510e req-649c5f4f-feb7-49ca-8fbb-0c1101c7a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:28.873717 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6370de93-e2f0-4229-bafe-8b09788f510e req-649c5f4f-feb7-49ca-8fbb-0c1101c7a58b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1099 time: 0.0797896 Nov 24 20:23:29.006454 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370de93-e2f0-4229-bafe-8b09788f510e req-088b93e5-92f3-42bf-9109-3823052b522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:29.007828 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6370de93-e2f0-4229-bafe-8b09788f510e req-088b93e5-92f3-42bf-9109-3823052b522e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1268888 Nov 24 20:23:29.079034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:27Z', 'revision_number': 0, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:29.083116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] Checking router: 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:23:29.092552 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:23:29.093189 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:23:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:29.131466 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6370de93-e2f0-4229-bafe-8b09788f510e req-29bed79c-f4da-4128-a571-71a1e9c60e77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 1000 time: 0.1166596 Nov 24 20:23:29.197748 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370de93-e2f0-4229-bafe-8b09788f510e req-d3c00e85-3b1c-4b06-9229-577808cb7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:29.199187 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6370de93-e2f0-4229-bafe-8b09788f510e req-d3c00e85-3b1c-4b06-9229-577808cb7743 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0617681 Nov 24 20:23:29.272822 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:23:29.276363 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370de93-e2f0-4229-bafe-8b09788f510e req-b33a8c72-fa9e-4d0a-b6bb-375e8fbe81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:29.277846 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6370de93-e2f0-4229-bafe-8b09788f510e req-b33a8c72-fa9e-4d0a-b6bb-375e8fbe81f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719438 Nov 24 20:23:29.417710 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6370de93-e2f0-4229-bafe-8b09788f510e req-d7cf043c-0d0d-4e1d-ae41-362bd6c6e600 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327572 Nov 24 20:23:29.553474 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6370de93-e2f0-4229-bafe-8b09788f510e req-4e42081f-054e-4ede-95c8-eaa842baa113 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289907 Nov 24 20:23:29.554490 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-961c4800-fe55-4129-ae91-54f9a0d6ae46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:29.675459 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:27Z', 'revision_number': 0, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:23:29.679431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a7eda-a298-4233-b777-f73bee7e3202 None None] The sync data for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv is: [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:27Z', 'revision_number': 0, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:23:29.875638 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ded92-55b9-4cbd-8154-a9646f54dafa None None] New status for floating IP 5637abea-ef95-4889-b2d1-50769e282b6e: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:23:29.900054 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:32.273559 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-075494bd-921d-4d49-82ab-084f929e7dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:33.028125 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:34.792812 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:46.235655 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-02769632-a3a3-4bad-930a-e746e1befd03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679393 Nov 24 20:23:46.387411 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618883-4616-45b7-884c-ae2a596109c7 req-1c74f71f-efa6-4317-aca1-80604e5ed7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:46.388905 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-1c74f71f-efa6-4317-aca1-80604e5ed7c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1099 time: 0.0745294 Nov 24 20:23:46.537634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618883-4616-45b7-884c-ae2a596109c7 req-cb9f24d6-150c-43b2-9a6f-6d30507a3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:46.539008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-cb9f24d6-150c-43b2-9a6f-6d30507a3451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1274641 Nov 24 20:23:46.645489 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-96962d75-36f8-47fb-b140-498ef75e00a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 1002 time: 0.0991371 Nov 24 20:23:46.707573 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618883-4616-45b7-884c-ae2a596109c7 req-b8fbb80b-bdeb-40ef-850c-a315e115bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:46.709014 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-b8fbb80b-bdeb-40ef-850c-a315e115bf71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0572927 Nov 24 20:23:46.787736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e618883-4616-45b7-884c-ae2a596109c7 req-f0e13207-96e9-4777-a1d8-f02db38a8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:23:46.789149 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-f0e13207-96e9-4777-a1d8-f02db38a8c45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734529 Nov 24 20:23:46.921535 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-2a2da220-4d0e-4f87-a94b-77641f81cd41 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246216 Nov 24 20:23:47.066702 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-2e618883-4616-45b7-884c-ae2a596109c7 req-a82c19bd-c858-48ec-8983-258da7f35216 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372488 Nov 24 20:23:49.860709 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:54.506577 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:23:59.487088 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-964f94ce-0fff-4f5e-b04b-49185c7c21d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:23:59.903445 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:02.274782 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-89f57d02-51b7-4c08-be97-34f9e77cecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:03.030388 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:04.800560 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:19.871442 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:29.489203 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8f14-1297-4931-bb33-3816fafc9268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:29.905838 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:31.508699 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:24:32.275835 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e33a612c-78e8-4162-9a47-441db46986a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:33.033672 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:34.798943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:46.343772 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-a9858635-4994-4b99-9ab5-987e9018ba22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1818061 Nov 24 20:24:46.482272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-28bc5521-fd9d-4234-9444-17d2a42ddf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:24:46.483720 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-28bc5521-fd9d-4234-9444-17d2a42ddf80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1099 time: 0.0727487 Nov 24 20:24:46.635245 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-c5ccffa1-61a0-4ee1-b44c-2d9c27049706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:24:46.636721 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-c5ccffa1-61a0-4ee1-b44c-2d9c27049706 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1323962 Nov 24 20:24:46.741663 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-19ad3efb-b668-4945-b3eb-9f41aa125bc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 1002 time: 0.0980775 Nov 24 20:24:46.803168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-7cc8243d-d411-40cb-ae68-af9b42d333bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:24:46.804666 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-7cc8243d-d411-40cb-ae68-af9b42d333bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0569811 Nov 24 20:24:46.879122 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-dc306e4b-4693-4511-9d0c-8b8ac229d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:24:46.880614 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-dc306e4b-4693-4511-9d0c-8b8ac229d59d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701101 Nov 24 20:24:47.013573 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-ac59cf1e-1ce7-41b0-bca9-7eb143f9622b service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262815 Nov 24 20:24:47.144584 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f8051bd5-ee97-40c2-a6f1-85ce00fc45d6 req-f8899922-bdf1-4c0f-8999-0e34f5486ac6 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245871 Nov 24 20:24:49.874238 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:59.491771 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7fdd-d8d6-4abf-bd9b-bcdafe964fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:24:59.908053 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:02.278476 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e3ced4ed-444c-455a-966d-b9305a133d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:03.036314 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:04.801174 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:08.507717 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:25:19.888642 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:29.493606 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e215766d-d4ba-4fe9-b4f2-bc18c8b47a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:29.910233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:32.280509 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94b861ef-0563-4af7-910a-bb90959e1778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:33.039764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:34.805092 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:45.507913 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:25:48.218815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-dd5b9306-273e-44ac-b1b6-b62190abace6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721538 Nov 24 20:25:48.353917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-08d4a3d2-c105-4a28-a96b-9312955f8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:25:48.355429 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-08d4a3d2-c105-4a28-a96b-9312955f8277 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1099 time: 0.0707159 Nov 24 20:25:48.498337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-5d4bdadc-c5a6-40b5-9bae-59acffc8a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:25:48.499679 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-5d4bdadc-c5a6-40b5-9bae-59acffc8a5a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1251550 Nov 24 20:25:48.601709 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-24e4edd1-d2e7-49fa-b0e6-116be6566967 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 1002 time: 0.0956430 Nov 24 20:25:48.665793 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-e1b20cf3-7253-490c-864b-073332cf1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:25:48.667548 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-e1b20cf3-7253-490c-864b-073332cf1389 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0593383 Nov 24 20:25:48.749904 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-63707195-70a8-4050-bdfb-6300f5106910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:25:48.751553 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-63707195-70a8-4050-bdfb-6300f5106910 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768051 Nov 24 20:25:48.882503 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-9dfb9234-2626-438e-b8f0-5388ebd3b1ae service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249328 Nov 24 20:25:49.123473 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-7ef07b79-4a12-4835-8ffd-ba9aaf44f341 req-8fa988fa-af4f-41a5-8710-d5a23f95eb0f service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348499 Nov 24 20:25:49.894892 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:59.495052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-749d1f59-84d3-405a-a803-9b1e2df68114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:25:59.913041 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:02.282576 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1565-2062-4bac-8a45-de4fadb5fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:03.042516 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:04.809449 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:12.174116 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ed4ffe65-588e-4fec-87ef-ab9699893fc4 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:26:12.306200 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:26:12.320147 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:26:12.377338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:12.398495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed4ffe65-588e-4fec-87ef-ab9699893fc4 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:26:12.415276 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:26:12.419089 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:12.420806 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:12.489916 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['ed4ffe65-588e-4fec-87ef-ab9699893fc4'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:26:12.525952 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:12.543703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.544017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.544364 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.544704 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.545052 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.545379 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.545711 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.546042 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.546371 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.546697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.547024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.547346 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:12.552332 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:14.185821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ed4ffe65-588e-4fec-87ef-ab9699893fc4 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:26:14.251898 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port ed4ffe65-588e-4fec-87ef-ab9699893fc4 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:26:14.252225 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:14.388931 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:14.418040 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:26:14.428341 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:26:14.432690 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:14.434528 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:14.503021 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:14.506369 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:14.565846 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'code': 200} Nov 24 20:26:19.922556 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:22.511780 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:26:26.056558 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-ec273a96-59f4-4fb9-aabb-2f1c195ae888 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714980384&fields=id&tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9 HTTP/1.1" status: 200 len: 267 time: 0.0404036 Nov 24 20:26:26.206742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-45bcb4b5-326e-4bb8-8eaf-685fbe4f6f85 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:26.208188 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-45bcb4b5-326e-4bb8-8eaf-685fbe4f6f85 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 809 time: 0.1455088 Nov 24 20:26:26.222742 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-74bf462b-b0d7-4993-9505-c4e0743f148d tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/quotas/5bed7daa8c1e4dfca927e73a147cc1d9 HTTP/1.1" status: 200 len: 375 time: 0.0092974 Nov 24 20:26:26.315785 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-1411f847-b2d8-4468-8d2b-8ffae26281a3 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0877252 Nov 24 20:26:26.454397 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-7b17c403-17f8-4e19-a3e9-c74669cd1b6e service neutron] 10.222.0.47 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274929 Nov 24 20:26:26.586456 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-5ad7444d-91aa-4e9f-aa8d-6a689a2b7603 service neutron] 10.222.0.47 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258051 Nov 24 20:26:26.778694 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d57788a3-5c5b-45f4-b034-f9a9590b0740 req-8690b849-52b7-4c8a-8232-db2a62dd62e2 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0457337 Nov 24 20:26:27.875938 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-69c9cfa0-ce2a-4bab-8910-54c529172a77 req-93356720-17c1-46a1-906b-bfd2768e55a6 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0440435 Nov 24 20:26:28.975362 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-34b1d6e1-d86a-4df8-ac96-cc3da1f157a8 req-2cee4f8d-7cd1-47d1-954b-2c934b5007ca tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0465748 Nov 24 20:26:29.497097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d327c4ad-6a25-459a-835f-e22193e35263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:29.919450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:29.934126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-2dfb936a-7980-4e92-9c9e-6fca8aa9dd99 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:29.935532 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-2dfb936a-7980-4e92-9c9e-6fca8aa9dd99 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 809 time: 0.1490221 Nov 24 20:26:29.984184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-f5324a09-29fb-413c-8d86-381c8ce603b7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9 HTTP/1.1" status: 200 len: 379 time: 0.0405579 Nov 24 20:26:29.992686 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'port': {'device_id': '8857585d-3674-4170-8c29-7709207ed3e5', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'admin_state_up': True, 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'security_groups': ['17705fa8-fe69-4d33-8852-691e3abc048d']}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:26:30.151679 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-f5f3f708-3b1d-453a-9eff-c564a639bfde req-6d279636-671f-4cec-97ee-939b2fc08a3e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0649412 Nov 24 20:26:30.194844 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:26:30.204522 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:26:30.214443 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Made reservation on behalf of 5bed7daa8c1e4dfca927e73a147cc1d9 for: {'port': 1} {{(pid=87485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 20:26:30.218403 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:30.251502 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ed4ffe65-588e-4fec-87ef-ab9699893fc4 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:26:30.403781 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:30.413464 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Allocated IP 172.20.0.14 (1d28ed9f-0e98-480f-9158-b36936ab6a34/76790481-73da-4e60-91cd-f133b9001bfa/d94e24a4-c269-4d3b-8369-6b4e6d0e3552) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:26:30.492783 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:26:30.508492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:26:30.520246 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:30.522640 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-97d37073-0e58-45d7-9083-16bd860630d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:30.558639 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'code': 200} Nov 24 20:26:30.630204 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=8']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:30.640875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:30.681601 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:30.703370 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Transition to ACTIVE for port object d94e24a4-c269-4d3b-8369-6b4e6d0e3552 will not be triggered until provisioned by entity DHCP. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:26:30.732310 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:30.738934 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8940e28c-9b4a-4aa0-8f05-d1ca18228e81 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:30.830409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:26:30.831285 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:30.833623 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:26:30.836654 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:26:30.870982 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.875772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.876453 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.876984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.878190 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.878731 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.879252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.879772 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.880314 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.880847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.881362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.881864 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:26:30.890998 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:30.922712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:30.923496 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:30.956797 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c9e9d0b2-de5b-4f50-b9ee-30a2f96e2312 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9674983 Nov 24 20:26:31.176562 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9bb5eaed-cd4c-41ec-846e-fd367707c4fe None None] Provisioning for port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 completed by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:26:31.181567 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-9bb5eaed-cd4c-41ec-846e-fd367707c4fe None None] Provisioning complete for port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 triggered by entity DHCP. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:26:31.181950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9bb5eaed-cd4c-41ec-846e-fd367707c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:31.240668 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5eaed-cd4c-41ec-846e-fd367707c4fe None None] Port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 cannot update to ACTIVE because it is not bound. {{(pid=87487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 20:26:31.482681 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077c71-168d-4ea8-a4cf-4a32b9aa1fb7 req-6451a947-b97b-4afc-b374-706775d56468 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:31.483480 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ea077c71-168d-4ea8-a4cf-4a32b9aa1fb7 req-6451a947-b97b-4afc-b374-706775d56468 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Synchronizing usage tracker for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:26:31.500267 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-ea077c71-168d-4ea8-a4cf-4a32b9aa1fb7 req-6451a947-b97b-4afc-b374-706775d56468 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Unset dirty status for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:26:31.501440 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea077c71-168d-4ea8-a4cf-4a32b9aa1fb7 req-6451a947-b97b-4afc-b374-706775d56468 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.2367182 Nov 24 20:26:31.548196 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ea077c71-168d-4ea8-a4cf-4a32b9aa1fb7 req-a214f494-0509-478c-bfbc-4744365bf0ce tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402701 Nov 24 20:26:32.287431 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-136e81be-051b-4201-b0a7-62abccebfd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:32.749988 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5617e31-a4be-4d29-b33c-5a13b69708d2 req-b1c79a3b-a19f-40f9-8d8b-15b7bddca703 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:32.751431 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d5617e31-a4be-4d29-b33c-5a13b69708d2 req-b1c79a3b-a19f-40f9-8d8b-15b7bddca703 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0868068 Nov 24 20:26:32.801609 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-d5617e31-a4be-4d29-b33c-5a13b69708d2 req-bac9f6a4-f1ba-47a5-8086-b88c92f0b48f tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Nov 24 20:26:33.047206 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:34.022564 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05101afa-f606-4e5e-a69f-04c5655ea5a6 req-a2af51cf-6053-4f47-8cd1-aa9ceb97cf64 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:34.024064 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05101afa-f606-4e5e-a69f-04c5655ea5a6 req-a2af51cf-6053-4f47-8cd1-aa9ceb97cf64 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0937064 Nov 24 20:26:34.076549 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-05101afa-f606-4e5e-a69f-04c5655ea5a6 req-0e7667ec-9bc8-4ca8-8f5d-45a673f3fb01 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465238 Nov 24 20:26:34.813554 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:35.280210 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071aeb0-3632-425a-be81-a6f8128bc70d req-d2cf0757-e5cb-4699-810a-9336b6b015c7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:35.282352 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0071aeb0-3632-425a-be81-a6f8128bc70d req-d2cf0757-e5cb-4699-810a-9336b6b015c7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0926363 Nov 24 20:26:35.328713 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0071aeb0-3632-425a-be81-a6f8128bc70d req-202c5904-059d-41ba-9008-273a3666d865 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401065 Nov 24 20:26:36.568905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1143-2531-449c-b0c3-99787d4c3b8e req-4f210354-2501-4a5d-8279-157c18a1ae54 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:36.570374 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-568c1143-2531-449c-b0c3-99787d4c3b8e req-4f210354-2501-4a5d-8279-157c18a1ae54 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.1025708 Nov 24 20:26:36.622950 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-568c1143-2531-449c-b0c3-99787d4c3b8e req-eb9a1a57-daed-4044-8bec-7875f0b17189 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450480 Nov 24 20:26:37.829709 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4a05f-91f6-400f-bc74-a9567bba09e1 req-024446ab-5e6f-4474-8f50-f0caac7c47e8 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:37.831200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79c4a05f-91f6-400f-bc74-a9567bba09e1 req-024446ab-5e6f-4474-8f50-f0caac7c47e8 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0904133 Nov 24 20:26:37.880661 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-79c4a05f-91f6-400f-bc74-a9567bba09e1 req-b5e19114-b507-4dd6-a3ac-66a5d50438f7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Nov 24 20:26:39.078323 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d244-78f3-40b2-a28f-a628a43c9e9e req-6bad45e8-1b02-4cb4-ae78-2c36c1f2fc37 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:39.079764 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-37f9d244-78f3-40b2-a28f-a628a43c9e9e req-6bad45e8-1b02-4cb4-ae78-2c36c1f2fc37 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0824118 Nov 24 20:26:39.129584 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-37f9d244-78f3-40b2-a28f-a628a43c9e9e req-2d79264b-68e4-4872-aac5-faf1e2a13d82 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432873 Nov 24 20:26:40.345786 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31332de0-df5a-4ecf-86ca-edece35968a9 req-5bf16731-78ad-4019-8652-0296eb62a58a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:40.347185 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-31332de0-df5a-4ecf-86ca-edece35968a9 req-5bf16731-78ad-4019-8652-0296eb62a58a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0970490 Nov 24 20:26:40.394617 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-31332de0-df5a-4ecf-86ca-edece35968a9 req-d8e6083c-e7b8-461e-92f6-66760fe3c84a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408289 Nov 24 20:26:41.579905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdd9ed-8117-4121-a7a2-3f3a060557ba req-39b168ea-3b4d-4d74-836d-7edbd245e449 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:41.581933 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6afdd9ed-8117-4121-a7a2-3f3a060557ba req-39b168ea-3b4d-4d74-836d-7edbd245e449 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0849311 Nov 24 20:26:41.626596 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6afdd9ed-8117-4121-a7a2-3f3a060557ba req-1d8f537c-1410-4712-8068-dd02cb1f4cdd tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389988 Nov 24 20:26:42.813684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e09ad-4f34-4e44-92ca-2f35142cf7f0 req-47c44a0c-b405-41d5-8a0a-0060edab051b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:42.815456 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-543e09ad-4f34-4e44-92ca-2f35142cf7f0 req-47c44a0c-b405-41d5-8a0a-0060edab051b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.0826113 Nov 24 20:26:42.860686 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-543e09ad-4f34-4e44-92ca-2f35142cf7f0 req-254e5695-0d0f-4181-8cc7-1da2ac2c009c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394628 Nov 24 20:26:44.014835 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Request body: {'port': {'device_id': '8857585d-3674-4170-8c29-7709207ed3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:26:44.153951 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e203c-4b85-4fa8-b47b-0a09a359656d req-c6c2fe5b-ad87-4544-8054-e8c64d405c12 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:44.155291 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-025e203c-4b85-4fa8-b47b-0a09a359656d req-c6c2fe5b-ad87-4544-8054-e8c64d405c12 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 932 time: 0.1866825 Nov 24 20:26:44.159215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:44.254413 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-025e203c-4b85-4fa8-b47b-0a09a359656d req-c004e559-ccf8-4c91-a587-020d5a755524 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862401 Nov 24 20:26:44.530646 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94e24a4-c269-4d3b-8369-6b4e6d0e3552 {{(pid=87485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:26:44.538235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:44.552819 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.provisioning_blocks [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Transition to ACTIVE for port object d94e24a4-c269-4d3b-8369-6b4e6d0e3552 will not be triggered until provisioned by entity L2. {{(pid=87485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 20:26:44.556628 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:44.561516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8b050498-cde0-4fd3-947a-62520d552b8e tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:44.865838 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Pushing event updated for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:44.870743 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:44.909826 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Attempting to bind port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 on host hv-neutron-8183 for vnic_type normal with profile {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 20:26:44.910089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Attempting to bind port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 20:26:44.910408 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Attempting to bind port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:26:44.915027 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 20:26:44.915349 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Attempting to bind port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 on network 1d28ed9f-0e98-480f-9158-b36936ab6a34 {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 20:26:44.920424 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Checking agent: {'id': 'cfea0603-c0fb-4cc3-995b-33415015a5e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'started_at': datetime.datetime(2021, 11, 24, 19, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 20, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 20:26:44.920751 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Checking segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 20:26:44.921131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Bound using segment: {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'} {{(pid=87485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 20:26:44.921546 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.managers [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Bound port: d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34'}}] {{(pid=87485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 20:26:44.921887 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:45.014918 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, cleared binding levels {{(pid=87485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 20:26:45.018441 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 20:26:45.023307 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:45.026766 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-098b799e-ecb1-4de5-b068-0431be6985a7 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:45.083644 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:45.084350 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:45.085699 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] 10.222.0.41 "PUT /v2.0/ports/d94e24a4-c269-4d3b-8369-6b4e6d0e3552 HTTP/1.1" status: 200 len: 1094 time: 1.0793600 Nov 24 20:26:45.086221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:26:45.107009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Pushing event updated for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=3']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:45.110198 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:45.164619 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'status': 'completed', 'code': 200} Nov 24 20:26:45.206126 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-4b858abc-373b-45df-a252-47e8286b0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:45.207939 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-4b858abc-373b-45df-a252-47e8286b0057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 1097 time: 0.0832155 Nov 24 20:26:45.280150 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-1539edfb-de62-40aa-8c39-65c2bf21ecc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552 HTTP/1.1" status: 200 len: 217 time: 0.0642214 Nov 24 20:26:45.347634 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c289b3e4-f566-4d36-b224-23e3630d487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:45.349008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-c289b3e4-f566-4d36-b224-23e3630d487e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0628777 Nov 24 20:26:45.500427 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-3f001a2d-8cb1-464a-bf22-e4e608f2e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:45.502274 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-3f001a2d-8cb1-464a-bf22-e4e608f2e636 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1468682 Nov 24 20:26:45.510404 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba72fb-996e-4ee7-860f-4499995221f7 req-e2fc30eb-2542-4db3-bfcc-037d9fe0f342 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:45.511923 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fba72fb-996e-4ee7-860f-4499995221f7 req-e2fc30eb-2542-4db3-bfcc-037d9fe0f342 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 944 time: 0.1266758 Nov 24 20:26:45.656246 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8fba72fb-996e-4ee7-860f-4499995221f7 req-d2fbfbdf-7b5b-4bca-88d2-d932ec6f211b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171842 Nov 24 20:26:45.692550 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-1c58360f-5337-476c-961d-5b605523e14d service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794639 Nov 24 20:26:45.830967 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-6fb02793-06aa-4fec-8ec4-e83aba9970c5 req-2762253d-091c-41de-a82a-54676b93c3ac service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319876 Nov 24 20:26:45.947235 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-78592d2e-d4e4-4a18-bf2c-134cddc35453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:45.948739 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-78592d2e-d4e4-4a18-bf2c-134cddc35453 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 1097 time: 0.0704255 Nov 24 20:26:46.080286 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-6249b1c7-a66e-4e36-8c2c-e212bb09a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:46.081918 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-6249b1c7-a66e-4e36-8c2c-e212bb09a33b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1266284 Nov 24 20:26:46.153831 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-12e5b6d9-bb85-43b4-a188-954466a1276d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552 HTTP/1.1" status: 200 len: 217 time: 0.0649540 Nov 24 20:26:46.216680 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-31f44602-a7bb-400f-b70b-34b62db25b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:46.218008 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-31f44602-a7bb-400f-b70b-34b62db25b3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0581086 Nov 24 20:26:46.298462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-65c9e0c5-3412-4fb1-b423-95f12bafa887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:46.300328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-65c9e0c5-3412-4fb1-b423-95f12bafa887 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754364 Nov 24 20:26:46.435600 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-2a074acc-3273-4da4-8222-01e92eb34e2a service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272762 Nov 24 20:26:46.686025 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8b9b12ed-c2ac-47ed-9d10-a70f87aec938 req-2b8bca02-d0f0-4e13-961a-f628fdfbec1b service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433832 Nov 24 20:26:46.843827 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94425a08-568f-40f0-87f5-ba161f6525af req-932559cd-c219-4b9a-8049-2fb3b552730a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:46.845306 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94425a08-568f-40f0-87f5-ba161f6525af req-932559cd-c219-4b9a-8049-2fb3b552730a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 944 time: 0.0826814 Nov 24 20:26:46.889877 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-94425a08-568f-40f0-87f5-ba161f6525af req-19948e60-dcb9-4eb1-9803-9c6f3e04bdac tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383179 Nov 24 20:26:48.076897 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800526b3-a791-4e2f-9be7-f8cc476fd0d1 req-4bbfebbf-c041-4840-a2f4-a57af15dce7b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:48.078355 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-800526b3-a791-4e2f-9be7-f8cc476fd0d1 req-4bbfebbf-c041-4840-a2f4-a57af15dce7b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 944 time: 0.0835454 Nov 24 20:26:48.121463 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-800526b3-a791-4e2f-9be7-f8cc476fd0d1 req-6aac9e9f-f833-4fe3-8355-04cfcfde8227 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372717 Nov 24 20:26:48.294434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d94e24a4-c269-4d3b-8369-6b4e6d0e3552 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:26:48.427627 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:26:48.441251 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'port_id': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'mac_address': 'fa:16:3e:db:de:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:26:48.495272 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:48.512292 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94e24a4-c269-4d3b-8369-6b4e6d0e3552 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:26:48.527943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:26:48.532310 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:48.534614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-a1593643-6ec6-406b-b5ce-8a0d8111d8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:48.617258 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=4']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:48.620327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:48.891131 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['d94e24a4-c269-4d3b-8369-6b4e6d0e3552'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:26:49.315351 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc0814-1c3d-4326-b6ae-ed9d1ee1d2cc req-8bfaec79-7269-4a68-baf4-6eac7ddf2328 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:49.316827 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-63fc0814-1c3d-4326-b6ae-ed9d1ee1d2cc req-8bfaec79-7269-4a68-baf4-6eac7ddf2328 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0815384 Nov 24 20:26:49.364467 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-63fc0814-1c3d-4326-b6ae-ed9d1ee1d2cc req-5c03476c-c403-434c-8719-c4233fa94d9f tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Nov 24 20:26:49.885985 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:50.218667 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-936d4635-a41b-4d18-b1be-43a2accf3faf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715024 Nov 24 20:26:50.313319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d94e24a4-c269-4d3b-8369-6b4e6d0e3552 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:26:50.361326 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-66a48ad9-481a-4e71-9106-1fb7cc7c4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:50.362876 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-66a48ad9-481a-4e71-9106-1fb7cc7c4ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1097 time: 0.0724065 Nov 24 20:26:50.385703 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning for port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 completed by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 20:26:50.389361 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:26:50.389743 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:50.508274 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:50.537024 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:26:50.546890 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:26:50.552173 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:50.554133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:50.570189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-6b9c1eda-3026-40c3-a53b-d6f2ae5bb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:50.571648 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-6b9c1eda-3026-40c3-a53b-d6f2ae5bb10d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1905010 Nov 24 20:26:50.590432 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'code': 200} Nov 24 20:26:50.623767 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=5']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:50.627335 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:50.699090 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71654c-cc99-4587-9065-5bbe25c053ab req-3be2bbeb-d2ab-4c3d-b15b-1595a5dbf708 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:50.700591 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ad71654c-cc99-4587-9065-5bbe25c053ab req-3be2bbeb-d2ab-4c3d-b15b-1595a5dbf708 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.2153327 Nov 24 20:26:50.729914 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-be126125-d04a-4df2-9e7f-9e3618d665eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 1000 time: 0.1492574 Nov 24 20:26:50.755376 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.41', 61511) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:26:50.796712 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-ad71654c-cc99-4587-9065-5bbe25c053ab req-09d6bfae-698b-427c-a5bd-ed1f5c65921b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863013 Nov 24 20:26:50.810877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-091237ba-cf37-4428-96b6-499960559ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:50.811529 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-091237ba-cf37-4428-96b6-499960559ddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0748835 Nov 24 20:26:50.846309 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88044-6d63-4792-9707-ad57d05b68e8 req-78a01572-fc3b-4ce6-ac58-7db9bc3d543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:50.847951 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d8b88044-6d63-4792-9707-ad57d05b68e8 req-78a01572-fc3b-4ce6-ac58-7db9bc3d543d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0740385 Nov 24 20:26:50.894518 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-3c60e806-65ea-44b2-b84b-d2b5be6ab1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:50.896032 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-3c60e806-65ea-44b2-b84b-d2b5be6ab1ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780926 Nov 24 20:26:50.897807 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [req-d8b88044-6d63-4792-9707-ad57d05b68e8 req-7fb608a8-7bea-4043-aca9-0005df26c8b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435231 Nov 24 20:26:51.289574 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-0427c474-0507-46ef-8cfb-da1e7467c3b0 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396358 Nov 24 20:26:51.428905 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-06b0e8b3-30a4-468c-8638-f54178edfc66 req-1004731e-3fc0-4945-8ab6-a6a5fc3338fd service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316857 Nov 24 20:26:51.982135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24eefa-4894-4d10-9e3d-699420d4ccbd req-4e91b761-881d-455b-b04b-db0410a204c5 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:51.983565 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3b24eefa-4894-4d10-9e3d-699420d4ccbd req-4e91b761-881d-455b-b04b-db0410a204c5 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 946 time: 0.0793872 Nov 24 20:26:52.028575 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-3b24eefa-4894-4d10-9e3d-699420d4ccbd req-1e864e40-16e2-44aa-8237-8ca82492feb9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389607 Nov 24 20:26:53.214516 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee23ef-17f8-421f-a5d5-be9fb818292a req-719c0772-c5be-49e4-85b2-c2c90fd55434 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:53.215880 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8dee23ef-17f8-421f-a5d5-be9fb818292a req-719c0772-c5be-49e4-85b2-c2c90fd55434 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 946 time: 0.0833628 Nov 24 20:26:53.260489 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-8dee23ef-17f8-421f-a5d5-be9fb818292a req-03c6168b-0100-41bd-a12c-d175ad2cc4cd tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389771 Nov 24 20:26:53.442917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4327468-171c-4b98-bd6b-d634c92c55eb req-6b41c7d6-199f-4f70-aa1d-fca3cc14c351 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:53.444382 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4327468-171c-4b98-bd6b-d634c92c55eb req-6b41c7d6-199f-4f70-aa1d-fca3cc14c351 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 946 time: 0.0803101 Nov 24 20:26:53.493318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a4327468-171c-4b98-bd6b-d634c92c55eb req-ef465afa-4fb6-4f16-87b0-4ffab082836c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Nov 24 20:26:53.516941 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56086) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:26:53.587069 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e05313-09aa-4551-8f39-d667c6bca1df tempest-TestSnapshotPattern-1054184721 tempest-TestSnapshotPattern-1054184721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:53.588592 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-43e05313-09aa-4551-8f39-d667c6bca1df tempest-TestSnapshotPattern-1054184721 tempest-TestSnapshotPattern-1054184721-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 1094 time: 0.0704727 Nov 24 20:26:53.591409 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56090) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:26:53.597172 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.v2.base [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Request body: {'floatingip': {'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'port_id': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 20:26:53.603189 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 20:26:53.607011 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Usage tracker for resource:floatingip and tenant:5bed7daa8c1e4dfca927e73a147cc1d9 is out of sync, need to count used quota {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 20:26:53.609851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 20:26:53.616018 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.quota.driver [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 20:26:53.625368 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:53.887256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:54.026182 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_common [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Allocated IP 172.26.6.124 (d58a3010-7cb9-461e-92c0-e2263b275e0d/c5a2a84c-e246-4682-b31a-dc107dceabe6/3ca3a5a9-b5b5-4181-8c54-b9c9b2347088) {{(pid=87485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 20:26:54.173972 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for port, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:54.202976 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734275692373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:54.207378 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1c596671-3834-408d-bbd9-22791c683c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:54.268436 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Network d58a3010-7cb9-461e-92c0-e2263b275e0d is already hosted by enough agents. {{(pid=87485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 20:26:54.271070 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.base_scheduler [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Resources bound (agent type, host, resource id): {{(pid=87485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 20:26:54.274853 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Received port after_create {{(pid=87485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 20:26:54.318977 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'Port': ['ID=3ca3a5a9-b5b5-4181-8c54-b9c9b2347088,revision_number=1']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:54.323176 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:54.688570 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:54.762886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:54.976107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for port, precommit_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:54.980272 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520591'] for port, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:54.983713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-86d14916-2f73-48e6-8491-f1c76ea47c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:26:55.084020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event updated for resources: {'Port': ['ID=3ca3a5a9-b5b5-4181-8c54-b9c9b2347088,revision_number=2']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:26:55.088043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:26:55.096724 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749746'] for floatingip, after_update {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:55.267155 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Floating IP ef7047b5-0ddd-431d-8341-cd77b1df2119 associated. External IP: 172.26.6.124, port: d94e24a4-c269-4d3b-8369-6b4e6d0e3552. Nov 24 20:26:55.739237 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:26:55.923072 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:26:55.934111 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] Sync routers for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:26:55.946236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:26:55.946841 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:26:55.949187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:56.005184 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-57c53b32-d439-4532-8ab0-4573749f194c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4125910 Nov 24 20:26:56.005778 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:26:56.050925 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'status': 'completed', 'code': 200} Nov 24 20:26:56.128652 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:26:56.145294 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412de36-5289-45a3-8543-b1354857fe24 req-42646da7-dc9a-48b9-9de3-59848ffcf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:56.146934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1412de36-5289-45a3-8543-b1354857fe24 req-42646da7-dc9a-48b9-9de3-59848ffcf5fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0751452 Nov 24 20:26:56.284074 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412de36-5289-45a3-8543-b1354857fe24 req-736c12c3-8340-4b4d-9f5f-d65ac4c7609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:56.285484 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1412de36-5289-45a3-8543-b1354857fe24 req-736c12c3-8340-4b4d-9f5f-d65ac4c7609c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1321528 Nov 24 20:26:56.389821 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1412de36-5289-45a3-8543-b1354857fe24 req-4c1ff410-65a7-41c3-b357-a3651390e13c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552 HTTP/1.1" status: 200 len: 1000 time: 0.0974357 Nov 24 20:26:56.454002 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412de36-5289-45a3-8543-b1354857fe24 req-95f089ec-b87e-4540-b27b-220ed2e4876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:56.456473 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1412de36-5289-45a3-8543-b1354857fe24 req-95f089ec-b87e-4540-b27b-220ed2e4876c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0602176 Nov 24 20:26:56.522624 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:30Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}, {'id': 'ef7047b5-0ddd-431d-8341-cd77b1df2119', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:db:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8857585d-3674-4170-8c29-7709207ed3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:26:54Z', 'updated_at': '2021-11-24T20:26:54Z', 'revision_number': 0, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:26:56.526702 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] Checking router: 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:26:56.534703 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412de36-5289-45a3-8543-b1354857fe24 req-79a6cff3-ddc4-49dc-8ca8-2c013db91a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:26:56.536110 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:26:56.536227 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1412de36-5289-45a3-8543-b1354857fe24 req-79a6cff3-ddc4-49dc-8ca8-2c013db91a85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730643 Nov 24 20:26:56.536714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:26:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:26:56.669805 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1412de36-5289-45a3-8543-b1354857fe24 req-54f32763-61d1-4f35-b5b4-5969fec9b230 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267824 Nov 24 20:26:56.712954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:26:56.804722 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1412de36-5289-45a3-8543-b1354857fe24 req-15fa5744-7c79-4e43-a246-11edc7582d1d service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281619 Nov 24 20:26:57.059697 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:30Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}, {'id': 'ef7047b5-0ddd-431d-8341-cd77b1df2119', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:db:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8857585d-3674-4170-8c29-7709207ed3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:26:54Z', 'updated_at': '2021-11-24T20:26:54Z', 'revision_number': 0, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:26:57.063542 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8c496-235d-4bd6-be4b-e44ea2123708 None None] The sync data for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv is: [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:30Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}, {'id': 'ef7047b5-0ddd-431d-8341-cd77b1df2119', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:db:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8857585d-3674-4170-8c29-7709207ed3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:26:54Z', 'updated_at': '2021-11-24T20:26:54Z', 'revision_number': 0, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:26:57.260932 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1597c36-1c81-4fa5-b714-5051968a384f None None] New status for floating IP ef7047b5-0ddd-431d-8341-cd77b1df2119: ACTIVE {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:26:59.498511 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d25868c0-3167-4d3e-8740-51fe3c9aee53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:26:59.510662 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:26:59.914924 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:02.290901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-faac6c93-8baa-4455-a4be-fc5ee9b9a8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:03.052923 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:04.812254 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:19.903228 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:29.499929 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-fef4463d-78b6-4464-b04d-2650c889723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:29.913312 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:32.292520 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-53efd608-6824-4907-a796-2accbb9d0966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:33.051285 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:34.820467 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:36.509637 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:27:49.906840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:50.283328 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-c039f6e0-a1fe-4fdf-9863-a087041da12b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421769 Nov 24 20:27:50.433211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-9e42e267-2faf-42fd-af37-9270a8ccc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:27:50.434569 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-9e42e267-2faf-42fd-af37-9270a8ccc4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1097 time: 0.0713606 Nov 24 20:27:50.697984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-c94d1b6d-44d4-4c99-bb14-36b8717dbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:27:50.699370 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-c94d1b6d-44d4-4c99-bb14-36b8717dbb89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.2461534 Nov 24 20:27:50.803068 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-7a73fff5-6b2a-4c26-9d04-b40665fdba7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 1000 time: 0.0963731 Nov 24 20:27:50.867625 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-e83e78bb-5670-4d60-8a71-b22706dbcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:27:50.869060 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-e83e78bb-5670-4d60-8a71-b22706dbcb94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0594356 Nov 24 20:27:50.946193 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-48a7f154-2f32-4024-96ac-01b64af43ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:27:50.947683 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-48a7f154-2f32-4024-96ac-01b64af43ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723567 Nov 24 20:27:51.083225 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-09d822b8-1fb1-4ba5-b13f-8f9fc3f38b2f service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276059 Nov 24 20:27:51.214017 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e2a4ee0a-1391-484b-a602-836a37d11088 req-9004d9d8-5fbc-4c20-8e70-4387f9eeba3b service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240993 Nov 24 20:27:59.504268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e53f4d3d-e9f1-45a7-bf74-8ed8b809ba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:27:59.915270 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:02.295421 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-267ee07a-308e-413b-a09b-3deb9541988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:03.054596 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:04.819926 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:13.508299 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:28:19.900327 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:29.506017 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bd456785-2a6d-4a23-938c-29dc360d6033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:29.916732 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:32.297677 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-736536aa-0823-41e4-bdc3-b9ddc41da52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:33.057676 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:34.823150 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:49.897336 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:50.507100 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:28:52.249814 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-151c7ad1-249e-4f2d-9d1c-5bcc51375823 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724077 Nov 24 20:28:52.339717 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-243dc922-503c-4d98-b86e-22927124570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:28:52.341318 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-243dc922-503c-4d98-b86e-22927124570b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0717571 Nov 24 20:28:52.487990 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-fb1638b3-7f09-4e85-9f44-76a44a9a6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:28:52.489402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-fb1638b3-7f09-4e85-9f44-76a44a9a6f61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1272354 Nov 24 20:28:52.592444 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-fe032e9f-7403-4640-a184-a98f2819284e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552 HTTP/1.1" status: 200 len: 1002 time: 0.0965674 Nov 24 20:28:52.654539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-b9d1554b-0f23-49a6-9bb8-905d9af02708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:28:52.655944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-b9d1554b-0f23-49a6-9bb8-905d9af02708 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0567820 Nov 24 20:28:52.734832 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-f0067c88-e14f-428c-b4be-5e634c42166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:28:52.736879 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-f0067c88-e14f-428c-b4be-5e634c42166b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744960 Nov 24 20:28:52.869607 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-ecf22e57-0fdf-4a4f-b124-fd24feb927fa service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258230 Nov 24 20:28:53.002808 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-1ce4773f-2dbf-4c03-b36d-986713270b93 req-49de23da-da10-42a2-a589-4fff37e0795c service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272821 Nov 24 20:28:59.507128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-bf150386-c9e1-4eae-bbe4-1bb1845c59bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:28:59.922519 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:02.299821 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e1017b06-7ee0-4d80-bd3c-7771e3d1cac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:02.935097 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d94e24a4-c269-4d3b-8369-6b4e6d0e3552 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=87487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 20:29:03.081788 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:03.088776 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:03.095046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Returning: {'device': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'port_id': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'mac_address': 'fa:16:3e:db:de:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 20:29:03.149658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:03.166451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d94e24a4-c269-4d3b-8369-6b4e6d0e3552 {{(pid=87487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 20:29:03.182338 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:03.185814 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:03.187498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-c20d6666-d509-41ef-9611-5f5e3d635874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:03.255432 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=6']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:03.263271 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.263631 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.264072 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.264419 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.264757 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.265096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.265434 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.265768 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.266101 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.266430 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.266758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.267082 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:03.272563 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] get_ports_and_sgs() called for port_ids ['d94e24a4-c269-4d3b-8369-6b4e6d0e3552'] {{(pid=87487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 20:29:03.301010 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:04.825308 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:04.953609 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d94e24a4-c269-4d3b-8369-6b4e6d0e3552 up at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 20:29:05.021764 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.provisioning_blocks [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Provisioning complete for port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 triggered by entity L2. {{(pid=87487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 20:29:05.022140 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763729'] for port, provisioning_complete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:05.141498 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613154'] for port, before_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:05.167840 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552'}] {{(pid=87487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:29:05.177797 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:05.182937 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734276240186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734275692391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734275692436'] for port, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:05.184656 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-63772ec8-07d7-4441-8688-7e11039885c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:05.218989 dv-neutron-818346-1-hyperv neutron-server[87487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'code': 200} Nov 24 20:29:05.253492 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Pushing event updated for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=7']} {{(pid=87487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:05.256458 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:15.875306 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56328) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:16.206073 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Deleting port 3ca3a5a9-b5b5-4181-8c54-b9c9b2347088 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:16.206405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:16.375444 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:16.375773 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:16.499144 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Calling delete_port for 3ca3a5a9-b5b5-4181-8c54-b9c9b2347088 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:16.648617 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:16.652188 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-8feb64d6-b5a8-40e7-8baf-97455be644ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:16.696907 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event deleted for resources: {'Port': ['ID=3ca3a5a9-b5b5-4181-8c54-b9c9b2347088,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:16.737121 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.737508 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.737890 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.738263 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.738632 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.739000 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.739367 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.739736 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.740129 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.740495 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.740855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.741209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:16.748020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:16.801848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:16.802050 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Floating IP ef7047b5-0ddd-431d-8341-cd77b1df2119 disassociated (deleted). External IP: 172.26.6.124, port: d94e24a4-c269-4d3b-8369-6b4e6d0e3552. Nov 24 20:29:17.155365 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:29:17.337222 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:29:17.347698 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] Sync routers for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:29:17.357108 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:17.357725 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:17.358278 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:17.415041 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-9bcbc8ee-2b0a-42a0-b465-4631dba6bfd9 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "DELETE /v2.0/floatingips/ef7047b5-0ddd-431d-8341-cd77b1df2119 HTTP/1.1" status: 204 len: 168 time: 1.5383730 Nov 24 20:29:17.415550 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:29:17.514206 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'status': 'completed', 'code': 200} Nov 24 20:29:17.542289 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:17.757155 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-9be21521-c4e5-435a-ac96-fdf8454e29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:17.759345 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-9be21521-c4e5-435a-ac96-fdf8454e29f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 1099 time: 0.2229936 Nov 24 20:29:17.924659 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:30Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:17.929865 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] Checking router: 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:29:17.939564 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:17.940239 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:17.951421 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-60932d48-7b40-4c26-b88a-3c2f50f35792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:17.952918 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-60932d48-7b40-4c26-b88a-3c2f50f35792 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1858706 Nov 24 20:29:17.964569 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fa6a4-a444-4b6e-865e-8c071862cadd req-a8c289e0-2655-4b75-aea4-219bf63acae6 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:17.965238 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0e5fa6a4-a444-4b6e-865e-8c071862cadd req-a8c289e0-2655-4b75-aea4-219bf63acae6 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Synchronizing usage tracker for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:29:18.039934 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-1f4a5409-2db6-4115-a29b-986ac270bb03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552 HTTP/1.1" status: 200 len: 217 time: 0.0710180 Nov 24 20:29:18.045590 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-0e5fa6a4-a444-4b6e-865e-8c071862cadd req-a8c289e0-2655-4b75-aea4-219bf63acae6 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Unset dirty status for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:29:18.046944 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e5fa6a4-a444-4b6e-865e-8c071862cadd req-a8c289e0-2655-4b75-aea4-219bf63acae6 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 946 time: 0.3244970 Nov 24 20:29:18.128523 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:18.142699 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0e5fa6a4-a444-4b6e-865e-8c071862cadd req-8b81b456-46cf-43c7-8e4d-2ed991fa6f2f tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641835 Nov 24 20:29:18.144380 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-bc4f0339-f196-4e5d-bb32-52da0e9463cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:18.145768 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-bc4f0339-f196-4e5d-bb32-52da0e9463cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0979617 Nov 24 20:29:18.226894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-cc9a8f18-9ddb-4f81-b86b-96e786101328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:18.228404 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-cc9a8f18-9ddb-4f81-b86b-96e786101328 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741622 Nov 24 20:29:18.368402 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-90f500e6-de03-4562-88a6-c4679eee1808 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310947 Nov 24 20:29:18.505084 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-0a7fe3a1-cf6b-4c1e-b8cb-4c799375964d req-4e440687-dddb-4770-a4cc-0dbd44625a08 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291866 Nov 24 20:29:18.527002 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:30Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:18.531065 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c39b4-bab3-40a0-8026-c1cc33777a1f None None] The sync data for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv is: [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_floatingips': [{'id': '5637abea-ef95-4889-b2d1-50769e282b6e', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'floating_ip_address': '172.26.6.102', 'floating_network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'router_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'port_id': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'mac_address': 'fa:16:3e:c5:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T20:23:27Z', 'updated_at': '2021-11-24T20:23:30Z', 'revision_number': 1, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:29:18.767700 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454aa071-5633-4e7a-ae81-9bfa0aaf3450 None None] New status for floating IP ef7047b5-0ddd-431d-8341-cd77b1df2119: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:29:19.332066 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c0f20-15ef-49d9-9bf1-3bb8c2a9cd0e req-a3a96854-ab2c-4a4b-91f4-2d4d069f53b6 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:19.333505 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a05c0f20-15ef-49d9-9bf1-3bb8c2a9cd0e req-a3a96854-ab2c-4a4b-91f4-2d4d069f53b6 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 946 time: 0.0847874 Nov 24 20:29:19.377572 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-a05c0f20-15ef-49d9-9bf1-3bb8c2a9cd0e req-4c472d95-e4a2-4b27-90cb-113ffe3aa8e2 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384972 Nov 24 20:29:19.454636 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-a3cac177-a32e-4389-b36f-cdd3e7cfa518 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:19.456216 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-a3cac177-a32e-4389-b36f-cdd3e7cfa518 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 946 time: 0.0768404 Nov 24 20:29:19.527801 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Deleting port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:19.528161 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:19.769266 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] For port d94e24a4-c269-4d3b-8369-6b4e6d0e3552, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:19.769539 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:19.896266 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:19.896851 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Calling delete_port for d94e24a4-c269-4d3b-8369-6b4e6d0e3552 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:20.039052 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:20.044491 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7ef03150-28e3-462d-9c08-ceb911452e77 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:20.206084 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event deleted for resources: {'Port': ['ID=d94e24a4-c269-4d3b-8369-6b4e6d0e3552,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:20.209149 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:20.282342 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] No DVR routers for this DVR port d94e24a4-c269-4d3b-8369-6b4e6d0e3552 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:29:20.285107 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:20.287795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'name': 'network-vif-deleted', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:29:20.303670 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-129c34fa-dc5e-4780-8105-f1f9c85df393 req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "DELETE /v2.0/ports/d94e24a4-c269-4d3b-8369-6b4e6d0e3552 HTTP/1.1" status: 204 len: 173 time: 0.8416338 Nov 24 20:29:20.334411 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8857585d-3674-4170-8c29-7709207ed3e5', 'name': 'network-vif-deleted', 'tag': 'd94e24a4-c269-4d3b-8369-6b4e6d0e3552', 'status': 'completed', 'code': 200} Nov 24 20:29:20.544677 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-73d0cf9a-6647-47aa-bc7c-65d038064482 req-66730ef5-6d9a-404d-a6ee-518d9106f747 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Synchronizing usage tracker for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:29:20.561825 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-73d0cf9a-6647-47aa-bc7c-65d038064482 req-66730ef5-6d9a-404d-a6ee-518d9106f747 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Unset dirty status for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:29:20.563095 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-73d0cf9a-6647-47aa-bc7c-65d038064482 req-66730ef5-6d9a-404d-a6ee-518d9106f747 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=8857585d-3674-4170-8c29-7709207ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0616813 Nov 24 20:29:21.009282 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d94e24a4-c269-4d3b-8369-6b4e6d0e3552 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:21.047495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: d94e24a4-c269-4d3b-8369-6b4e6d0e3552 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:21.047842 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device d94e24a4-c269-4d3b-8369-6b4e6d0e3552 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:22.212448 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56392) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:22.418373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Deleting port 11b9cf3c-d21e-4b51-925a-d3d5de68e9f6 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:22.418713 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:22.586456 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:22.586701 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:22.707721 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Calling delete_port for 11b9cf3c-d21e-4b51-925a-d3d5de68e9f6 owned by network:floatingip {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:22.854828 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:22.859127 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-84d70748-9783-47a5-89a6-55283e26d2e7 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:22.901545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event deleted for resources: {'Port': ['ID=11b9cf3c-d21e-4b51-925a-d3d5de68e9f6,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:22.904795 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:22.995841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for floatingip, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:22.996210 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.db.l3_db [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Floating IP 5637abea-ef95-4889-b2d1-50769e282b6e disassociated (deleted). External IP: 172.26.6.102, port: ed4ffe65-588e-4fec-87ef-ab9699893fc4. Nov 24 20:29:23.346510 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:29:23.646241 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:29:23.656674 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] Sync routers for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:29:23.666586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:23.667201 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:23.667335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for floatingip, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:23.724616 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-b37c18b0-52c2-49d3-8242-45545f94abc4 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "DELETE /v2.0/floatingips/5637abea-ef95-4889-b2d1-50769e282b6e HTTP/1.1" status: 204 len: 168 time: 1.5110807 Nov 24 20:29:23.725302 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:29:23.773815 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'status': 'completed', 'code': 200} Nov 24 20:29:23.859750 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:23.869239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd193da-762f-44be-98c2-ea668270a471 req-78e3fa17-292d-40db-8d4a-dcfedbdf0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:23.870731 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fd193da-762f-44be-98c2-ea668270a471 req-78e3fa17-292d-40db-8d4a-dcfedbdf0db9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 1097 time: 0.0731535 Nov 24 20:29:24.032847 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd193da-762f-44be-98c2-ea668270a471 req-712f4868-f6ae-4eec-9efe-ed2af5bcf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:24.034886 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fd193da-762f-44be-98c2-ea668270a471 req-712f4868-f6ae-4eec-9efe-ed2af5bcf515 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 200 len: 910 time: 0.1575313 Nov 24 20:29:24.146860 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fd193da-762f-44be-98c2-ea668270a471 req-1c7408a4-207c-435c-a662-9f6261815b53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 200 len: 217 time: 0.0760839 Nov 24 20:29:24.200593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:24.204907 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] Checking router: 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:29:24.213650 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:24.214257 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:24.227921 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd193da-762f-44be-98c2-ea668270a471 req-710d371a-e669-4712-ac1f-0f370d9da23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:24.229380 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fd193da-762f-44be-98c2-ea668270a471 req-710d371a-e669-4712-ac1f-0f370d9da23d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 200 len: 848 time: 0.0742779 Nov 24 20:29:24.240335 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b355dd-6f0b-4465-830d-5863ebdcb07a req-0c8386ff-0ae8-496e-99e2-75498579497e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:24.240935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c0b355dd-6f0b-4465-830d-5863ebdcb07a req-0c8386ff-0ae8-496e-99e2-75498579497e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Synchronizing usage tracker for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 20:29:24.301450 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.quota.resource [req-c0b355dd-6f0b-4465-830d-5863ebdcb07a req-0c8386ff-0ae8-496e-99e2-75498579497e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Unset dirty status for tenant:5bed7daa8c1e4dfca927e73a147cc1d9 on resource:port {{(pid=87485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 20:29:24.302613 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0b355dd-6f0b-4465-830d-5863ebdcb07a req-0c8386ff-0ae8-496e-99e2-75498579497e tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 944 time: 0.2629735 Nov 24 20:29:24.362587 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd193da-762f-44be-98c2-ea668270a471 req-e735502a-c95f-4c6e-9fb6-051f2d8e6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:24.364120 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fd193da-762f-44be-98c2-ea668270a471 req-e735502a-c95f-4c6e-9fb6-051f2d8e6828 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1d28ed9f-0e98-480f-9158-b36936ab6a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205256 Nov 24 20:29:24.367009 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-c0b355dd-6f0b-4465-830d-5863ebdcb07a req-b6636812-08bd-42f6-b33a-96d7d2b9a1e2 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567102 Nov 24 20:29:24.396727 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:24.506119 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fd193da-762f-44be-98c2-ea668270a471 req-1d04162b-cb0e-4df4-9927-cfae91863691 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344886 Nov 24 20:29:24.646224 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-4fd193da-762f-44be-98c2-ea668270a471 req-d5107132-121f-4267-8d51-fd92c2a342d3 service neutron] 10.222.0.41 "GET /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328573 Nov 24 20:29:24.716231 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:24.720586 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a5e7e-c7e9-464a-934b-aa18094c75d5 None None] The sync data for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv is: [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:23:01Z', 'revision_number': 4, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv', '_interfaces': [{'id': 'faee7281-8162-4493-acbb-71340fb82081', 'name': '', 'network_id': '1d28ed9f-0e98-480f-9158-b36936ab6a34', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'mac_address': 'fa:16:3e:9a:19:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '76790481-73da-4e60-91cd-f133b9001bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:01Z', 'updated_at': '2021-11-24T20:23:09Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'subnets': [{'id': '76790481-73da-4e60-91cd-f133b9001bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:29:24.952262 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea245a12-1b75-4aae-a2ef-c25dac554e06 None None] New status for floating IP 5637abea-ef95-4889-b2d1-50769e282b6e: DOWN {{(pid=87488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 20:29:24.995465 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e21b60-d509-4680-ada9-31c7112eb181 req-a2b9c3cb-daab-434d-99ed-39da5c0c678b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:24.996937 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-70e21b60-d509-4680-ada9-31c7112eb181 req-a2b9c3cb-daab-434d-99ed-39da5c0c678b tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 944 time: 0.0881453 Nov 24 20:29:25.068482 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Deleting port ed4ffe65-588e-4fec-87ef-ab9699893fc4 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:25.068742 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:25.320179 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] For port ed4ffe65-588e-4fec-87ef-ab9699893fc4, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=ed4ffe65-588e-4fec-87ef-ab9699893fc4,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:25.320459 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:25.562855 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Calling delete_port for ed4ffe65-588e-4fec-87ef-ab9699893fc4 owned by compute:nova {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:25.747725 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a00a2-dcf6-4dc4-8ab7-d0e46ad23888 req-51c88329-8045-4c5d-80c7-d0db5f8ec171 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 20:29:25.749205 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e15a00a2-dcf6-4dc4-8ab7-d0e46ad23888 req-51c88329-8045-4c5d-80c7-d0db5f8ec171 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a03b7d-45e3-4cfb-aea5-0f365530521c HTTP/1.1" status: 200 len: 944 time: 0.1938534 Nov 24 20:29:25.800852 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:25.808591 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-4081390f-02ef-4f36-9c31-12a2aa11e4f7 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:25.850859 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-e15a00a2-dcf6-4dc4-8ab7-d0e46ad23888 req-5f659118-3402-465e-b40f-9dfbfde49a8d tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "GET /v2.0/security-groups?id=17705fa8-fe69-4d33-8852-691e3abc048d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949755 Nov 24 20:29:25.859905 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event deleted for resources: {'Port': ['ID=ed4ffe65-588e-4fec-87ef-ab9699893fc4,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:25.887405 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:25.936759 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] No DVR routers for this DVR port ed4ffe65-588e-4fec-87ef-ab9699893fc4 on host hv-neutron-8183 {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:29:25.939211 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432520'] for port, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:25.942003 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-deleted', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4'}] {{(pid=87485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 20:29:25.957334 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [req-70e21b60-d509-4680-ada9-31c7112eb181 req-c3e86e78-7be0-4ba4-bd1c-9121acd2f783 tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.41 "DELETE /v2.0/ports/ed4ffe65-588e-4fec-87ef-ab9699893fc4 HTTP/1.1" status: 204 len: 173 time: 0.9543877 Nov 24 20:29:25.985416 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a03b7d-45e3-4cfb-aea5-0f365530521c', 'name': 'network-vif-deleted', 'tag': 'ed4ffe65-588e-4fec-87ef-ab9699893fc4', 'status': 'completed', 'code': 200} Nov 24 20:29:26.949209 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56408) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:27.019240 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e2236746-4d0d-4340-8b0c-1815e970367a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:27.049894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e2236746-4d0d-4340-8b0c-1815e970367a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:27.121216 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e2236746-4d0d-4340-8b0c-1815e970367a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:27.125228 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-fac7f5ae-bbb3-4ef6-88dd-1964aa1bda42 tempest-TestShelveInstance-1223514036 tempest-TestShelveInstance-1223514036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:27.145033 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2236746-4d0d-4340-8b0c-1815e970367a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17705fa8-fe69-4d33-8852-691e3abc048d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:27.148170 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e2236746-4d0d-4340-8b0c-1815e970367a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:27.150467 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e2236746-4d0d-4340-8b0c-1815e970367a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Notify callbacks [] for security_group, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:27.151173 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e2236746-4d0d-4340-8b0c-1815e970367a tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] 10.222.0.47 "DELETE /v2.0/security-groups/17705fa8-fe69-4d33-8852-691e3abc048d HTTP/1.1" status: 204 len: 168 time: 0.2010000 Nov 24 20:29:27.200364 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56414) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:27.505474 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:29:27.831783 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:28.293330 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Deleting port faee7281-8162-4493-acbb-71340fb82081 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:28.294020 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:28.460881 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] For port faee7281-8162-4493-acbb-71340fb82081, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=faee7281-8162-4493-acbb-71340fb82081,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:28.461233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:28.581393 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Calling delete_port for faee7281-8162-4493-acbb-71340fb82081 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:28.755437 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:28.758917 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-383c1631-2956-4671-99c9-4879fc926a47 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:28.805218 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=faee7281-8162-4493-acbb-71340fb82081,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:28.807549 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:29.074256 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:29.078843 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ed4ffe65-588e-4fec-87ef-ab9699893fc4 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:29.113986 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] No Port match for: ed4ffe65-588e-4fec-87ef-ab9699893fc4 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:29.114267 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Device ed4ffe65-588e-4fec-87ef-ab9699893fc4 not bound to the agent host hv-neutron-8183 {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:29.431984 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:29:29.508489 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f79cbf41-f461-4192-af7a-a9ebf9d1beaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:29.731711 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:29:29.740237 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] Sync routers for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:29:29.744736 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-273b7fbf-adb3-4b91-a564-89331f325ae6 admin admin] 10.222.0.47 "PUT /v2.0/routers/7b906a77-96c5-4a4d-9de2-53eafb29bcd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5429964 Nov 24 20:29:29.746950 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56420) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:29.749375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:29.749987 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:29.929015 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:29.970658 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:29.986583 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: dv-neutron-818346-1-hyperv {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:30.106183 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.116692 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Deleting port 043428f7-aea1-40a7-90fd-9d548fdba178 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:30.117031 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.276233 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:29:28Z', 'revision_number': 5, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port': {'id': '043428f7-aea1-40a7-90fd-9d548fdba178', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:22:58Z', 'updated_at': '2021-11-24T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:30.280936 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] Checking router: 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 for host: dv-neutron-818346-1-hyperv {{(pid=87487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:29:30.290942 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] Routers {'7b906a77-96c5-4a4d-9de2-53eafb29bcd4'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:30.291568 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:02Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'], 'active': True} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:30.312212 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] For port 043428f7-aea1-40a7-90fd-9d548fdba178, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=043428f7-aea1-40a7-90fd-9d548fdba178,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:30.312944 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.436545 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Calling delete_port for 043428f7-aea1-40a7-90fd-9d548fdba178 owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:30.446161 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_dvr_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] Set router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 gateway port host: None {{(pid=87487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:30.556218 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.db.l3_hamode_db [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:29:30Z', 'revision_number': 6, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:30.560190 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401a39a-e7bb-4584-86bf-fae976d398fd None None] The sync data for ids ['7b906a77-96c5-4a4d-9de2-53eafb29bcd4'] in dv-neutron-818346-1-hyperv is: [{'id': '7b906a77-96c5-4a4d-9de2-53eafb29bcd4', 'name': 'tempest-TestSnapshotPattern-771121864-router', 'tenant_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:22:57Z', 'updated_at': '2021-11-24T20:29:30Z', 'revision_number': 6, 'project_id': '5bed7daa8c1e4dfca927e73a147cc1d9', 'gw_port_host': None}] {{(pid=87487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:29:30.612009 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.617462 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cbd8b6f5-31a7-4924-b68e-430ca0516935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:30.661316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Pushing event deleted for resources: {'Port': ['ID=043428f7-aea1-40a7-90fd-9d548fdba178,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:30.689876 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:30.751348 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.930891 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.933239 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.956704 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.957316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b906a77-96c5-4a4d-9de2-53eafb29bcd4 {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:29:30.969929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:30.971064 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-6c8598cf-b7e1-499a-b3de-e24fa2be18ee admin admin] 10.222.0.47 "DELETE /v2.0/routers/7b906a77-96c5-4a4d-9de2-53eafb29bcd4 HTTP/1.1" status: 204 len: 168 time: 1.2232206 Nov 24 20:29:30.974548 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56424) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:31.036684 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Deleting subnet 76790481-73da-4e60-91cd-f133b9001bfa {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:29:31.039563 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.213030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.288346 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.359168 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.363943 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-48f731dd-e8d1-4180-af6e-7f7f8ea1833c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:31.400136 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76790481-73da-4e60-91cd-f133b9001bfa,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:31.403108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:31.404089 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.409252 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b82918-2d96-4e3c-ad57-6225a4e70253 None None] Network 1d28ed9f-0e98-480f-9158-b36936ab6a34 requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:29:31.413200 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-cda94e40-82e7-4eef-b8e3-5e1f1a6b97d3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/76790481-73da-4e60-91cd-f133b9001bfa HTTP/1.1" status: 204 len: 168 time: 0.4348884 Nov 24 20:29:31.413381 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56428) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:31.520971 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.531788 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Deleting port 1e26fccd-bfe6-4bd3-83af-9124299042a5 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:31.532156 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.686753 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] DHCP port deletion for 1d28ed9f-0e98-480f-9158-b36936ab6a34 request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:29:31.691874 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Deleting port 1e26fccd-bfe6-4bd3-83af-9124299042a5 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:31.692307 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.749109 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] For port 1e26fccd-bfe6-4bd3-83af-9124299042a5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1e26fccd-bfe6-4bd3-83af-9124299042a5,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:31.749470 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.874166 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Calling delete_port for 1e26fccd-bfe6-4bd3-83af-9124299042a5 owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:31.900126 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] For port 1e26fccd-bfe6-4bd3-83af-9124299042a5, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1e26fccd-bfe6-4bd3-83af-9124299042a5,segment=NetworkSegment(bc8eb1dc-0312-4ea2-8c01-5dab011f9c00),segment_id=bc8eb1dc-0312-4ea2-8c01-5dab011f9c00)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:31.900443 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.954282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:31.959077 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:32.003030 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e26fccd-bfe6-4bd3-83af-9124299042a5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:32.005556 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:32.008257 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] No DVR routers for this DVR port 1e26fccd-bfe6-4bd3-83af-9124299042a5 on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:29:32.060418 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Calling delete_port for 1e26fccd-bfe6-4bd3-83af-9124299042a5 owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:32.126760 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.130215 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:29:32.130578 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:29:32.157252 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d28ed9f-0e98-480f-9158-b36936ab6a34']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:32.169929 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:32.170231 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8eb1dc-0312-4ea2-8c01-5dab011f9c00') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:32.181599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.197282 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.203208 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:29:32.203595 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:29:32.217267 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:29:32.293373 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.298836 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.304746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 043428f7-aea1-40a7-90fd-9d548fdba178 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:32.304966 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-ef9b47c1-c409-4c69-9e16-8ed2a08f2623 tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:32.339839 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] 10.222.0.47 "DELETE /v2.0/networks/1d28ed9f-0e98-480f-9158-b36936ab6a34 HTTP/1.1" status: 204 len: 168 time: 0.9229026 Nov 24 20:29:32.339839 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d28ed9f-0e98-480f-9158-b36936ab6a34,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:32.341038 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56432) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:32.341803 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 043428f7-aea1-40a7-90fd-9d548fdba178 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:32.342188 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 043428f7-aea1-40a7-90fd-9d548fdba178 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:32.342622 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1e26fccd-bfe6-4bd3-83af-9124299042a5 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:32.344396 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-1366e172-50b3-49cc-9877-ef3b2cb7719e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:32.371186 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0f0189c4-10c1-4cbf-ab2e-684afe97321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.377512 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1e26fccd-bfe6-4bd3-83af-9124299042a5 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:32.378375 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1e26fccd-bfe6-4bd3-83af-9124299042a5 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:32.378805 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device faee7281-8162-4493-acbb-71340fb82081 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:32.412227 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: faee7281-8162-4493-acbb-71340fb82081 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:32.412868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device faee7281-8162-4493-acbb-71340fb82081 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:32.631639 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Deleting port 1e26fccd-bfe6-4bd3-83af-9124299042a5 {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:32.631972 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:32.703136 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-f142cc60-1f0b-41b4-896f-6b2d0c96b83d None None] The port '1e26fccd-bfe6-4bd3-83af-9124299042a5' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 20:29:32.997869 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546464'] for router_interface, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:33.063006 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:33.350108 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Deleting port 68474db7-3081-4eef-985a-a8a7d5bce003 {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:33.350362 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:33.525304 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] For port 68474db7-3081-4eef-985a-a8a7d5bce003, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=68474db7-3081-4eef-985a-a8a7d5bce003,segment=NetworkSegment(674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f),segment_id=674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:33.525659 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:33.647316 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Calling delete_port for 68474db7-3081-4eef-985a-a8a7d5bce003 owned by network:router_interface {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:33.829922 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:33.834712 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-98162402-cf12-4471-a299-5eb14b90688c tempest-TestSnapshotPattern-1615512713 tempest-TestSnapshotPattern-1615512713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:33.910761 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Pushing event deleted for resources: {'Port': ['ID=68474db7-3081-4eef-985a-a8a7d5bce003,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:33.917886 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:34.163872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751952'] for router_interface, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:34.649476 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Router 6b83aa11-2c83-41cd-9aeb-850e22335b3c has already been hosted by L3 agent 62982360-32f6-4663-ad4e-8a4831873f5f {{(pid=87485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 20:29:34.827034 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] Notify agent at l3_agent.dv-neutron-818346-1-hyperv the message routers_updated {{(pid=87485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 20:29:34.829268 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:34.838252 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-e565d501-16ce-4587-9930-674b9f91622c admin admin] 10.222.0.47 "PUT /v2.0/routers/6b83aa11-2c83-41cd-9aeb-850e22335b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939497 Nov 24 20:29:34.838400 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] Sync routers for ids ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'] in dv-neutron-818346-1-hyperv {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 20:29:34.838799 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56436) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:34.846895 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] Routers {'6b83aa11-2c83-41cd-9aeb-850e22335b3c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:34.847752 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:35.020582 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks [] for router, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:35.060428 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] Set router 6b83aa11-2c83-41cd-9aeb-850e22335b3c gateway port host: dv-neutron-818346-1-hyperv {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:35.198846 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:35.208894 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Deleting port 1f908e98-e058-4964-9d26-e5bf5b128c6c {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:35.209374 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:35.341915 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'external_fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:29:33Z', 'revision_number': 5, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port': {'id': '1f908e98-e058-4964-9d26-e5bf5b128c6c', 'name': '', 'network_id': 'd58a3010-7cb9-461e-92c0-e2263b275e0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818346-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T20:23:05Z', 'updated_at': '2021-11-24T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a2a84c-e246-4682-b31a-dc107dceabe6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818346-1-hyperv'}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:35.345676 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] Checking router: 6b83aa11-2c83-41cd-9aeb-850e22335b3c for host: dv-neutron-818346-1-hyperv {{(pid=87488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 20:29:35.355048 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] Routers {'6b83aa11-2c83-41cd-9aeb-850e22335b3c'} bound to L3 agent in host dv-neutron-818346-1-hyperv {{(pid=87488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 20:29:35.355657 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818346-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T19:10:32Z,description=,heartbeat_timestamp=2021-11-24T20:29:32Z,host='dv-neutron-818346-1-hyperv',id=62982360-32f6-4663-ad4e-8a4831873f5f,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T19:10:32Z,topic='l3_agent')) {'router_ids': ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'], 'active': True} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:35.389131 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] For port 1f908e98-e058-4964-9d26-e5bf5b128c6c, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=1f908e98-e058-4964-9d26-e5bf5b128c6c,segment=NetworkSegment(3272d440-397c-47d6-b71c-215b4395654e),segment_id=3272d440-397c-47d6-b71c-215b4395654e)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:35.389507 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:35.505985 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_dvr_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] Set router 6b83aa11-2c83-41cd-9aeb-850e22335b3c gateway port host: None {{(pid=87488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 20:29:35.511242 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Calling delete_port for 1f908e98-e058-4964-9d26-e5bf5b128c6c owned by network:router_gateway {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:35.614968 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.l3_hamode_db [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:29:35Z', 'revision_number': 6, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port_host': None}], 'dv-neutron-818346-1-hyperv', False) {} {{(pid=87488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:35.618996 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798dca4e-d049-4e91-9034-0b7deec044ce None None] The sync data for ids ['6b83aa11-2c83-41cd-9aeb-850e22335b3c'] in dv-neutron-818346-1-hyperv is: [{'id': '6b83aa11-2c83-41cd-9aeb-850e22335b3c', 'name': 'tempest-TestSnapshotPattern-124016763-router', 'tenant_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T20:23:04Z', 'updated_at': '2021-11-24T20:29:35Z', 'revision_number': 6, 'project_id': 'c3ceaabc35b544bfa68db48bf28b9779', 'gw_port_host': None}] {{(pid=87488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 20:29:35.802215 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:35.806599 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-e406f319-cc4c-4b0d-acf9-80a8bdc6265d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:35.851936 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f908e98-e058-4964-9d26-e5bf5b128c6c,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:35.885269 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:35.942792 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749767'] for router_gateway, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.119006 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36131'] for router, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.121128 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.143840 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546377'] for router, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.144504 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b83aa11-2c83-41cd-9aeb-850e22335b3c {{(pid=87485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 20:29:36.156676 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Notify callbacks [] for router, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.157801 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6b83aa11-2c83-41cd-9aeb-850e22335b3c HTTP/1.1" status: 204 len: 168 time: 1.3184443 Nov 24 20:29:36.160337 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56440) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:36.222618 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Deleting subnet efc253d7-42fb-48f1-a219-1be68df89ed5 {{(pid=87485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 20:29:36.225610 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.274221 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2762063'] for subnet, precommit_delete_associations {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.352718 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1766963'] for subnet, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.400868 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f908e98-e058-4964-9d26-e5bf5b128c6c no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:36.429260 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2520629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878702'] for subnet, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.436046 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 1f908e98-e058-4964-9d26-e5bf5b128c6c {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:36.436187 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-a53ed939-0b5b-4954-af4d-17b1c07271dc tempest-TestNetworkAdvancedServerOps-159972043 tempest-TestNetworkAdvancedServerOps-159972043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:36.436411 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 1f908e98-e058-4964-9d26-e5bf5b128c6c not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:36.436839 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 68474db7-3081-4eef-985a-a8a7d5bce003 no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:36.473043 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.475585 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc253d7-42fb-48f1-a219-1be68df89ed5,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:36.478489 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:36.480428 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a067206-b602-4f6b-9dc9-44bf8e4c8bac None None] Network 65c008c9-58ee-4d32-89f9-42bd775e446d requested from dv-neutron-818346-1-hyperv {{(pid=87487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 20:29:36.481293 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-7fcf4784-7298-462a-8963-e657f38f7a6a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/efc253d7-42fb-48f1-a219-1be68df89ed5 HTTP/1.1" status: 204 len: 168 time: 0.3200331 Nov 24 20:29:36.483702 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.wsgi [-] (87485) accepted ('10.222.0.47', 56444) {{(pid=87485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:36.499094 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: 68474db7-3081-4eef-985a-a8a7d5bce003 {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:36.499450 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device 68474db7-3081-4eef-985a-a8a7d5bce003 not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:36.595255 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828488'] for network, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.606357 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Deleting port ec3b3c8d-a9da-44f5-9069-a9a27961b78a {{(pid=87485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:36.606841 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.740210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] DHCP port deletion for 65c008c9-58ee-4d32-89f9-42bd775e446d request from dv-neutron-818346-1-hyperv {{(pid=87487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 20:29:36.744123 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Deleting port ec3b3c8d-a9da-44f5-9069-a9a27961b78a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:36.744539 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.824848 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.db [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] For port ec3b3c8d-a9da-44f5-9069-a9a27961b78a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,segment=NetworkSegment(674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f),segment_id=674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f)] {{(pid=87485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:36.825207 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:36.948898 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.plugin [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Calling delete_port for ec3b3c8d-a9da-44f5-9069-a9a27961b78a owned by network:dhcp {{(pid=87485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:36.952028 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.db [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] For port ec3b3c8d-a9da-44f5-9069-a9a27961b78a, host dv-neutron-818346-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818346-1-hyperv',level=0,port_id=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,segment=NetworkSegment(674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f),segment_id=674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f)] {{(pid=87487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 20:29:36.952439 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751520'] for port, precommit_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.024609 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734276240213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734275692382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520582'] for port, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.028354 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97a62c83-f706-43aa-bd81-382c7de79d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:37.074100 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3b3c8d-a9da-44f5-9069-a9a27961b78a,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:37.074875 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Calling delete_port for ec3b3c8d-a9da-44f5-9069-a9a27961b78a owned by network:dhcp {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 20:29:37.077135 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:37.077903 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] No DVR routers for this DVR port ec3b3c8d-a9da-44f5-9069-a9a27961b78a on host dv-neutron-818346-1-hyperv {{(pid=87485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 20:29:37.146758 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.db.api [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 20:29:37.147128 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG oslo_db.api [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 20:29:37.305992 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1766168', 'neutron.services.segments.db._delete_segments_for_network-8734276130726'] for network, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.330167 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c008c9-58ee-4d32-89f9-42bd775e446d']}} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:37.342313 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f') {'for_net_delete': True} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:37.342596 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.services.segments.db [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674f5ef1-2f8a-4a1c-bcf4-b5a7fd892b1f') {} {{(pid=87485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 20:29:37.354138 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734276175993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2762072'] for segment, before_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.369683 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1737305'] for segment, precommit_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.375562 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 20:29:37.375935 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1737296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520811'] for segment, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: Traceback (most recent call last): Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: timer() Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: cb(*args, **kw) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: return func(*args, **kwargs) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: self._notify() Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: self.callback(batched_events) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: event.method(event) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: return f(self, *a, **k) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._get(url).json() Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: return self.request(url, 'GET', **kwargs) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 20:29:37.389203 dv-neutron-818346-1-hyperv neutron-server[87485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 20:29:37.468877 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1766177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749728'] for network, after_delete {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.473478 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron_lib.callbacks.manager [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Notify callbacks [] for network, before_response {{(pid=87485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.476233 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-b9d3dfbc-82e0-486d-9aa1-d7abd64e7b7d tempest-NetworksIpV6Test-356969981 tempest-NetworksIpV6Test-356969981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:37.497530 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c008c9-58ee-4d32-89f9-42bd775e446d,revision_number=None']} {{(pid=87485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:37.499872 dv-neutron-818346-1-hyperv neutron-server[87485]: DEBUG oslo_concurrency.lockutils [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:37.501770 dv-neutron-818346-1-hyperv neutron-server[87485]: INFO neutron.wsgi [None req-97f29b2b-3a07-46ec-8dbb-a0e41e406973 admin admin] 10.222.0.47 "DELETE /v2.0/networks/65c008c9-58ee-4d32-89f9-42bd775e446d HTTP/1.1" status: 204 len: 168 time: 1.0170372 Nov 24 20:29:37.609385 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 56450) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:37.648408 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Deleting port ec3b3c8d-a9da-44f5-9069-a9a27961b78a {{(pid=87487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 20:29:37.649217 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734276235969'] for port, before_delete {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.661957 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-9044fa79-12bb-48be-bbe3-31328f9826e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5bed7daa8c1e4dfca927e73a147cc1d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513654 Nov 24 20:29:37.664321 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 56454) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:37.724100 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.727261 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-84c5a4bc-68e5-4bc3-b96c-622137196d94 None None] The port 'ec3b3c8d-a9da-44f5-9069-a9a27961b78a' was deleted {{(pid=87487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 20:29:37.752283 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.805107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.808764 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c818d792-0c7a-4bc6-ba4d-b79b357bf243 tempest-PortsIpV6TestJSON-913263984 tempest-PortsIpV6TestJSON-913263984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:37.823432 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67aacea-48ff-4c2f-abf4-0bee956f0c35,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:37.833329 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.833900 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.834556 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.835028 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.835402 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.836011 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.836582 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.836956 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.837566 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.838164 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.838740 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.839346 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818346-1-hyperv {{(pid=87486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 20:29:37.843435 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:37.844576 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e67aacea-48ff-4c2f-abf4-0bee956f0c35 HTTP/1.1" status: 204 len: 168 time: 0.1793771 Nov 24 20:29:37.845892 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-c3accb87-1607-4025-8f52-ef335297f483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:38.232664 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 56462) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:38.292599 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-a0523f2e-730f-48a9-89a4-869a6135ffed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3ceaabc35b544bfa68db48bf28b9779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584688 Nov 24 20:29:38.294850 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.wsgi [-] (87486) accepted ('10.222.0.47', 56466) {{(pid=87486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 20:29:38.310236 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ec3b3c8d-a9da-44f5-9069-a9a27961b78a no longer exists at agent ovs-agent-dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 20:29:38.350714 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] No Port match for: ec3b3c8d-a9da-44f5-9069-a9a27961b78a {{(pid=87487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 20:29:38.351074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.rpc [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Device ec3b3c8d-a9da-44f5-9069-a9a27961b78a not bound to the agent host dv-neutron-818346-1-hyperv {{(pid=87487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 20:29:38.511428 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f482c38-c978-442d-9ac4-4fc330ef895d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:38.539877 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f482c38-c978-442d-9ac4-4fc330ef895d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:38.594498 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f482c38-c978-442d-9ac4-4fc330ef895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699434'] for security_group, after_delete {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:38.599107 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-ef698e53-bf93-40e9-9105-e1db37b54310 tempest-TestNetworkBasicOps-103043203 tempest-TestNetworkBasicOps-103043203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 20:29:38.610004 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f482c38-c978-442d-9ac4-4fc330ef895d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9babbbf9-635f-48e0-940b-e10eeae4eddc,revision_number=None']} {{(pid=87486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 20:29:38.613132 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG oslo_concurrency.lockutils [None req-2f482c38-c978-442d-9ac4-4fc330ef895d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 20:29:38.618447 dv-neutron-818346-1-hyperv neutron-server[87486]: DEBUG neutron_lib.callbacks.manager [None req-2f482c38-c978-442d-9ac4-4fc330ef895d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:38.619555 dv-neutron-818346-1-hyperv neutron-server[87486]: INFO neutron.wsgi [None req-2f482c38-c978-442d-9ac4-4fc330ef895d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9babbbf9-635f-48e0-940b-e10eeae4eddc HTTP/1.1" status: 204 len: 168 time: 0.3237512 Nov 24 20:29:49.910384 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:59.511828 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3953982b-857a-4dce-a9c9-28b9b1d2d26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:29:59.914091 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:02.304138 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d29a7fbd-d302-47a3-8475-05e3202328dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:03.066269 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:04.504729 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:30:04.831376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:19.909444 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:29.513142 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-be0de95d-e571-4cef-a372-5d4cca222ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:29.917721 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:32.305597 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-22133c97-ccef-40e9-9a2b-5aaf05bd22b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:33.068376 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:34.835180 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:41.503546 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:30:49.909532 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:59.514593 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-483ac54d-0eab-4c2d-bcc9-f1028666b2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:30:59.919746 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:02.307715 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d2547808-beef-4a07-be12-a4eaa67b01e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:03.071424 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:04.840603 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:18.502008 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:31:19.907495 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:29.518866 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9949b832-6389-4e43-8616-c075f79da00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:29.921210 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:32.309901 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f3b008ec-5567-49d3-9693-f6bc0020cee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:33.074229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:34.841315 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:49.921951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:55.501677 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:31:59.521648 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-1a29e33d-0e96-4264-b55a-aa1ab8e6c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:31:59.923706 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:02.312471 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-5e7a92c4-c342-4fb3-9fe8-d3fb075c4353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:03.076954 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:04.844194 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:19.921112 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:29.523036 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-55e2951b-3688-4117-8f19-50727787f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:29.927133 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:32.314585 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f22122fb-0849-4abc-9149-9147f66e8b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:32.504003 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:32:33.078951 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:34.848397 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:49.919319 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:59.526093 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-3510c66e-da2d-4cf7-b675-4bfcf6302fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:32:59.929943 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:02.316991 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-9af28361-9dbf-4b9a-95ea-17312e2383ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:03.082229 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:04.849607 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:09.503267 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:33:19.926550 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:29.527981 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-458bc925-66b3-48c3-9cc8-59d7df016abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:29.932387 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:32.320057 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-f43b074a-76ce-4d6c-aeff-7b7dc2fba4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:33.084759 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:34.856873 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:46.502770 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:33:49.917448 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:59.530034 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-94adbc80-cd32-4d31-aeb9-90e14239ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:33:59.935390 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:02.323069 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-8ef9627e-8145-4d1a-a35b-2565d5e5b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:03.087795 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:04.858033 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:19.917337 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:23.502937 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:34:29.531358 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-588ce03e-708d-4734-b9a6-e33c81344024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:29.935784 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:32.324451 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-ed148ed2-65f3-436d-af5c-b2ad14cb4375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:33.091096 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:34.861263 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:49.918212 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:59.534950 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-143e2b39-7f79-4bf2-b51c-02f55d870acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:34:59.939349 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e6adaf89-fb55-4b46-bd8d-1a09888af561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:35:00.502047 dv-neutron-818346-1-hyperv neutron-server[87488]: DEBUG neutron.db.agents_db [None req-21d13bed-abcb-4935-892b-e4f85fa116a6 None None] Agent healthcheck: found 6 active agents {{(pid=87488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 20:35:02.327614 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-e15f4274-244a-4896-acd0-9b04e42110fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:35:03.094074 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-11d8cd69-06e3-4ef0-9816-c6e1b95bfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:35:04.865527 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a46f-8a2f-4b67-9f59-b4f4e653fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 20:35:19.918012 dv-neutron-818346-1-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-d9cefde2-c481-4f7d-8525-1398d80b1e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734276130735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763682'] for agent, after_update {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}